00000100:00100000:2.0F:1787838873.581495:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d907efc9a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3645:1874684455108608:0@lo:400:kworker.0 00000100:00100000:2.0:1787838873.581581:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787838873.581639:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d8f454843c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3645:1874684455109120:0@lo:400:kworker.0 00000100:00100000:2.0:1787838873.581663:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787838873.581691:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d8f45486d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3645:1874684455109632:0@lo:400:kworker.0 00000100:00100000:2.0:1787838873.581718:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787838873.581752:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [3->2] 00000100:00100000:2.0:1787838873.581758:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d907efc9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:b25e8299-1644-4bd6-978a-5a6f12eff031:3645:1874684455108224:0@lo:400:kworker.0 00000100:00100000:2.0:1787838873.581784:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787838873.581803:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d907efca580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3645:1874684455108736:0@lo:400:kworker.0 00000100:00100000:2.0:1787838873.581823:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787838873.581841:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d8f45487c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3645:1874684455109248:0@lo:400:kworker.0 00000100:00100000:2.0:1787838873.581861:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787838873.581878:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d8f45484f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3645:1874684455109760:0@lo:400:kworker.0 00000100:00100000:2.0:1787838873.581896:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787838873.581918:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d907efc83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3643:1874684455108352:0@lo:400:kworker.0 00000100:00100000:2.0:1787838873.581941:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787838873.581960:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d907efca1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3643:1874684455108864:0@lo:400:kworker.0 00000100:00100000:2.0:1787838873.581979:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787838873.582008:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d8f45485a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3643:1874684455109376:0@lo:400:kworker.0 00000100:00100000:2.0:1787838873.582029:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787838873.582041:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:2.0:1787838873.582046:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d907efcbc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3643:1874684455108480:0@lo:400:kworker.0 00000100:00100000:2.0:1787838873.582066:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787838873.582085:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d8f45485680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3643:1874684455108992:0@lo:400:kworker.0 00000100:00100000:2.0:1787838873.582151:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787838873.582172:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d8f45486580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3643:1874684455109504:0@lo:400:kworker.0 00000100:00100000:2.0:1787838873.582195:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787838873.582224:0:18594:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455108608 00000100:00100000:2.0:1787838873.582232:0:18594:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455108608 00000100:00100000:2.0:1787838873.582281:0:18594:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455109120 00000100:00100000:2.0:1787838873.582283:0:18594:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455109120 00000100:00100000:2.0:1787838873.582296:0:18594:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455108480 00000100:00100000:2.0:1787838873.582298:0:18594:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455108480 00000100:00100000:2.0:1787838873.582309:0:18594:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455108992 00000100:00100000:2.0:1787838873.582312:0:18594:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455108992 00000100:00100000:2.0:1787838873.582329:0:18594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:2.0:1787838873.582336:0:18594:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d8f45484000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3645:x1874684455108608:12345-0@lo:400:kworker.0 00000100:00100000:3.0F:1787838873.582387:0:17088:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455109632 00000100:00100000:2.0:1787838873.582392:0:18594:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d8f45484000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3645:x1874684455108608:12345-0@lo:400:kworker.0 Request processed in 56us (812us total) trans 0 rc 0/0 00000100:00100000:3.0:1787838873.582400:0:17088:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455109632 00000100:00100000:2.0:1787838873.582404:0:18594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:2.0:1787838873.582423:0:18594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:2.0:1787838873.582431:0:18594:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d8f45484780 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3645:x1874684455109120:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787838873.582445:0:17088:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455108736 00000100:00100000:3.0:1787838873.582450:0:17088:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455108736 00000100:00100000:2.0:1787838873.582462:0:18594:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d8f45484780 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3645:x1874684455109120:12345-0@lo:400:kworker.0 Request processed in 33us (798us total) trans 0 rc 0/0 00000100:00100000:3.0:1787838873.582466:0:17088:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455109248 00000100:00100000:3.0:1787838873.582470:0:17088:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455109248 00000100:00100000:2.0:1787838873.582470:0:18594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:2.0:1787838873.582489:0:18594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:3.0:1787838873.582490:0:17088:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455109760 00000100:00100000:3.0:1787838873.582494:0:17088:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455109760 00000100:00100000:2.0:1787838873.582501:0:18594:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d8f45485e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3643:x1874684455108480:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787838873.582510:0:17088:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455109376 00000100:00100000:3.0:1787838873.582513:0:17088:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455109376 00000100:00100000:3.0:1787838873.582531:0:17088:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455109504 00000100:00100000:3.0:1787838873.582534:0:17088:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455109504 00000100:00100000:2.0:1787838873.582543:0:18594:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d8f45485e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3643:x1874684455108480:12345-0@lo:400:kworker.0 Request processed in 46us (474us total) trans 0 rc 0/0 00000100:00100000:2.0:1787838873.582549:0:18594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:3.0:1787838873.582553:0:17088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72 00000100:00100000:3.0:1787838873.582564:0:17088:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d8f45487480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3645:x1874684455109632:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787838873.582569:0:18594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:2.0:1787838873.582585:0:18594:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d8f42e7a580 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3643:x1874684455108992:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787838873.582612:0:17088:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d8f45487480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3645:x1874684455109632:12345-0@lo:400:kworker.0 Request processed in 50us (891us total) trans 0 rc 0/0 00000100:00100000:3.0:1787838873.582620:0:17088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72 00000100:00100000:2.0:1787838873.582630:0:18594:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d8f42e7a580 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3643:x1874684455108992:12345-0@lo:400:kworker.0 Request processed in 45us (503us total) trans 0 rc 0/0 00000100:00100000:3.0:1787838873.582638:0:17088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73 00000100:00100000:2.0:1787838873.582640:0:18594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:3.0:1787838873.582648:0:17088:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d8f454852c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3645:x1874684455108736:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787838873.582674:0:17086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74 00000100:00100000:3.0:1787838873.582684:0:17088:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d8f454852c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3645:x1874684455108736:12345-0@lo:400:kworker.0 Request processed in 38us (859us total) trans 0 rc 0/0 00000100:00100000:2.0:1787838873.582686:0:17086:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d8f45487840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3645:x1874684455109248:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787838873.582696:0:17088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73 00000100:00100000:3.0:1787838873.582713:0:17088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75 00000100:00100000:3.0:1787838873.582722:0:17088:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d8f454861c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3645:x1874684455109760:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787838873.582730:0:17086:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d8f45487840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3645:x1874684455109248:12345-0@lo:400:kworker.0 Request processed in 47us (866us total) trans 0 rc 0/0 00000100:00100000:2.0:1787838873.582737:0:17086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74 00000100:00100000:2.0:1787838873.582757:0:17086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 76 00000100:00100000:3.0:1787838873.582762:0:17088:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d8f454861c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3645:x1874684455109760:12345-0@lo:400:kworker.0 Request processed in 41us (862us total) trans 0 rc 0/0 00000100:00100000:2.0:1787838873.582769:0:17086:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d8f454870c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3643:x1874684455109376:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787838873.582774:0:17088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75 00000100:00100000:3.0:1787838873.582792:0:17088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77 00000100:00100000:3.0:1787838873.582801:0:17088:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d8f42e7ad00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3643:x1874684455109504:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787838873.582806:0:17086:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d8f454870c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3643:x1874684455109376:12345-0@lo:400:kworker.0 Request processed in 40us (776us total) trans 0 rc 0/0 00000100:00100000:2.0:1787838873.582816:0:17086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 76 00000100:00100000:2.0:1787838873.582845:0:17091:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455108352 00000100:00100000:2.0:1787838873.582849:0:17091:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455108352 00000100:00100000:3.0:1787838873.582852:0:17088:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d8f42e7ad00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3643:x1874684455109504:12345-0@lo:400:kworker.0 Request processed in 52us (654us total) trans 0 rc 0/0 00000100:00100000:3.0:1787838873.582861:0:17088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77 00000100:00100000:2.0:1787838873.582877:0:17091:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455108864 00000100:00100000:2.0:1787838873.582880:0:17091:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455108864 00000100:00100000:2.0:1787838873.582895:0:17091:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 63 00000100:00100000:2.0:1787838873.582901:0:17091:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d8f45484b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3643:x1874684455108352:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787838873.582933:0:17091:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d8f45484b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3643:x1874684455108352:12345-0@lo:400:kworker.0 Request processed in 33us (992us total) trans 0 rc 0/0 00000100:00100000:2.0:1787838873.582939:0:17091:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 63 00000100:00100000:2.0:1787838873.582950:0:17091:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 64 00000100:00100000:2.0:1787838873.582956:0:17091:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d8f45486940 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3643:x1874684455108864:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787838873.582980:0:17091:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d8f45486940 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3643:x1874684455108864:12345-0@lo:400:kworker.0 Request processed in 25us (1000us total) trans 0 rc 0/0 00000100:00100000:2.0:1787838873.583005:0:17091:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 64 00000100:00080000:2.0:1787838873.583033:0:17082:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1787838873.583036:0:17082:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1787838873.583039:0:17082:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1787838873.583040:0:17082:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1787838873.583071:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d907efcbc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3643:1874684455108480:0@lo:400:kworker.0 00000100:00100000:2.0:1787838873.583083:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d8f45485680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3643:1874684455108992:0@lo:400:kworker.0 00010000:00080000:2.0:1787838873.583095:0:3643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8d8f45486580 x1874684455109504/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787838889 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787838873.583105:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d8f45486580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3643:1874684455109504:0@lo:400:kworker.0 00000100:00100000:2.0:1787838873.583116:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d907efc83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3643:1874684455108352:0@lo:400:kworker.0 00000100:00100000:2.0:1787838873.583143:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d907efca1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3643:1874684455108864:0@lo:400:kworker.0 00000100:00100000:2.0:1787838873.583156:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d8f45485a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3643:1874684455109376:0@lo:400:kworker.0 00000100:00100000:2.0:1787838873.583192:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d907efca580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3645:1874684455108736:0@lo:400:kworker.0 00000100:00100000:2.0:1787838873.583203:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d8f45487c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3645:1874684455109248:0@lo:400:kworker.0 00010000:00080000:2.0:1787838873.583214:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8d8f45484f00 x1874684455109760/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787838889 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787838873.583222:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d8f45484f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3645:1874684455109760:0@lo:400:kworker.0 00000100:00100000:2.0:1787838873.583231:0:3645:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 8589934598 gen 2 00000004:00080000:2.0:1787838873.583235:0:3645:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d907b2f30c0, transno 8589934596 00000004:00080000:2.0:1787838873.583249:0:3645:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589934598 committed transno 8589934598 00000100:00100000:2.0:1787838873.583265:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d907efc9a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3645:1874684455108608:0@lo:400:kworker.0 00000100:00100000:2.0:1787838873.583287:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d8f454843c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3645:1874684455109120:0@lo:400:kworker.0 00000100:00100000:2.0:1787838873.583296:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d8f45486d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3645:1874684455109632:0@lo:400:kworker.0 00000100:00100000:0.0F:1787838873.583461:0:17081:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455108224 00000100:00100000:0.0:1787838873.583471:0:17081:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455108224 00000100:00100000:0.0:1787838873.583504:0:17081:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 170 00000100:00100000:0.0:1787838873.583511:0:17081:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d90764a7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b25e8299-1644-4bd6-978a-5a6f12eff031+24:3645:x1874684455108224:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787838873.583549:0:17081:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d90764a7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b25e8299-1644-4bd6-978a-5a6f12eff031+24:3645:x1874684455108224:12345-0@lo:400:kworker.0 Request processed in 40us (1764us total) trans 0 rc 0/0 00000100:00100000:0.0:1787838873.583556:0:17081:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 170 00000100:00100000:0.0:1787838873.583583:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1787838873.583592:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d8f43fd9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3644:1874684455109888:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1787838873.583618:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787838873.583644:0:18596:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455109888 00000100:00100000:0.0:1787838873.583648:0:18596:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455109888 00000100:00100000:0.0:1787838873.583671:0:18596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:0.0:1787838873.583677:0:18596:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d8f43fda1c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3644:x1874684455109888:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1787838873.583699:0:18596:0:(ofd_obd.c:739:ofd_statfs()) blocks cached 4218880 granted 26324672 pending 0 free 3915849728 avail 3684327424 00000100:00100000:0.0:1787838873.583729:0:18596:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d8f43fda1c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3644:x1874684455109888:12345-0@lo:13:osp-pre-1-1.0 Request processed in 52us (111us total) trans 0 rc 0/0 00000100:00100000:0.0:1787838873.583734:0:18596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:0.0:1787838873.583761:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d8f43fd9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3644:1874684455109888:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1787838873.583780:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d907efc9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:b25e8299-1644-4bd6-978a-5a6f12eff031:3645:1874684455108224:0@lo:400:kworker.0 00000100:00100000:0.0:1787838873.585055:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1787838873.585074:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d8f43fd9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3643:1874684455110016:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1787838873.585137:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787838873.585172:0:18596:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455110016 00000100:00100000:0.0:1787838873.585177:0:18596:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455110016 00000100:00100000:0.0:1787838873.585210:0:18596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:0.0:1787838873.585217:0:18596:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d8f43fd83c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3643:x1874684455110016:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1787838873.585244:0:18596:0:(ofd_obd.c:739:ofd_statfs()) blocks cached 4218880 granted 26324672 pending 0 free 3915849728 avail 3684327424 00000100:00100000:0.0:1787838873.585284:0:18596:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d8f43fd83c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3643:x1874684455110016:12345-0@lo:13:osp-pre-1-0.0 Request processed in 67us (160us total) trans 0 rc 0/0 00000100:00100000:0.0:1787838873.585292:0:18596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:0.0:1787838873.585331:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d8f43fd9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3643:1874684455110016:0@lo:13:osp-pre-1-0.0 00000001:00080000:0.0:1787838873.603241:0:17066:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934623 is committed 00000020:00080000:0.0:1787838873.603262:0:17066:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff8d907bcb8d80 refcount 2 committed 0 result 0 batchid 4294967530 00000020:00080000:0.0:1787838873.603267:0:17066:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff8d90706efb00 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff8d907bcb86c0 00000020:00080000:0.0:1787838873.603271:0:17066:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff8d90706ef000 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff8d907efdf600 00000020:00080000:3.0:1787838873.603345:0:17126:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 4294967530 committed batchid 8 00000020:00080000:3.0:1787838873.603429:0:17126:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 8 00010000:00010000:2.0:1787838873.606822:0:3630:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d907ef29c00/0x7b32352f0be6f00e lrc: 3/0,1 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 19289 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838873.606840:0:3630:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d907ef29c00/0x7b32352f0be6f00e lrc: 2/0,0 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 19289 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838873.606849:0:3630:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d907ef29c00/0x7b32352f0be6f00e lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 19289 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838873.606855:0:3630:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d907ef29c00 already unused, calling callback (ffffffffc17654f0) 00010000:00010000:2.0:1787838873.606861:0:3630:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d907ef29c00/0x7b32352f0be6f00e lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 19289 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838873.606870:0:3630:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d907ef29c00/0x7b32352f0be6f00e lrc: 4/0,0 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 19289 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838873.606893:0:3630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x3:0x0].0x0 (ffff8d904a9dba00) 00010000:00010000:2.0:1787838873.606896:0:3630:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787838873.606901:0:3630:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d907ef29c00/0x7b32352f0be6f00e lrc: 2/0,0 mode: --/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 19289 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838873.606908:0:3630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d907ef29c00/0x7b32352f0be6f00e lrc: 0/0,0 mode: --/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 19289 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838873.975119:0:17074:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787838874.989538:0:19664:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787838875.782391:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.18@tcp (source: 12345-192.168.203.18@tcp) 00000100:00100000:3.0:1787838875.782435:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.18@tcp (source: 12345-192.168.203.18@tcp) 00000100:00100000:3.0:1787838875.782471:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.18@tcp (source: 12345-192.168.203.18@tcp) 00000100:00100000:1.0F:1787838875.782569:0:17086:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684429871488 00000100:00100000:1.0:1787838875.782591:0:17086:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684429871488 00000100:00100000:1.0:1787838875.782665:0:17086:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684429871360 00000100:00100000:1.0:1787838875.782669:0:17086:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684429871360 00000100:00100000:1.0:1787838875.782695:0:17086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.18@tcp, seq: 78 00000100:00100000:1.0:1787838875.782710:0:17086:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d8f4493de00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c03f38d-c123-4a1a-a557-4d11a1e148d0+5:2405:x1874684429871488:12345-192.168.203.18@tcp:400:kworker.0 00000100:00100000:1.0:1787838875.782799:0:17086:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d8f4493de00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c03f38d-c123-4a1a-a557-4d11a1e148d0+5:2405:x1874684429871488:12345-192.168.203.18@tcp:400:kworker.0 Request processed in 94us (363us total) trans 0 rc 0/0 00000100:00100000:1.0:1787838875.782808:0:17086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.18@tcp, seq: 78 00000100:00100000:1.0:1787838875.782828:0:17086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.18@tcp, seq: 79 00000100:00100000:1.0:1787838875.782836:0:17086:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d8f4493ed00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c03f38d-c123-4a1a-a557-4d11a1e148d0+13:2405:x1874684429871360:12345-192.168.203.18@tcp:400:kworker.0 00000100:00100000:1.0:1787838875.782861:0:17086:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d8f4493ed00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c03f38d-c123-4a1a-a557-4d11a1e148d0+13:2405:x1874684429871360:12345-192.168.203.18@tcp:400:kworker.0 Request processed in 26us (390us total) trans 0 rc 0/0 00000100:00100000:1.0:1787838875.782867:0:17086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.18@tcp, seq: 79 00000100:00080000:3.0:1787838875.784793:0:17082:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1787838875.784803:0:17082:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1787838875.784904:0:17080:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684429871232 00000100:00100000:2.0:1787838875.784916:0:17080:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684429871232 00000100:00100000:2.0:1787838875.784991:0:17080:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.18@tcp, seq: 171 00000100:00100000:2.0:1787838875.785001:0:17080:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d90764a7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b8818120-0054-4f32-8b25-f7d85a59c13a+13:2405:x1874684429871232:12345-192.168.203.18@tcp:400:kworker.0 00000100:00100000:2.0:1787838875.785093:0:17080:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d90764a7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b8818120-0054-4f32-8b25-f7d85a59c13a+13:2405:x1874684429871232:12345-192.168.203.18@tcp:400:kworker.0 Request processed in 92us (2712us total) trans 0 rc 0/0 00000100:00100000:2.0:1787838875.785101:0:17080:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.18@tcp, seq: 171 00000100:00100000:3.0:1787838875.795901:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.18@tcp (source: 12345-192.168.203.18@tcp) 00000100:00100000:3.0:1787838875.795957:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.18@tcp (source: 12345-192.168.203.18@tcp) 00000100:00100000:3.0:1787838875.795991:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.18@tcp (source: 12345-192.168.203.18@tcp) 00000100:00100000:3.0:1787838875.796010:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.18@tcp (source: 12345-192.168.203.18@tcp) 00000100:00100000:3.0:1787838875.796037:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.18@tcp (source: 12345-192.168.203.18@tcp) 00000100:00100000:3.0:1787838875.796063:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.18@tcp (source: 12345-192.168.203.18@tcp) 00000100:00100000:3.0:1787838875.796092:0:18593:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684429871744 00000100:00100000:3.0:1787838875.796103:0:18593:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684429871744 00000100:00100000:3.0:1787838875.796193:0:18593:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684429871616 00000100:00100000:3.0:1787838875.796197:0:18593:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684429871616 00000100:00100000:3.0:1787838875.796212:0:18593:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684429872128 00000100:00100000:3.0:1787838875.796214:0:18593:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684429872128 00000100:00100000:3.0:1787838875.796229:0:18593:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684429872256 00000100:00100000:3.0:1787838875.796232:0:18593:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684429872256 00000100:00100000:3.0:1787838875.796247:0:18593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.18@tcp, seq: 35 00000100:00100000:3.0:1787838875.796258:0:18593:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d8f4493da40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c03f38d-c123-4a1a-a557-4d11a1e148d0+5:2406:x1874684429871744:12345-192.168.203.18@tcp:400:kworker.0 00000100:00100000:3.0:1787838875.796336:0:18593:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d8f4493da40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c03f38d-c123-4a1a-a557-4d11a1e148d0+5:2406:x1874684429871744:12345-192.168.203.18@tcp:400:kworker.0 Request processed in 80us (448us total) trans 0 rc 0/0 00000100:00100000:3.0:1787838875.796362:0:18593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.18@tcp, seq: 35 00000100:00100000:3.0:1787838875.796382:0:18593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.18@tcp, seq: 31 00000100:00100000:3.0:1787838875.796389:0:18593:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d8f4493e580 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c03f38d-c123-4a1a-a557-4d11a1e148d0+5:2404:x1874684429871616:12345-192.168.203.18@tcp:9:kworker.0 00000020:00000080:3.0:1787838875.796411:0:18593:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x7b32352f0be6ed3d 00000100:00080000:3.0:1787838875.796428:0:18593:0:(import.c:65:import_set_state_nolock()) ffff8d8f4225d800 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1787838875.796473:0:18593:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934594 00000100:00100000:1.0:1787838875.796747:0:18594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.18@tcp, seq: 32 00000100:00100000:1.0:1787838875.796758:0:18594:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d907b2f30c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:674f548d-68a0-4adf-8420-16ba8b4b5b31+5:2404:x1874684429872128:12345-192.168.203.18@tcp:9:kworker.0 00000020:00000080:1.0:1787838875.796777:0:18594:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x7b32352f0be6ed7c 00000100:00080000:1.0:1787838875.796783:0:18594:0:(import.c:65:import_set_state_nolock()) ffff8d90706dd800 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1787838875.796816:0:18594:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934594 00000100:00100000:1.0:1787838875.796926:0:18594:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d907b2f30c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:674f548d-68a0-4adf-8420-16ba8b4b5b31+2:2404:x1874684429872128:12345-192.168.203.18@tcp:9:kworker.0 Request processed in 171us (889us total) trans 0 rc 0/0 00000100:00100000:1.0:1787838875.796933:0:18594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.18@tcp, seq: 32 00000100:00100000:1.0:1787838875.796946:0:18594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.18@tcp, seq: 33 00000100:00100000:1.0:1787838875.796952:0:18594:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d8f44951e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:674f548d-68a0-4adf-8420-16ba8b4b5b31+5:2404:x1874684429872256:12345-192.168.203.18@tcp:9:kworker.0 00000020:00000080:1.0:1787838875.796962:0:18594:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x7b32352f0be6ed83 00000100:00080000:1.0:1787838875.796977:0:18594:0:(import.c:65:import_set_state_nolock()) ffff8d90706dc800 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1787838875.797009:0:18594:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934600 00000100:00100000:1.0:1787838875.797085:0:18594:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d8f44951e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:674f548d-68a0-4adf-8420-16ba8b4b5b31+2:2404:x1874684429872256:12345-192.168.203.18@tcp:9:kworker.0 Request processed in 133us (1021us total) trans 0 rc 0/0 00000100:00100000:1.0:1787838875.797092:0:18594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.18@tcp, seq: 33 00010000:00010000:1.0:1787838875.797168:0:19664:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787838875.797180:0:17088:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684429871872 00000100:00100000:1.0:1787838875.797185:0:17088:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684429871872 00000100:00100000:1.0:1787838875.797217:0:17088:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684429872000 00000100:00100000:1.0:1787838875.797221:0:17088:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684429872000 00000100:00100000:1.0:1787838875.797240:0:17088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.18@tcp, seq: 80 00000100:00100000:1.0:1787838875.797247:0:17088:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d8f4493c780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:674f548d-68a0-4adf-8420-16ba8b4b5b31+6:2405:x1874684429871872:12345-192.168.203.18@tcp:400:kworker.0 00000100:00100000:1.0:1787838875.797272:0:17088:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d8f4493c780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:674f548d-68a0-4adf-8420-16ba8b4b5b31+6:2405:x1874684429871872:12345-192.168.203.18@tcp:400:kworker.0 Request processed in 26us (1315us total) trans 0 rc 0/0 00000100:00100000:1.0:1787838875.797277:0:17088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.18@tcp, seq: 80 00000100:00100000:1.0:1787838875.797288:0:17088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.18@tcp, seq: 81 00000100:00100000:1.0:1787838875.797293:0:17088:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d8f4493f0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:674f548d-68a0-4adf-8420-16ba8b4b5b31+5:2406:x1874684429872000:12345-192.168.203.18@tcp:400:kworker.0 00000100:00100000:1.0:1787838875.797312:0:17088:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d8f4493f0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:674f548d-68a0-4adf-8420-16ba8b4b5b31+5:2406:x1874684429872000:12345-192.168.203.18@tcp:400:kworker.0 Request processed in 19us (1321us total) trans 0 rc 0/0 00000100:00100000:1.0:1787838875.797318:0:17088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.18@tcp, seq: 81 00000100:00100000:3.0:1787838875.798090:0:18593:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d8f4493e580 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c03f38d-c123-4a1a-a557-4d11a1e148d0+2:2404:x1874684429871616:12345-192.168.203.18@tcp:9:kworker.0 Request processed in 1697us (2074us total) trans 0 rc 0/0 00000100:00100000:3.0:1787838875.798099:0:18593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.18@tcp, seq: 31 00010000:00010000:0.0:1787838875.798417:0:17074:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787838875.799337:0:17082:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1787838875.799345:0:17082:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1787838875.799348:0:17082:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1787838875.799351:0:17082:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:3.0:1787838875.799827:0:17075:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787838876.024737:0:19664:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787838876.141620:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1787838876.141653:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d8f43fd9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3646:1874684455110144:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1787838876.141761:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787838876.141819:0:18596:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455110144 00000100:00100000:0.0:1787838876.141826:0:18596:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455110144 00000100:00100000:0.0:1787838876.141881:0:18596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:0.0:1787838876.141890:0:18596:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d8f43fdad00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3646:x1874684455110144:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1787838876.141924:0:18596:0:(ofd_obd.c:739:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1787838876.141987:0:18596:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d8f43fdad00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3646:x1874684455110144:12345-0@lo:13:osp-pre-0-1.0 Request processed in 98us (227us total) trans 0 rc 0/0 00000100:00100000:0.0:1787838876.142005:0:18596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00080000:0.0:1787838876.142026:0:17082:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1787838876.142065:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d8f43fd9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3646:1874684455110144:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1787838877.038209:0:17074:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787838877.167343:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d8f43bac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3646:1874684455110272:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1787838877.167411:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787838877.167518:0:17091:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455110272 00000100:00100000:1.0:1787838877.167525:0:17091:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455110272 00000100:00100000:1.0:1787838877.167576:0:17091:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 65 00000100:00100000:1.0:1787838877.167585:0:17091:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d8f42e78f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3646:x1874684455110272:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1787838877.167620:0:17091:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446293504 avail 1300054016 00000100:00100000:1.0:1787838877.167678:0:17091:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d8f42e78f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3646:x1874684455110272:12345-0@lo:41:osp-pre-0-1.0 Request processed in 94us (266us total) trans 0 rc 0/0 00000100:00100000:1.0:1787838877.167691:0:17091:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 65 00000100:00100000:2.0:1787838877.167840:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d8f43bac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3646:1874684455110272:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1787838877.168072:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d8f42e78000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3643:1874684455110400:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1787838877.168118:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787838877.168279:0:18596:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455110400 00000100:00100000:2.0:1787838877.168284:0:18596:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455110400 00000100:00100000:2.0:1787838877.168334:0:18596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:2.0:1787838877.168342:0:18596:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d8f43bad680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3643:x1874684455110400:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1787838877.168357:0:18596:0:(ofd_obd.c:739:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1787838877.168395:0:18596:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d8f43bad680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3643:x1874684455110400:12345-0@lo:13:osp-pre-0-0.0 Request processed in 54us (277us total) trans 0 rc 0/0 00000100:00100000:2.0:1787838877.168402:0:18596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:2.0:1787838877.168433:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d8f42e78000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3643:1874684455110400:0@lo:13:osp-pre-0-0.0 00000100:00080000:1.0:1787838877.168585:0:17082:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1787838877.216380:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.18@tcp (source: 12345-192.168.203.18@tcp) 00000100:00100000:1.0:1787838877.216519:0:17088:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684429872384 00000100:00100000:1.0:1787838877.216529:0:17088:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684429872384 00000100:00100000:1.0:1787838877.216615:0:17088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.18@tcp, seq: 65 00000100:00100000:1.0:1787838877.216627:0:17088:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d8f449530c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c03f38d-c123-4a1a-a557-4d11a1e148d0+13:15582:x1874684429872384:12345-192.168.203.18@tcp:60:lhsmtool_posix.0 00000100:00080000:0.0:1787838877.216819:0:17082:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1787838877.216968:0:17088:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d8f449530c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c03f38d-c123-4a1a-a557-4d11a1e148d0+13:15582:x1874684429872384:12345-192.168.203.18@tcp:60:lhsmtool_posix.0 Request processed in 335us (589us total) trans 0 rc 0/0 00000100:00100000:1.0:1787838877.216977:0:17088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.18@tcp, seq: 65 00000100:00100000:1.0:1787838877.225007:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.18@tcp (source: 12345-192.168.203.18@tcp) 00000100:00100000:2.0:1787838877.229780:0:17087:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684429872512 00000100:00100000:2.0:1787838877.229795:0:17087:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684429872512 00000100:00100000:2.0:1787838877.229933:0:17087:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.18@tcp, seq: 66 00000100:00100000:2.0:1787838877.229946:0:17087:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d8f43bac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c03f38d-c123-4a1a-a557-4d11a1e148d0+5:15582:x1874684429872512:12345-192.168.203.18@tcp:60:lhsmtool_posix.0 00000100:00100000:2.0:1787838877.230070:0:17087:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d8f43bac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c03f38d-c123-4a1a-a557-4d11a1e148d0+5:15582:x1874684429872512:12345-192.168.203.18@tcp:60:lhsmtool_posix.0 Request processed in 128us (5073us total) trans 0 rc 0/0 00000100:00100000:2.0:1787838877.235851:0:17087:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.18@tcp, seq: 66 00000100:00100000:2.0:1787838877.238339:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.18@tcp (source: 12345-192.168.203.18@tcp) 00000100:00080000:0.0:1787838877.238372:0:17082:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1787838877.238746:0:17089:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684429872768 00000100:00100000:3.0:1787838877.238759:0:17089:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684429872768 00000100:00100000:3.0:1787838877.238822:0:17089:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.18@tcp, seq: 12 00000100:00100000:3.0:1787838877.238832:0:17089:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d8f42e78000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c03f38d-c123-4a1a-a557-4d11a1e148d0+13:15582:x1874684429872768:12345-192.168.203.18@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1787838877.239047:0:17089:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d8f42e78000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c03f38d-c123-4a1a-a557-4d11a1e148d0+14:15582:x1874684429872768:12345-192.168.203.18@tcp:35:lhsmtool_posix.0 Request processed in 216us (717us total) trans 8589934624 rc 0/0 00000100:00100000:3.0:1787838877.239055:0:17089:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.18@tcp, seq: 12 00000100:00100000:3.0:1787838877.691187:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d8f44950b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3644:1874684455110528:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1787838877.691268:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787838877.691371:0:17092:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455110528 00000100:00100000:3.0:1787838877.691378:0:17092:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455110528 00000100:00100000:3.0:1787838877.691441:0:17092:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 66 00000100:00100000:3.0:1787838877.691450:0:17092:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d8f44952580 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3644:x1874684455110528:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1787838877.691486:0:17092:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:3.0:1787838877.691540:0:17092:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d8f44952580 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3644:x1874684455110528:12345-0@lo:41:osp-pre-1-0.0 Request processed in 90us (273us total) trans 0 rc 0/0 00000100:00100000:3.0:1787838877.691547:0:17092:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 66 00000100:00100000:3.0:1787838877.691594:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d8f44950b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3644:1874684455110528:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1787838878.061587:0:17075:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787838878.701548:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1787838878.701573:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d8f43fd9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3646:1874684455110656:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1787838878.701651:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787838878.701734:0:18596:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455110656 00000100:00100000:0.0:1787838878.701743:0:18596:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455110656 00000100:00100000:0.0:1787838878.701800:0:18596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:0.0:1787838878.701811:0:18596:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d8f43fd8b40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3646:x1874684455110656:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1787838878.701842:0:18596:0:(ofd_obd.c:739:ofd_statfs()) blocks cached 4218880 granted 17886912 pending 0 free 3915849728 avail 3684327424 00000100:00100000:0.0:1787838878.701885:0:18596:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d8f43fd8b40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3646:x1874684455110656:12345-0@lo:13:osp-pre-1-0.0 Request processed in 77us (233us total) trans 0 rc 0/0 00000100:00100000:0.0:1787838878.701892:0:18596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00080000:0.0:1787838878.701914:0:17082:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1787838878.701947:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d8f43fd9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3646:1874684455110656:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1787838878.702839:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d8f42e7b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3645:1874684455111168:0@lo:400:kworker.0 00000100:00100000:3.0:1787838878.702886:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787838878.702913:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d8f42e7b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3645:1874684455111680:0@lo:400:kworker.0 00000100:00100000:3.0:1787838878.702935:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787838878.702959:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d8f42e7bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3645:1874684455112192:0@lo:400:kworker.0 00000100:00100000:3.0:1787838878.702980:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787838878.703001:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [3->2] 00000100:00100000:3.0:1787838878.703007:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d8f42e78780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:b25e8299-1644-4bd6-978a-5a6f12eff031:3645:1874684455110784:0@lo:400:kworker.0 00000100:00100000:3.0:1787838878.703034:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787838878.703056:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d8f42e7a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3645:1874684455111296:0@lo:400:kworker.0 00000100:00100000:3.0:1787838878.703092:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787838878.703114:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d8f42e79e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3645:1874684455111808:0@lo:400:kworker.0 00000100:00100000:3.0:1787838878.703205:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787838878.703220:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d8f43baf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3645:1874684455112320:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1787838878.703241:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787838878.703271:0:18597:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455112320 00000100:00100000:3.0:1787838878.703277:0:18597:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455112320 00000100:00100000:3.0:1787838878.703314:0:18597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:3.0:1787838878.703322:0:18597:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d9046b81a40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3645:x1874684455112320:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1787838878.703352:0:18597:0:(ofd_obd.c:739:ofd_statfs()) blocks cached 4218880 granted 17886912 pending 0 free 3915849728 avail 3684327424 00000100:00100000:3.0:1787838878.703397:0:18597:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d9046b81a40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3645:x1874684455112320:12345-0@lo:13:osp-pre-1-1.0 Request processed in 75us (153us total) trans 0 rc 0/0 00000100:00100000:1.0:1787838878.703517:0:17088:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455111168 00000100:00100000:1.0:1787838878.703521:0:17088:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455111168 00000100:00100000:1.0:1787838878.703549:0:17088:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455111680 00000100:00100000:1.0:1787838878.703552:0:17088:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455111680 00000100:00100000:1.0:1787838878.703562:0:17088:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455112192 00000100:00100000:1.0:1787838878.703564:0:17088:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455112192 00000100:00100000:1.0:1787838878.703577:0:17088:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455111808 00000100:00100000:1.0:1787838878.703580:0:17088:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455111808 00000100:00100000:1.0:1787838878.703595:0:17088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82 00000100:00100000:1.0:1787838878.703601:0:17088:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d8f44950b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3645:x1874684455111168:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787838878.703652:0:17088:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d8f44950b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3645:x1874684455111168:12345-0@lo:400:kworker.0 Request processed in 51us (765us total) trans 0 rc 0/0 00000100:00100000:1.0:1787838878.703659:0:17088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82 00000100:00100000:1.0:1787838878.703674:0:17088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83 00000100:00100000:1.0:1787838878.703680:0:17088:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d8f4493cf00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3645:x1874684455111680:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787838878.703719:0:17088:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d8f4493cf00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3645:x1874684455111680:12345-0@lo:400:kworker.0 Request processed in 39us (783us total) trans 0 rc 0/0 00000100:00100000:1.0:1787838878.703725:0:17088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83 00000100:00100000:1.0:1787838878.703738:0:17088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 84 00000100:00100000:1.0:1787838878.703744:0:17088:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d8f4493e940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3645:x1874684455112192:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787838878.703770:0:17088:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d8f4493e940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3645:x1874684455112192:12345-0@lo:400:kworker.0 Request processed in 27us (789us total) trans 0 rc 0/0 00000100:00100000:1.0:1787838878.703776:0:17088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 84 00000100:00100000:1.0:1787838878.703787:0:17088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 85 00000100:00100000:1.0:1787838878.703793:0:17088:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d9046b83c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3645:x1874684455111808:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787838878.703818:0:17088:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d9046b83c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3645:x1874684455111808:12345-0@lo:400:kworker.0 Request processed in 26us (612us total) trans 0 rc 0/0 00000100:00100000:1.0:1787838878.703823:0:17088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 85 00000100:00100000:1.0:1787838878.704039:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d8f42e7b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3643:1874684455110912:0@lo:400:kworker.0 00000100:00100000:1.0:1787838878.704076:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787838878.704099:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d8f42e78b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3643:1874684455111424:0@lo:400:kworker.0 00000100:00100000:1.0:1787838878.704121:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787838878.704166:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d8f42e79680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3643:1874684455111936:0@lo:400:kworker.0 00000100:00100000:1.0:1787838878.704187:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787838878.704204:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:1.0:1787838878.704209:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d8f42e792c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3643:1874684455111040:0@lo:400:kworker.0 00000100:00100000:1.0:1787838878.704226:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787838878.704239:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d8f42e7a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3643:1874684455111552:0@lo:400:kworker.0 00000100:00100000:1.0:1787838878.704256:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787838878.704279:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d8f42e783c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3643:1874684455112064:0@lo:400:kworker.0 00000100:00100000:1.0:1787838878.704298:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787838878.704320:0:18594:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455111424 00000100:00100000:1.0:1787838878.704325:0:18594:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455111424 00000100:00100000:1.0:1787838878.704356:0:18594:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455111040 00000100:00100000:1.0:1787838878.704359:0:18594:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455111040 00000100:00100000:1.0:1787838878.704369:0:18594:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455111552 00000100:00100000:1.0:1787838878.704372:0:18594:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455111552 00000100:00100000:1.0:1787838878.704382:0:18594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:1.0:1787838878.704388:0:18594:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d8f44808000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3643:x1874684455111424:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787838878.704784:0:17087:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455111936 00000100:00100000:2.0:1787838878.704797:0:17087:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455111936 00000100:00100000:2.0:1787838878.704830:0:17087:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455112064 00000100:00100000:2.0:1787838878.704833:0:17087:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455112064 00000100:00100000:2.0:1787838878.704849:0:17087:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 86 00000100:00100000:2.0:1787838878.704855:0:17087:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d8f448083c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3643:x1874684455111936:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787838878.704920:0:18597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:3.0:1787838878.704946:0:17827:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455111296 00000100:00100000:3.0:1787838878.704959:0:17827:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455111296 00000100:00100000:3.0:1787838878.704982:0:17827:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455110912 00000100:00100000:3.0:1787838878.704984:0:17827:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455110912 00000100:00100000:3.0:1787838878.704998:0:17827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 67 00000100:00100000:3.0:1787838878.705004:0:17827:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d9046b803c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3645:x1874684455111296:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787838878.705342:0:17078:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455110784 00000100:00100000:0.0:1787838878.705348:0:17078:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455110784 00000100:00100000:0.0:1787838878.705383:0:17078:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 172 00000100:00100000:0.0:1787838878.705390:0:17078:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d90764a6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b25e8299-1644-4bd6-978a-5a6f12eff031+24:3645:x1874684455110784:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787838878.714965:0:17087:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d8f448083c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3643:x1874684455111936:12345-0@lo:400:kworker.0 Request processed in 10090us (10756us total) trans 0 rc 0/0 00000100:00100000:2.0:1787838878.714984:0:17087:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 86 00000100:00100000:2.0:1787838878.715034:0:17087:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 87 00000100:00100000:2.0:1787838878.715048:0:17087:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d8f44836d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3643:x1874684455112064:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787838878.715109:0:17087:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d8f44836d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3643:x1874684455112064:12345-0@lo:400:kworker.0 Request processed in 67us (10809us total) trans 0 rc 0/0 00000100:00100000:2.0:1787838878.715115:0:17087:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 87 00000100:00100000:2.0:1787838878.715181:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d8f42e783c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3643:1874684455112064:0@lo:400:kworker.0 00010000:00080000:2.0:1787838878.715196:0:3643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8d8f42e79680 x1874684455111936/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787838894 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787838878.715206:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d8f42e79680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3643:1874684455111936:0@lo:400:kworker.0 00000100:00100000:2.0:1787838878.715266:0:18593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:2.0:1787838878.715275:0:18593:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d8f4480b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3643:x1874684455111040:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787838878.715339:0:18593:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d8f4480b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3643:x1874684455111040:12345-0@lo:400:kworker.0 Request processed in 65us (11110us total) trans 0 rc 0/0 00000100:00100000:2.0:1787838878.715345:0:18593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:2.0:1787838878.715359:0:18593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:2.0:1787838878.715366:0:18593:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d8f44836940 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3643:x1874684455111552:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787838878.715395:0:18593:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d8f44836940 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3643:x1874684455111552:12345-0@lo:400:kworker.0 Request processed in 29us (11138us total) trans 0 rc 0/0 00000100:00100000:3.0:1787838878.723609:0:17091:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 68 00000100:00100000:3.0:1787838878.723645:0:17091:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d907f7d3c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3643:x1874684455110912:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787838878.723746:0:17091:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d907f7d3c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3643:x1874684455110912:12345-0@lo:400:kworker.0 Request processed in 124us (19668us total) trans 0 rc 0/0 00000100:00100000:3.0:1787838878.723753:0:17091:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 68 00000100:00100000:3.0:1787838878.723819:0:17827:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d9046b803c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3645:x1874684455111296:12345-0@lo:400:kworker.0 Request processed in 18815us (20726us total) trans 0 rc 0/0 00000100:00100000:3.0:1787838878.723825:0:17827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 67 00000100:00100000:3.0:1787838878.723889:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d8f42e7a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3645:1874684455111296:0@lo:400:kworker.0 00000100:00100000:3.0:1787838878.723903:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d8f42e79e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3645:1874684455111808:0@lo:400:kworker.0 00000100:00100000:3.0:1787838878.723922:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d8f43baf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3645:1874684455112320:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1787838878.723934:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d8f42e7b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3645:1874684455111168:0@lo:400:kworker.0 00000100:00100000:3.0:1787838878.723944:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d8f42e7b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3645:1874684455111680:0@lo:400:kworker.0 00010000:00080000:3.0:1787838878.723968:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8d8f42e7bc00 x1874684455112192/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787838894 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787838878.723996:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d8f42e7bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3645:1874684455112192:0@lo:400:kworker.0 00000100:00100000:3.0:1787838878.724053:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d8f42e792c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3643:1874684455111040:0@lo:400:kworker.0 00000100:00100000:3.0:1787838878.724063:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d8f42e7a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3643:1874684455111552:0@lo:400:kworker.0 00000100:00100000:3.0:1787838878.724072:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d8f42e7b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3643:1874684455110912:0@lo:400:kworker.0 00000100:00080000:3.0:1787838878.724150:0:17082:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1787838878.724156:0:17082:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1787838878.724159:0:17082:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1787838878.724161:0:17082:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1787838878.724830:0:18593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:0.0:1787838878.725094:0:17078:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d90764a6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b25e8299-1644-4bd6-978a-5a6f12eff031+24:3645:x1874684455110784:12345-0@lo:400:kworker.0 Request processed in 19702us (22056us total) trans 0 rc 0/0 00000100:00100000:0.0:1787838878.725104:0:17078:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 172 00000100:00100000:3.0:1787838878.732974:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d8f42e78780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:b25e8299-1644-4bd6-978a-5a6f12eff031:3645:1874684455110784:0@lo:400:kworker.0 00000100:00100000:1.0:1787838878.743242:0:18594:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d8f44808000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3643:x1874684455111424:12345-0@lo:400:kworker.0 Request processed in 38842us (39107us total) trans 0 rc 0/0 00000100:00100000:1.0:1787838878.743260:0:18594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:3.0:1787838878.743441:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d8f42e78b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3643:1874684455111424:0@lo:400:kworker.0 00000040:00080000:1.0:1787838878.894088:0:17121:0:(llog.c:805:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00080000:1.0:1787838878.894099:0:17121:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1787838878.894119:0:17121:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xe:0x0] index 2 count 2 00000040:00080000:1.0:1787838878.894144:0:17121:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 3 count 2 00010000:00010000:1.0:1787838879.086809:0:19664:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1787838879.216691:0:17066:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934624 is committed 00000020:00080000:3.0:1787838879.216705:0:17066:0:(update_trans.c:1349:distribute_txn_batchid_cb()) lustre-MDT0000: 4294967530 batchid updated 00000020:00080000:0.0:1787838879.216765:0:17126:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294967530 00000020:00080000:0.0:1787838879.216787:0:17126:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294967530 00010000:00010000:1.0:1787838880.109765:0:17074:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787838880.897299:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.18@tcp (source: 12345-192.168.203.18@tcp) 00000100:00100000:3.0:1787838880.897358:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.18@tcp (source: 12345-192.168.203.18@tcp) 00000100:00100000:3.0:1787838880.897387:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.18@tcp (source: 12345-192.168.203.18@tcp) 00000100:00100000:3.0:1787838880.897416:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.18@tcp (source: 12345-192.168.203.18@tcp) 00000100:00100000:3.0:1787838880.897531:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.18@tcp (source: 12345-192.168.203.18@tcp) 00000100:00100000:3.0:1787838880.897559:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.18@tcp (source: 12345-192.168.203.18@tcp) 00000100:00100000:0.0:1787838880.897595:0:17081:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684429872896 00000100:00100000:0.0:1787838880.897606:0:17081:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684429872896 00000100:00100000:0.0:1787838880.897682:0:17081:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.18@tcp, seq: 173 00000100:00100000:0.0:1787838880.897694:0:17081:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d90764a5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b8818120-0054-4f32-8b25-f7d85a59c13a+13:2407:x1874684429872896:12345-192.168.203.18@tcp:400:kworker.0 00000100:00100000:0.0:1787838880.897771:0:17081:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d90764a5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b8818120-0054-4f32-8b25-f7d85a59c13a+13:2407:x1874684429872896:12345-192.168.203.18@tcp:400:kworker.0 Request processed in 79us (487us total) trans 0 rc 0/0 00000100:00100000:0.0:1787838880.897779:0:17081:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.18@tcp, seq: 173 00000100:00100000:0.0:1787838880.897948:0:18592:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684429873280 00000100:00100000:0.0:1787838880.897952:0:18592:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684429873280 00000100:00100000:0.0:1787838880.897995:0:18592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.18@tcp, seq: 39 00000100:00100000:0.0:1787838880.898003:0:18592:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d9046b80000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3c03f38d-c123-4a1a-a557-4d11a1e148d0+5:2407:x1874684429873280:12345-192.168.203.18@tcp:400:kworker.0 00000100:00100000:0.0:1787838880.898036:0:18592:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d9046b80000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3c03f38d-c123-4a1a-a557-4d11a1e148d0+5:2407:x1874684429873280:12345-192.168.203.18@tcp:400:kworker.0 Request processed in 35us (506us total) trans 0 rc 0/0 00000100:00100000:0.0:1787838880.898044:0:18592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.18@tcp, seq: 39 00000100:00100000:2.0:1787838880.901828:0:17087:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684429873152 00000100:00100000:2.0:1787838880.901845:0:17087:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684429873152 00000100:00100000:2.0:1787838880.901943:0:17087:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684429873408 00000100:00100000:2.0:1787838880.901947:0:17087:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684429873408 00000100:00100000:2.0:1787838880.901967:0:17087:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684429873024 00000100:00100000:2.0:1787838880.901971:0:17087:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684429873024 00000100:00100000:2.0:1787838880.901995:0:17087:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.18@tcp, seq: 88 00000100:00100000:2.0:1787838880.902006:0:17087:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d9046b82580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c03f38d-c123-4a1a-a557-4d11a1e148d0+5:2407:x1874684429873152:12345-192.168.203.18@tcp:400:kworker.0 00000100:00100000:2.0:1787838880.902090:0:17087:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d9046b82580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c03f38d-c123-4a1a-a557-4d11a1e148d0+5:2407:x1874684429873152:12345-192.168.203.18@tcp:400:kworker.0 Request processed in 85us (4731us total) trans 0 rc 0/0 00000100:00100000:2.0:1787838880.902097:0:17087:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.18@tcp, seq: 88 00000100:00100000:2.0:1787838880.902116:0:17087:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.18@tcp, seq: 89 00000100:00100000:2.0:1787838880.902123:0:17087:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d9046b82d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:674f548d-68a0-4adf-8420-16ba8b4b5b31+6:2407:x1874684429873408:12345-192.168.203.18@tcp:400:kworker.0 00000100:00100000:2.0:1787838880.902177:0:17087:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d9046b82d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:674f548d-68a0-4adf-8420-16ba8b4b5b31+6:2407:x1874684429873408:12345-192.168.203.18@tcp:400:kworker.0 Request processed in 54us (4788us total) trans 0 rc 0/0 00000100:00100000:2.0:1787838880.902184:0:17087:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.18@tcp, seq: 89 00000100:00100000:2.0:1787838880.902197:0:17087:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.18@tcp, seq: 90 00000100:00100000:2.0:1787838880.902203:0:17087:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d9046b80f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c03f38d-c123-4a1a-a557-4d11a1e148d0+13:2407:x1874684429873024:12345-192.168.203.18@tcp:400:kworker.0 00000100:00100000:2.0:1787838880.902229:0:17087:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d9046b80f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c03f38d-c123-4a1a-a557-4d11a1e148d0+13:2407:x1874684429873024:12345-192.168.203.18@tcp:400:kworker.0 Request processed in 26us (4812us total) trans 0 rc 0/0 00000100:00100000:2.0:1787838880.902234:0:17087:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.18@tcp, seq: 90 00000100:00080000:2.0:1787838880.902441:0:17082:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1787838880.902445:0:17082:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1787838880.902448:0:17082:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1787838880.902903:0:17087:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684429873536 00000100:00100000:3.0:1787838880.902910:0:17087:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684429873536 00000100:00100000:3.0:1787838880.902962:0:17087:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.18@tcp, seq: 91 00000100:00100000:3.0:1787838880.902970:0:17087:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d9046b80780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:674f548d-68a0-4adf-8420-16ba8b4b5b31+5:2407:x1874684429873536:12345-192.168.203.18@tcp:400:kworker.0 00000100:00100000:3.0:1787838880.903015:0:17087:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d9046b80780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:674f548d-68a0-4adf-8420-16ba8b4b5b31+5:2407:x1874684429873536:12345-192.168.203.18@tcp:400:kworker.0 Request processed in 47us (5455us total) trans 0 rc 0/0 00000100:00100000:3.0:1787838880.903028:0:17087:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.18@tcp, seq: 91 00000100:00080000:3.0:1787838880.903054:0:17082:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1787838881.133313:0:17075:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787838881.263605:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d8f43fd9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3643:1874684455112448:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1787838881.263692:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787838881.269751:0:18597:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455112448 00000100:00100000:2.0:1787838881.269767:0:18597:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455112448 00000100:00100000:2.0:1787838881.269886:0:18597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:2.0:1787838881.269898:0:18597:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d9046b83480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3643:x1874684455112448:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1787838881.269951:0:18597:0:(ofd_obd.c:739:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1787838881.270053:0:18597:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d9046b83480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3643:x1874684455112448:12345-0@lo:13:osp-pre-0-1.0 Request processed in 157us (6361us total) trans 0 rc 0/0 00000100:00100000:2.0:1787838881.270060:0:18597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:1.0:1787838881.272089:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d8f43fd9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3643:1874684455112448:0@lo:13:osp-pre-0-1.0 00000100:00080000:3.0:1787838881.275988:0:17082:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000001:00100000:2.0:1787838881.776392:0:19408:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 674f548d-68a0-4adf-8420-16ba8b4b5b31 00000020:00000080:2.0:1787838881.776402:0:19408:0:(genops.c:885:class_export_put()) final put ffff8d90706da800/674f548d-68a0-4adf-8420-16ba8b4b5b31 00000020:00000080:0.0:1787838881.776572:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8d90706da800/674f548d-68a0-4adf-8420-16ba8b4b5b31 for lustre-OST0001 00000020:00000080:0.0:1787838881.776618:0:36:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8d90706dc800 for lustre-OST0001 00000001:00100000:0.0:1787838881.777266:0:18589:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 3c03f38d-c123-4a1a-a557-4d11a1e148d0 00000020:00000080:0.0:1787838881.777270:0:18589:0:(genops.c:885:class_export_put()) final put ffff8d8f42259800/3c03f38d-c123-4a1a-a557-4d11a1e148d0 00000001:00100000:0.0:1787838881.777288:0:18589:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 674f548d-68a0-4adf-8420-16ba8b4b5b31 00000020:00000080:0.0:1787838881.777290:0:18589:0:(genops.c:885:class_export_put()) final put ffff8d90706df800/674f548d-68a0-4adf-8420-16ba8b4b5b31 00000020:00000080:2.0:1787838881.777333:0:476:0:(genops.c:844:class_export_destroy()) destroying export ffff8d8f42259800/3c03f38d-c123-4a1a-a557-4d11a1e148d0 for lustre-OST0000 00000020:00000080:2.0:1787838881.777373:0:476:0:(genops.c:844:class_export_destroy()) destroying export ffff8d90706df800/674f548d-68a0-4adf-8420-16ba8b4b5b31 for lustre-OST0000 00000020:00000080:2.0:1787838881.777384:0:476:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8d8f4225d800 for lustre-OST0000 00000020:00000080:2.0:1787838881.777387:0:476:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8d90706dd800 for lustre-OST0000 00010000:00010000:0.0:1787838882.158007:0:19664:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787838882.288752:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1787838882.288778:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d8f43fdb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3643:1874684455112576:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1787838882.288866:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787838882.293178:0:17091:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455112576 00000100:00100000:2.0:1787838882.293192:0:17091:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455112576 00000100:00100000:2.0:1787838882.293253:0:17091:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 69 00000100:00100000:2.0:1787838882.293264:0:17091:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d8f43fd9e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3643:x1874684455112576:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1787838882.293301:0:17091:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446293504 avail 1300054016 00000100:00100000:2.0:1787838882.293387:0:17091:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d8f43fd9e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3643:x1874684455112576:12345-0@lo:41:osp-pre-0-1.0 Request processed in 125us (4520us total) trans 0 rc 0/0 00000100:00100000:2.0:1787838882.293395:0:17091:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 69 00000100:00100000:2.0:1787838882.293447:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d8f43fdb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3643:1874684455112576:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1787838882.301000:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1787838882.301022:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d8f42e783c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3646:1874684455112704:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1787838882.301089:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787838882.301178:0:18597:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455112704 00000100:00100000:2.0:1787838882.301186:0:18597:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455112704 00000100:00100000:2.0:1787838882.301238:0:18597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:2.0:1787838882.301247:0:18597:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d8f42e79a40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3646:x1874684455112704:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1787838882.301267:0:18597:0:(ofd_obd.c:739:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1787838882.301307:0:18597:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d8f42e79a40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3646:x1874684455112704:12345-0@lo:13:osp-pre-0-0.0 Request processed in 62us (219us total) trans 0 rc 0/0 00000100:00100000:2.0:1787838882.301314:0:18597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:2.0:1787838882.301352:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d8f42e783c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3646:1874684455112704:0@lo:13:osp-pre-0-0.0 00000100:00080000:2.0:1787838882.301374:0:17082:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000001:02000400:1.0:1787838882.334853:0:20464:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-pcc test 1d: Test Project ID with remote access ========================================================== 09:54:40 (1787838880) 00000100:00100000:2.0:1787838882.797356:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d9046b83840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3646:1874684455112832:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1787838882.797430:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787838882.797557:0:17092:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455112832 00000100:00100000:3.0:1787838882.797564:0:17092:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455112832 00000100:00100000:3.0:1787838882.797615:0:17092:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 70 00000100:00100000:3.0:1787838882.797624:0:17092:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d8f42e79680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3646:x1874684455112832:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1787838882.797668:0:17092:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:3.0:1787838882.797734:0:17092:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d8f42e79680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3646:x1874684455112832:12345-0@lo:41:osp-pre-1-0.0 Request processed in 112us (304us total) trans 0 rc 0/0 00000100:00100000:3.0:1787838882.797751:0:17092:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 70 00000100:00100000:1.0:1787838882.798039:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d9046b83840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3646:1874684455112832:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1787838883.181456:0:17074:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1787838883.502941:0:17841:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:1.0:1787838883.822859:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d8f44837c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3643:1874684455112960:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1787838883.822939:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787838883.823018:0:18597:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455112960 00000100:00100000:1.0:1787838883.823027:0:18597:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455112960 00000100:00100000:1.0:1787838883.823094:0:18597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:1.0:1787838883.823103:0:18597:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d905932c3c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3643:x1874684455112960:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1787838883.823147:0:18597:0:(ofd_obd.c:739:ofd_statfs()) blocks cached 4218880 granted 17886912 pending 0 free 3915849728 avail 3684327424 00000100:00100000:1.0:1787838883.823185:0:18597:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d905932c3c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3643:x1874684455112960:12345-0@lo:13:osp-pre-1-0.0 Request processed in 84us (247us total) trans 0 rc 0/0 00000100:00100000:1.0:1787838883.823192:0:18597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00080000:1.0:1787838883.823210:0:17082:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1787838883.823238:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d8f44837c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3643:1874684455112960:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1787838883.826540:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1787838883.826566:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d905932da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3643:1874684455113088:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1787838883.826641:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787838883.826902:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d907efe2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3644:1874684455113600:0@lo:400:kworker.0 00000100:00100000:0.0:1787838883.826946:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787838883.826969:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d907efe3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3644:1874684455114112:0@lo:400:kworker.0 00000100:00100000:1.0:1787838883.827161:0:18597:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455113088 00000100:00100000:1.0:1787838883.827169:0:18597:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455113088 00000100:00100000:1.0:1787838883.827219:0:18597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:1.0:1787838883.827226:0:18597:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d9046b821c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3643:x1874684455113088:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1787838883.827248:0:18597:0:(ofd_obd.c:739:ofd_statfs()) blocks cached 4218880 granted 17886912 pending 0 free 3915849728 avail 3684327424 00000100:00100000:1.0:1787838883.827285:0:18597:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d9046b821c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3643:x1874684455113088:12345-0@lo:13:osp-pre-1-1.0 Request processed in 60us (646us total) trans 0 rc 0/0 00000100:00100000:1.0:1787838883.827292:0:18597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00080000:1.0:1787838883.827322:0:17082:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1787838883.827486:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787838883.827508:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:0.0:1787838883.827514:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d907efe2580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3644:1874684455113472:0@lo:400:kworker.0 00000100:00100000:0.0:1787838883.827543:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787838883.827674:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d907efe0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3644:1874684455113984:0@lo:400:kworker.0 00000100:00100000:0.0:1787838883.827698:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787838883.827714:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d907efe21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3644:1874684455114496:0@lo:400:kworker.0 00000100:00100000:0.0:1787838883.827731:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787838883.827763:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d907efe1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3646:1874684455113344:0@lo:400:kworker.0 00000100:00100000:0.0:1787838883.827788:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787838883.827811:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d907efe0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3646:1874684455113856:0@lo:400:kworker.0 00000100:00100000:0.0:1787838883.827829:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787838883.827843:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d907efe3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3646:1874684455114368:0@lo:400:kworker.0 00000100:00100000:0.0:1787838883.827875:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787838883.827890:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:0.0:1787838883.827897:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d904b5a61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:b25e8299-1644-4bd6-978a-5a6f12eff031:3646:1874684455113216:0@lo:400:kworker.0 00000100:00100000:0.0:1787838883.827933:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787838883.827955:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d907efe0f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3646:1874684455113728:0@lo:400:kworker.0 00000100:00100000:0.0:1787838883.827973:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787838883.828206:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d907efe12c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3646:1874684455114240:0@lo:400:kworker.0 00000100:00100000:0.0:1787838883.828233:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787838883.828265:0:17087:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455113600 00000100:00100000:0.0:1787838883.828270:0:17087:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455113600 00000100:00100000:0.0:1787838883.828294:0:17087:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455114112 00000100:00100000:0.0:1787838883.828297:0:17087:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455114112 00000100:00100000:1.0:1787838883.828418:0:19289:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455113984 00000100:00100000:1.0:1787838883.828422:0:19289:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455113984 00000100:00100000:1.0:1787838883.828438:0:19289:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455114496 00000100:00100000:1.0:1787838883.828440:0:19289:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455114496 00000100:00100000:0.0:1787838883.828558:0:17087:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455114368 00000100:00100000:0.0:1787838883.828561:0:17087:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455114368 00000100:00100000:1.0:1787838883.835331:0:19289:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455114240 00000100:00100000:1.0:1787838883.835346:0:19289:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455114240 00000100:00100000:1.0:1787838883.835378:0:19289:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 92 00000100:00100000:1.0:1787838883.835399:0:19289:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d907efe0b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3644:x1874684455113600:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787838883.835516:0:19289:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d907efe0b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3644:x1874684455113600:12345-0@lo:400:kworker.0 Request processed in 129us (8568us total) trans 0 rc 0/0 00000100:00100000:1.0:1787838883.835524:0:19289:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 92 00000100:00100000:1.0:1787838883.835571:0:19289:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 93 00000100:00100000:1.0:1787838883.835578:0:19289:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d907efe1e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3644:x1874684455113984:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787838883.835611:0:19289:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d907efe1e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3644:x1874684455113984:12345-0@lo:400:kworker.0 Request processed in 34us (7912us total) trans 0 rc 0/0 00000100:00100000:1.0:1787838883.835618:0:19289:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 93 00000100:00100000:1.0:1787838883.835631:0:19289:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 94 00000100:00100000:1.0:1787838883.835637:0:19289:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d907efe2940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3644:x1874684455114112:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787838883.835661:0:19289:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d907efe2940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3644:x1874684455114112:12345-0@lo:400:kworker.0 Request processed in 25us (8176us total) trans 0 rc 0/0 00000100:00100000:1.0:1787838883.835666:0:19289:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 94 00000100:00100000:1.0:1787838883.835677:0:19289:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 95 00000100:00100000:1.0:1787838883.835682:0:19289:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d907efe1680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3644:x1874684455114496:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787838883.835706:0:19289:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d907efe1680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3644:x1874684455114496:12345-0@lo:400:kworker.0 Request processed in 24us (7974us total) trans 0 rc 0/0 00000100:00100000:1.0:1787838883.835711:0:19289:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 95 00000100:00100000:1.0:1787838883.835721:0:19289:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 96 00000100:00100000:1.0:1787838883.835726:0:19289:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d907f654b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3646:x1874684455114240:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787838883.835754:0:19289:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d907f654b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3646:x1874684455114240:12345-0@lo:400:kworker.0 Request processed in 28us (7521us total) trans 0 rc 0/0 00000100:00100000:1.0:1787838883.835760:0:19289:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 96 00000100:00100000:1.0:1787838883.835864:0:17827:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455113344 00000100:00100000:1.0:1787838883.835869:0:17827:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455113344 00000100:00100000:1.0:1787838883.835895:0:17827:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455113728 00000100:00100000:1.0:1787838883.835898:0:17827:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455113728 00000100:00100000:1.0:1787838883.835911:0:17827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71 00000100:00100000:1.0:1787838883.835926:0:17827:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d907efe03c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3646:x1874684455113344:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787838883.835969:0:17827:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d907efe03c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3646:x1874684455113344:12345-0@lo:400:kworker.0 Request processed in 43us (8180us total) trans 0 rc 0/0 00000100:00100000:1.0:1787838883.835976:0:17827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71 00000100:00100000:1.0:1787838883.836455:0:17827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72 00000100:00100000:1.0:1787838883.836465:0:17827:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d907f6561c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3646:x1874684455113728:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787838883.836500:0:17827:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d907f6561c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3646:x1874684455113728:12345-0@lo:400:kworker.0 Request processed in 38us (8525us total) trans 0 rc 0/0 00000100:00100000:1.0:1787838883.836506:0:17827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72 00000100:00100000:1.0:1787838883.836538:0:18593:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455113472 00000100:00100000:1.0:1787838883.836542:0:18593:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455113472 00000100:00100000:1.0:1787838883.836582:0:18593:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455113856 00000100:00100000:1.0:1787838883.836586:0:18593:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455113856 00000100:00100000:1.0:1787838883.836610:0:18593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:1.0:1787838883.836617:0:18593:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d907efe30c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3644:x1874684455113472:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787838883.836663:0:18593:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d907efe30c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3644:x1874684455113472:12345-0@lo:400:kworker.0 Request processed in 47us (9120us total) trans 0 rc 0/0 00000100:00100000:1.0:1787838883.836669:0:18593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00100000:1.0:1787838883.836679:0:18593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:1.0:1787838883.836685:0:18593:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d907efe3c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3646:x1874684455113856:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787838883.836707:0:18593:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d907efe3c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3646:x1874684455113856:12345-0@lo:400:kworker.0 Request processed in 23us (8877us total) trans 0 rc 0/0 00000100:00100000:1.0:1787838883.836713:0:18593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00100000:1.0:1787838883.836779:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d905932da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3643:1874684455113088:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1787838883.837270:0:17078:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455113216 00000100:00100000:2.0:1787838883.837275:0:17078:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455113216 00000100:00100000:2.0:1787838883.837528:0:17078:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 174 00000100:00100000:2.0:1787838883.837538:0:17078:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d90764a4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b25e8299-1644-4bd6-978a-5a6f12eff031+24:3646:x1874684455113216:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787838883.841213:0:17078:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d90764a4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b25e8299-1644-4bd6-978a-5a6f12eff031+24:3646:x1874684455113216:12345-0@lo:400:kworker.0 Request processed in 3666us (13268us total) trans 0 rc 0/0 00000100:00100000:2.0:1787838883.841228:0:17078:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 174 00000100:00080000:3.0:1787838883.845675:0:17082:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1787838883.845686:0:17082:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1787838883.845689:0:17082:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1787838883.849217:0:17087:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 97 00000100:00100000:0.0:1787838883.849234:0:17087:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d907f657840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3646:x1874684455114368:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787838883.850459:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d907efe2580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3644:1874684455113472:0@lo:400:kworker.0 00000100:00100000:1.0:1787838883.850475:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d907efe0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3644:1874684455113984:0@lo:400:kworker.0 00010000:00080000:1.0:1787838883.850505:0:3644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8d907efe21c0 x1874684455114496/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787838899 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787838883.850517:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d907efe21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3644:1874684455114496:0@lo:400:kworker.0 00000100:00100000:1.0:1787838883.850530:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d907efe2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3644:1874684455113600:0@lo:400:kworker.0 00000100:00100000:1.0:1787838883.850541:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d907efe3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3644:1874684455114112:0@lo:400:kworker.0 00000100:00100000:1.0:1787838883.850727:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d904b5a61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:b25e8299-1644-4bd6-978a-5a6f12eff031:3646:1874684455113216:0@lo:400:kworker.0 00000100:00100000:1.0:1787838883.850740:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d907efe0f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3646:1874684455113728:0@lo:400:kworker.0 00010000:00080000:1.0:1787838883.850751:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8d907efe12c0 x1874684455114240/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787838899 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787838883.850760:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d907efe12c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3646:1874684455114240:0@lo:400:kworker.0 00000100:00100000:1.0:1787838883.850770:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d907efe1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3646:1874684455113344:0@lo:400:kworker.0 00000100:00100000:1.0:1787838883.850780:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d907efe0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3646:1874684455113856:0@lo:400:kworker.0 00000100:00100000:0.0:1787838883.851597:0:17087:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d907f657840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3646:x1874684455114368:12345-0@lo:400:kworker.0 Request processed in 2315us (23668us total) trans 0 rc 0/0 00000100:00100000:0.0:1787838883.851610:0:17087:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 97 00000100:00100000:1.0:1787838883.851710:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d907efe3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3646:1874684455114368:0@lo:400:kworker.0 00010000:00010000:3.0:1787838884.205310:0:17075:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787838885.229511:0:19664:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787838886.013910:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.18@tcp (source: 12345-192.168.203.18@tcp) 00000100:00100000:0.0:1787838886.013961:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.18@tcp (source: 12345-192.168.203.18@tcp) 00000100:00100000:0.0:1787838886.013988:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.18@tcp (source: 12345-192.168.203.18@tcp) 00000100:00100000:0.0:1787838886.014006:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.18@tcp (source: 12345-192.168.203.18@tcp) 00000100:00100000:0.0:1787838886.014025:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.18@tcp (source: 12345-192.168.203.18@tcp) 00000100:00100000:3.0:1787838886.014193:0:17080:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684429873664 00000100:00100000:3.0:1787838886.014205:0:17080:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684429873664 00000100:00100000:3.0:1787838886.014260:0:17080:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.18@tcp, seq: 175 00000100:00100000:3.0:1787838886.014270:0:17080:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d90764a5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b8818120-0054-4f32-8b25-f7d85a59c13a+13:2405:x1874684429873664:12345-192.168.203.18@tcp:400:kworker.0 00000100:00100000:3.0:1787838886.014342:0:17080:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d90764a5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b8818120-0054-4f32-8b25-f7d85a59c13a+13:2405:x1874684429873664:12345-192.168.203.18@tcp:400:kworker.0 Request processed in 73us (451us total) trans 0 rc 0/0 00000100:00100000:3.0:1787838886.014364:0:17080:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.18@tcp, seq: 175 00000100:00100000:1.0:1787838886.014627:0:17086:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684429873920 00000100:00100000:1.0:1787838886.014633:0:17086:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684429873920 00000100:00100000:1.0:1787838886.014687:0:17086:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684429874176 00000100:00100000:1.0:1787838886.014691:0:17086:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684429874176 00000100:00100000:1.0:1787838886.014705:0:17086:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684429873792 00000100:00100000:1.0:1787838886.014707:0:17086:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684429873792 00000100:00100000:1.0:1787838886.014722:0:17086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.18@tcp, seq: 98 00000100:00100000:1.0:1787838886.014729:0:17086:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d907f656940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c03f38d-c123-4a1a-a557-4d11a1e148d0+5:2405:x1874684429873920:12345-192.168.203.18@tcp:400:kworker.0 00000100:00100000:1.0:1787838886.014773:0:17086:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d907f656940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c03f38d-c123-4a1a-a557-4d11a1e148d0+5:2405:x1874684429873920:12345-192.168.203.18@tcp:400:kworker.0 Request processed in 45us (811us total) trans 0 rc 0/0 00000100:00100000:1.0:1787838886.014787:0:17086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.18@tcp, seq: 98 00000100:00100000:1.0:1787838886.014801:0:17086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.18@tcp, seq: 99 00000100:00100000:1.0:1787838886.014808:0:17086:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d907f6570c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:674f548d-68a0-4adf-8420-16ba8b4b5b31+6:2405:x1874684429874176:12345-192.168.203.18@tcp:400:kworker.0 00000100:00100000:1.0:1787838886.014835:0:17086:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d907f6570c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:674f548d-68a0-4adf-8420-16ba8b4b5b31+6:2405:x1874684429874176:12345-192.168.203.18@tcp:400:kworker.0 Request processed in 28us (847us total) trans 0 rc 0/0 00000100:00100000:1.0:1787838886.014841:0:17086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.18@tcp, seq: 99 00000100:00100000:1.0:1787838886.014852:0:17086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.18@tcp, seq: 100 00000100:00100000:1.0:1787838886.014858:0:17086:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d907f655e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c03f38d-c123-4a1a-a557-4d11a1e148d0+13:2405:x1874684429873792:12345-192.168.203.18@tcp:400:kworker.0 00000100:00100000:1.0:1787838886.014880:0:17086:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d907f655e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c03f38d-c123-4a1a-a557-4d11a1e148d0+13:2405:x1874684429873792:12345-192.168.203.18@tcp:400:kworker.0 Request processed in 22us (873us total) trans 0 rc 0/0 00000100:00100000:1.0:1787838886.014885:0:17086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.18@tcp, seq: 100 00000100:00100000:1.0:1787838886.014921:0:18593:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684429874048 00000100:00100000:1.0:1787838886.014925:0:18593:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684429874048 00000100:00100000:1.0:1787838886.014967:0:18593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.18@tcp, seq: 42 00000100:00100000:1.0:1787838886.014974:0:18593:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d907f655680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c03f38d-c123-4a1a-a557-4d11a1e148d0+5:2405:x1874684429874048:12345-192.168.203.18@tcp:400:kworker.0 00000100:00100000:1.0:1787838886.015000:0:18593:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d907f655680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c03f38d-c123-4a1a-a557-4d11a1e148d0+5:2405:x1874684429874048:12345-192.168.203.18@tcp:400:kworker.0 Request processed in 27us (974us total) trans 0 rc 0/0 00000100:00100000:1.0:1787838886.015007:0:18593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.18@tcp, seq: 42 00000100:00080000:3.0:1787838886.015435:0:17082:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1787838886.015440:0:17082:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1787838886.015442:0:17082:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1787838886.015651:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.18@tcp (source: 12345-192.168.203.18@tcp) 00000100:00100000:1.0:1787838886.015845:0:17086:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684429874304 00000100:00100000:1.0:1787838886.015852:0:17086:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684429874304 00000100:00100000:1.0:1787838886.016194:0:17086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.18@tcp, seq: 101 00000100:00100000:1.0:1787838886.016204:0:17086:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d907f6543c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:674f548d-68a0-4adf-8420-16ba8b4b5b31+5:2405:x1874684429874304:12345-192.168.203.18@tcp:400:kworker.0 00000100:00100000:1.0:1787838886.016269:0:17086:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d907f6543c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:674f548d-68a0-4adf-8420-16ba8b4b5b31+5:2405:x1874684429874304:12345-192.168.203.18@tcp:400:kworker.0 Request processed in 67us (2222us total) trans 0 rc 0/0 00000100:00100000:1.0:1787838886.016289:0:17086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.18@tcp, seq: 101 00000100:00080000:3.0:1787838886.019061:0:17082:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1787838886.253540:0:17074:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787838886.383495:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d907f657c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3644:1874684455114624:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1787838886.383568:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787838886.384606:0:18597:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455114624 00000100:00100000:2.0:1787838886.384619:0:18597:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455114624 00000100:00100000:2.0:1787838886.384745:0:18597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:2.0:1787838886.384756:0:18597:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d905932da40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3644:x1874684455114624:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1787838886.384788:0:18597:0:(ofd_obd.c:739:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1787838886.384862:0:18597:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d905932da40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3644:x1874684455114624:12345-0@lo:13:osp-pre-0-1.0 Request processed in 108us (1294us total) trans 0 rc 0/0 00000100:00100000:2.0:1787838886.384870:0:18597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00080000:3.0:1787838886.384949:0:17082:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1787838886.385376:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d907f657c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3644:1874684455114624:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1787838886.398226:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.18@tcp (source: 12345-192.168.203.18@tcp) 00000100:00100000:3.0:1787838886.399395:0:17089:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684429874560 00000100:00100000:3.0:1787838886.399433:0:17089:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684429874560 00000100:00100000:3.0:1787838886.399505:0:17089:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.18@tcp, seq: 13 00000100:00100000:3.0:1787838886.399517:0:17089:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d907f655a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c03f38d-c123-4a1a-a557-4d11a1e148d0+13:16344:x1874684429874560:12345-192.168.203.18@tcp:35:umount.0 00000001:00080000:3.0:1787838886.399766:0:17089:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 8589934625 00000001:00080000:3.0:1787838886.399849:0:17089:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 8589934626 00000100:00100000:3.0:1787838886.399987:0:17089:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d907f655a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c03f38d-c123-4a1a-a557-4d11a1e148d0+16:16344:x1874684429874560:12345-192.168.203.18@tcp:35:umount.0 Request processed in 472us (1771us total) trans 8589934627 rc 0/0 00000100:00100000:3.0:1787838886.399996:0:17089:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.18@tcp, seq: 13 00000020:00080000:3.0:1787838886.400001:0:17089:0:(tgt_main.c:785:tgt_ses_key_exit()) total 3 transactions per RPC 00000100:00100000:0.0:1787838886.409254:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.18@tcp (source: 12345-192.168.203.18@tcp) 00000100:00100000:0.0:1787838886.409295:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.18@tcp (source: 12345-192.168.203.18@tcp) 00000100:00100000:0.0:1787838886.409329:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.18@tcp (source: 12345-192.168.203.18@tcp) 00000100:00100000:0.0:1787838886.409423:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.18@tcp (source: 12345-192.168.203.18@tcp) 00000100:00100000:0.0:1787838886.409458:0:17073:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684429874816 00000100:00100000:0.0:1787838886.409468:0:17073:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684429874816 00000100:00100000:0.0:1787838886.409518:0:17073:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684429875072 00000100:00100000:0.0:1787838886.409522:0:17073:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684429875072 00000100:00100000:0.0:1787838886.409535:0:17073:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684429874944 00000100:00100000:0.0:1787838886.409538:0:17073:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684429874944 00000100:00100000:0.0:1787838886.409553:0:17073:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.18@tcp, seq: 3 00000100:00100000:0.0:1787838886.409575:0:17073:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d907f656d00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b8818120-0054-4f32-8b25-f7d85a59c13a+15:2405:x1874684429874816:12345-192.168.203.18@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1787838886.409592:0:17073:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787838886.409611:0:17073:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8d907b310400/0x7b32352f0be6ed1a lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x44801000000000 nid: 192.168.203.18@tcp remote: 0x975aa905a02b069 expref: 15 pid: 17081 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838886.409629:0:17073:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787838886.409679:0:17073:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d907f656d00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b8818120-0054-4f32-8b25-f7d85a59c13a+14:2405:x1874684429874816:12345-192.168.203.18@tcp:103:ldlm_bl.0 Request processed in 105us (382us total) trans 0 rc 0/0 00000100:00100000:0.0:1787838886.409686:0:17073:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.18@tcp, seq: 3 00000100:00100000:0.0:1787838886.409704:0:17073:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.18@tcp, seq: 4 00000100:00100000:0.0:1787838886.409710:0:17073:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d90412af850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b8818120-0054-4f32-8b25-f7d85a59c13a+13:2405:x1874684429875072:12345-192.168.203.18@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1787838886.409718:0:17073:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1787838886.409977:0:17071:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.18@tcp, seq: 5 00000100:00100000:1.0:1787838886.409988:0:17071:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d907f654f00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b8818120-0054-4f32-8b25-f7d85a59c13a+13:2405:x1874684429874944:12345-192.168.203.18@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1787838886.409997:0:17071:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787838886.410007:0:17071:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8d907ef29a00/0x7b32352f0be6ed21 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 192.168.203.18@tcp remote: 0x975aa905a02b09a expref: 13 pid: 17080 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838886.410018:0:17071:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1787838886.410039:0:17071:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d907f654f00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b8818120-0054-4f32-8b25-f7d85a59c13a+12:2405:x1874684429874944:12345-192.168.203.18@tcp:103:ldlm_bl.0 Request processed in 54us (616us total) trans 0 rc 0/0 00000100:00100000:1.0:1787838886.410045:0:17071:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.18@tcp, seq: 5 00010000:00010000:0.0:1787838886.410253:0:17073:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8d9045188200/0x7b32352f0be6edde lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x44801000000000 nid: 192.168.203.18@tcp remote: 0x975aa905a02b150 expref: 11 pid: 17081 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838886.410264:0:17073:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787838886.410299:0:17073:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d90412af850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b8818120-0054-4f32-8b25-f7d85a59c13a+10:2405:x1874684429875072:12345-192.168.203.18@tcp:103:ldlm_bl.0 Request processed in 589us (969us total) trans 0 rc 0/0 00000100:00100000:0.0:1787838886.410307:0:17073:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.18@tcp, seq: 4 00000100:00100000:2.0:1787838886.412666:0:18594:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684429874688 00000100:00100000:2.0:1787838886.412682:0:18594:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684429874688 00000100:00100000:2.0:1787838886.413051:0:18594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.18@tcp, seq: 34 00000100:00100000:2.0:1787838886.413063:0:18594:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d907f656580 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:3c03f38d-c123-4a1a-a557-4d11a1e148d0+5:2404:x1874684429874688:12345-192.168.203.18@tcp:9:umount.0 00000020:00000080:2.0:1787838886.413103:0:18594:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x7b32352f0be6ed44 00000100:00080000:2.0:1787838886.413115:0:18594:0:(import.c:65:import_set_state_nolock()) ffff8d8f4225e000 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1787838886.413180:0:18594:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934600 00000100:00100000:2.0:1787838886.413330:0:18594:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d907f656580 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:3c03f38d-c123-4a1a-a557-4d11a1e148d0+2:2404:x1874684429874688:12345-192.168.203.18@tcp:9:umount.0 Request processed in 270us (4086us total) trans 0 rc 0/0 00000100:00100000:2.0:1787838886.413349:0:18594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.18@tcp, seq: 34 00010000:00010000:3.0:1787838886.413401:0:17075:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787838886.431243:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.18@tcp (source: 12345-192.168.203.18@tcp) 00000100:00100000:2.0:1787838886.431334:0:19289:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684429875968 00000100:00100000:2.0:1787838886.431351:0:19289:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684429875968 00000100:00100000:2.0:1787838886.431401:0:19289:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.18@tcp, seq: 67 00000100:00100000:2.0:1787838886.431411:0:19289:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d905932d680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c03f38d-c123-4a1a-a557-4d11a1e148d0+16:2404:x1874684429875968:12345-192.168.203.18@tcp:39:umount.0 00000020:00000080:2.0:1787838886.431448:0:19289:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x7b32352f0be6ed2f 00000020:00010000:2.0:1787838886.431461:0:19289:0:(genops.c:1921:obd_stale_export_put()) Put export ffff8d8f42e5b000: total 0 00000100:00080000:2.0:1787838886.431465:0:19289:0:(import.c:65:import_set_state_nolock()) ffff8d8f42e5c000 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1787838886.431492:0:19289:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934627 00000100:00100000:2.0:1787838886.431678:0:19289:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d905932d680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c03f38d-c123-4a1a-a557-4d11a1e148d0+15:2404:x1874684429875968:12345-192.168.203.18@tcp:39:umount.0 Request processed in 268us (445us total) trans 8589934628 rc 0/0 00000100:00100000:2.0:1787838886.431686:0:19289:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.18@tcp, seq: 67 00000020:00010000:0.0:1787838886.432653:0:19664:0:(genops.c:1907:obd_stale_export_get()) Get export ffff8d8f42e5b000: total 0 00010000:00010000:0.0:1787838886.432716:0:19664:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff8d8f42e5b000, canceled 0 locks, left on hash table 8. 00010000:00010000:0.0:1787838886.433391:0:19664:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8d9050e66000) 00010000:00010000:0.0:1787838886.433396:0:19664:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1787838886.433406:0:19664:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d907b310000/0x7b32352f0be6ee55 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.18@tcp remote: 0x975aa905a02b16c expref: 14 pid: 19289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838886.433428:0:19664:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x3:0x0].0x0 (ffff8d904a9dba00) 00010000:00010000:0.0:1787838886.433444:0:19664:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1787838886.433449:0:19664:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d9045189000/0x7b32352f0be6efe4 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.18@tcp remote: 0x975aa905a02b1ea expref: 13 pid: 19289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838886.433538:0:19664:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff8d9050e66100) 00010000:00010000:0.0:1787838886.433541:0:19664:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1787838886.433546:0:19664:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d907b310c00/0x7b32352f0be6edfa lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.18@tcp remote: 0x975aa905a02b157 expref: 12 pid: 17087 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838886.433564:0:19664:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x1:0x0].0x0 (ffff8d9079defd00) 00010000:00010000:0.0:1787838886.433567:0:19664:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1787838886.433570:0:19664:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d907b215400/0x7b32352f0be6eeda lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.18@tcp remote: 0x975aa905a02b196 expref: 11 pid: 17086 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838886.433586:0:19664:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x2:0x0].0x0 (ffff8d905002b100) 00010000:00010000:0.0:1787838886.433588:0:19664:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1787838886.433592:0:19664:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d9045189600/0x7b32352f0be6ef89 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.18@tcp remote: 0x975aa905a02b1d5 expref: 10 pid: 17088 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838886.433802:0:19664:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x2:0x0].0x0 (ffff8d905002b100) 00010000:00010000:0.0:1787838886.433805:0:19664:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1787838886.433809:0:19664:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d8f422d5000/0x7b32352f0be6ef58 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.18@tcp remote: 0x975aa905a02b1c0 expref: 9 pid: 17087 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838886.433821:0:19664:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x2:0x0].0x0 (ffff8d905002b100) 00010000:00010000:0.0:1787838886.433823:0:19664:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1787838886.433827:0:19664:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d907b311c00/0x7b32352f0be6f046 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.18@tcp remote: 0x975aa905a02b20d expref: 8 pid: 19289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838886.433855:0:19664:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8d905002b300) 00010000:00010000:0.0:1787838886.433857:0:19664:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787838886.433862:0:19664:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d907b215c00/0x7b32352f0be6ee16 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.18@tcp remote: 0x975aa905a02b15e expref: 7 pid: 17086 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838886.433874:0:19664:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff8d8f42e5b000, canceled 8 locks, left on hash table 0. 00010000:00010000:0.0:1787838886.433905:0:19664:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787838886.433907:0:19664:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787838886.433909:0:19664:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787838886.447167:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.18@tcp (source: 12345-192.168.203.18@tcp) 00000100:00100000:2.0:1787838886.447316:0:17086:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684429876096 00000100:00100000:2.0:1787838886.447327:0:17086:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684429876096 00000100:00100000:2.0:1787838886.447402:0:17086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.18@tcp, seq: 68 00000100:00100000:2.0:1787838886.447421:0:17086:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d905932e580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c03f38d-c123-4a1a-a557-4d11a1e148d0+5:2404:x1874684429876096:12345-192.168.203.18@tcp:39:umount.0 00000020:00000080:2.0:1787838886.447454:0:17086:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x7b32352f0be6ed36 00000100:00080000:2.0:1787838886.447473:0:17086:0:(import.c:65:import_set_state_nolock()) ffff8d8f42e5a800 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1787838886.447518:0:17086:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 2, last_transno is 8589934592 00010000:00010000:0.0:1787838886.447563:0:17074:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787838886.447754:0:17086:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d905932e580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c03f38d-c123-4a1a-a557-4d11a1e148d0+3:2404:x1874684429876096:12345-192.168.203.18@tcp:39:umount.0 Request processed in 343us (641us total) trans 8589934593 rc 0/0 00000100:00100000:2.0:1787838886.447763:0:17086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.18@tcp, seq: 68 00010000:00010000:3.0:1787838887.277716:0:17075:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787838887.406461:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d8f42e783c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3645:1874684455114752:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1787838887.406544:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787838887.406615:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1787838887.406622:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d907f656d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3645:1874684455114880:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1787838887.406652:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787838887.406850:0:17827:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455114880 00000100:00100000:2.0:1787838887.406858:0:17827:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455114880 00000100:00100000:2.0:1787838887.406933:0:17827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73 00000100:00100000:2.0:1787838887.406943:0:17827:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d9046b82940 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3645:x1874684455114880:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1787838887.406977:0:17827:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446293504 avail 1300054016 00000100:00100000:2.0:1787838887.407026:0:17827:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d9046b82940 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3645:x1874684455114880:12345-0@lo:41:osp-pre-0-1.0 Request processed in 84us (373us total) trans 0 rc 0/0 00000100:00100000:2.0:1787838887.407043:0:17827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73 00000100:00100000:0.0:1787838887.407226:0:18596:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455114752 00000100:00100000:0.0:1787838887.407231:0:18596:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455114752 00000100:00100000:0.0:1787838887.407279:0:18596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:0.0:1787838887.407288:0:18596:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d9046b80b40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3645:x1874684455114752:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1787838887.407303:0:18596:0:(ofd_obd.c:739:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1787838887.407348:0:18596:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d9046b80b40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3645:x1874684455114752:12345-0@lo:13:osp-pre-0-0.0 Request processed in 62us (812us total) trans 0 rc 0/0 00000100:00100000:0.0:1787838887.407354:0:18596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00080000:2.0:1787838887.408556:0:17082:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1787838887.409029:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d907f656d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3645:1874684455114880:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1787838887.409061:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d8f42e783c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3645:1874684455114752:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1787838887.917503:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d9046b830c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3643:1874684455115008:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1787838887.917586:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787838887.917715:0:17092:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455115008 00000100:00100000:2.0:1787838887.917722:0:17092:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455115008 00000100:00100000:2.0:1787838887.917774:0:17092:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74 00000100:00100000:2.0:1787838887.917782:0:17092:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d905932c780 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3643:x1874684455115008:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1787838887.917814:0:17092:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446461440 avail 1300221952 00000100:00100000:2.0:1787838887.917863:0:17092:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d905932c780 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3643:x1874684455115008:12345-0@lo:41:osp-pre-1-0.0 Request processed in 82us (277us total) trans 0 rc 0/0 00000100:00100000:2.0:1787838887.917871:0:17092:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74 00000100:00100000:3.0:1787838887.917961:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d9046b830c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3643:1874684455115008:0@lo:41:osp-pre-1-0.0 00000040:00080000:3.0:1787838888.109365:0:17121:0:(llog.c:805:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00080000:3.0:1787838888.109376:0:17121:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1787838888.109399:0:17121:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xe:0x0] index 2 count 2 00000040:00080000:3.0:1787838888.109409:0:17121:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 3 count 2 00010000:00010000:0.0:1787838888.301675:0:19664:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787838888.772170:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.18@tcp (source: 12345-192.168.203.18@tcp) 00000100:00100000:3.0:1787838888.772213:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.18@tcp (source: 12345-192.168.203.18@tcp) 00000100:00100000:3.0:1787838888.772245:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.18@tcp (source: 12345-192.168.203.18@tcp) 00000100:00100000:3.0:1787838888.772286:0:17072:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684429876224 00000100:00100000:3.0:1787838888.772295:0:17072:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684429876224 00000100:00100000:3.0:1787838888.772349:0:17072:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684429876480 00000100:00100000:0.0:1787838888.772481:0:17073:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684429876352 00000100:00100000:0.0:1787838888.772486:0:17073:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684429876352 00000100:00100000:2.0:1787838888.772515:0:20114:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.18@tcp, seq: 6 00000100:00100000:2.0:1787838888.772536:0:20114:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d9046b830c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b8818120-0054-4f32-8b25-f7d85a59c13a+11:2407:x1874684429876224:12345-192.168.203.18@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1787838888.772554:0:20114:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787838888.772575:0:20114:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8d907b215e00/0x7b32352f0be6ed59 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x44801000000000 nid: 192.168.203.18@tcp remote: 0x975aa905a02b0d9 expref: 11 pid: 17080 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838888.772616:0:20114:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787838888.772670:0:20114:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d9046b830c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b8818120-0054-4f32-8b25-f7d85a59c13a+10:2407:x1874684429876224:12345-192.168.203.18@tcp:103:ldlm_bl.0 Request processed in 145us (556us total) trans 0 rc 0/0 00000100:00100000:3.0:1787838888.772893:0:17072:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684429876480 00000100:00100000:0.0:1787838888.780414:0:17073:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.18@tcp, seq: 7 00000100:00100000:0.0:1787838888.780444:0:17073:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d9046b81680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b8818120-0054-4f32-8b25-f7d85a59c13a+11:2407:x1874684429876352:12345-192.168.203.18@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1787838888.780464:0:17073:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787838888.780487:0:17073:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8d907b214400/0x7b32352f0be6ed60 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44801000000000 nid: 192.168.203.18@tcp remote: 0x975aa905a02b10a expref: 11 pid: 17080 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838888.780523:0:17073:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787838888.780578:0:17073:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d9046b81680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b8818120-0054-4f32-8b25-f7d85a59c13a+10:2407:x1874684429876352:12345-192.168.203.18@tcp:103:ldlm_bl.0 Request processed in 149us (8331us total) trans 0 rc 0/0 00000100:00100000:0.0:1787838888.780586:0:17073:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.18@tcp, seq: 7 00000100:00100000:2.0:1787838888.784432:0:20114:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.18@tcp, seq: 6 00000100:00100000:3.0:1787838888.784799:0:17072:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.18@tcp, seq: 8 00000100:00100000:3.0:1787838888.784816:0:17072:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d9046b81e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b8818120-0054-4f32-8b25-f7d85a59c13a+8:2407:x1874684429876480:12345-192.168.203.18@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1787838888.784838:0:17072:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787838888.784860:0:17072:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8d907b214000/0x7b32352f0be6edd7 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x44801000000000 nid: 192.168.203.18@tcp remote: 0x975aa905a02b149 expref: 8 pid: 17078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787838888.784876:0:17072:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787838888.785298:0:17072:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d9046b81e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b8818120-0054-4f32-8b25-f7d85a59c13a+7:2407:x1874684429876480:12345-192.168.203.18@tcp:103:ldlm_bl.0 Request processed in 487us (13081us total) trans 0 rc 0/0 00000100:00100000:3.0:1787838888.785308:0:17072:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.18@tcp, seq: 8 00000100:00100000:3.0:1787838888.785371:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.18@tcp (source: 12345-192.168.203.18@tcp) 00000100:00100000:2.0:1787838888.785467:0:19289:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684429876736 00000100:00100000:2.0:1787838888.785475:0:19289:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684429876736 00000100:00100000:2.0:1787838888.785529:0:19289:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.18@tcp, seq: 69 00000100:00100000:2.0:1787838888.785536:0:19289:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d9046b83840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:674f548d-68a0-4adf-8420-16ba8b4b5b31+6:2404:x1874684429876736:12345-192.168.203.18@tcp:39:umount.0 00000020:00000080:2.0:1787838888.785568:0:19289:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x7b32352f0be6ed6e 00000020:00010000:2.0:1787838888.785576:0:19289:0:(genops.c:1921:obd_stale_export_put()) Put export ffff8d907bdd1800: total 0 00000100:00080000:2.0:1787838888.785581:0:19289:0:(import.c:65:import_set_state_nolock()) ffff8d907bdd7000 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1787838888.785602:0:19289:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934628 00000100:00100000:2.0:1787838888.785710:0:19289:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d9046b83840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:674f548d-68a0-4adf-8420-16ba8b4b5b31+5:2404:x1874684429876736:12345-192.168.203.18@tcp:39:umount.0 Request processed in 173us (338us total) trans 8589934629 rc 0/0 00000100:00100000:2.0:1787838888.785717:0:19289:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.18@tcp, seq: 69 00000100:00080000:2.0:1787838888.785754:0:17082:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000020:00010000:0.0:1787838888.787723:0:17074:0:(genops.c:1907:obd_stale_export_get()) Get export ffff8d907bdd1800: total 0 00010000:00010000:0.0:1787838888.787733:0:17074:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787838888.787800:0:17074:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff8d907bdd1800, canceled 0 locks, left on hash table 1. 00010000:00010000:0.0:1787838888.787854:0:17074:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8d9050e66000) 00010000:00010000:0.0:1787838888.787859:0:17074:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1787838888.787871:0:17074:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d907ef28a00/0x7b32352f0be6ee63 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.18@tcp remote: 0x975aa905a02b173 expref: 4 pid: 17088 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838888.787906:0:17074:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff8d907bdd1800, canceled 1 locks, left on hash table 0. 00010000:00010000:0.0:1787838888.787921:0:17074:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787838888.787923:0:17074:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787838888.787925:0:17074:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787838888.797903:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.18@tcp (source: 12345-192.168.203.18@tcp) 00000100:00100000:2.0:1787838888.797982:0:17086:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684429876864 00000100:00100000:2.0:1787838888.797992:0:17086:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684429876864 00000100:00100000:2.0:1787838888.798087:0:17086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.18@tcp, seq: 70 00000100:00100000:2.0:1787838888.798098:0:17086:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d9046b812c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:674f548d-68a0-4adf-8420-16ba8b4b5b31+5:2404:x1874684429876864:12345-192.168.203.18@tcp:39:umount.0 00000020:00000080:2.0:1787838888.798173:0:17086:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x7b32352f0be6ed75 00000100:00080000:2.0:1787838888.798184:0:17086:0:(import.c:65:import_set_state_nolock()) ffff8d8f4220c000 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1787838888.798208:0:17086:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 2, last_transno is 8589934593 00000100:00100000:2.0:1787838888.798353:0:17086:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d9046b812c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:674f548d-68a0-4adf-8420-16ba8b4b5b31+3:2404:x1874684429876864:12345-192.168.203.18@tcp:39:umount.0 Request processed in 256us (458us total) trans 8589934594 rc 0/0 00000100:00100000:2.0:1787838888.798361:0:17086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.18@tcp, seq: 70 00010000:00010000:3.0:1787838888.798777:0:17075:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787838888.798785:0:17082:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1787838888.847441:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.18@tcp (source: 12345-192.168.203.18@tcp) 00000100:00100000:2.0:1787838888.847522:0:17081:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684429877120 00000100:00100000:2.0:1787838888.847530:0:17081:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684429877120 00000100:00100000:2.0:1787838888.847579:0:17081:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.18@tcp, seq: 176 00000100:00100000:2.0:1787838888.847586:0:17081:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d90592b2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b8818120-0054-4f32-8b25-f7d85a59c13a+7:2404:x1874684429877120:12345-192.168.203.18@tcp:251:umount.0 00000020:00000080:2.0:1787838888.847626:0:17081:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x7b32352f0be6ed0c 00000020:00010000:2.0:1787838888.847633:0:17081:0:(genops.c:1921:obd_stale_export_put()) Put export ffff8d90706d9000: total 0 00000100:00080000:2.0:1787838888.847637:0:17081:0:(import.c:65:import_set_state_nolock()) ffff8d90706d8000 : changing import state from FULL to CLOSED 00000100:00100000:2.0:1787838888.847698:0:17081:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d90592b2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b8818120-0054-4f32-8b25-f7d85a59c13a+3:2404:x1874684429877120:12345-192.168.203.18@tcp:251:umount.0 Request processed in 113us (266us total) trans 0 rc 0/0 00000100:00100000:2.0:1787838888.847703:0:17081:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.18@tcp, seq: 176 00000020:00010000:0.0:1787838888.847861:0:19664:0:(genops.c:1907:obd_stale_export_get()) Get export ffff8d90706d9000: total 0 00010000:00010000:0.0:1787838888.847923:0:19664:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff8d90706d9000, canceled 0 locks, left on hash table 1. 00010000:00010000:0.0:1787838888.847956:0:19664:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8d907b310200/0x7b32352f0be6ed13 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x44801000000000 nid: 192.168.203.18@tcp remote: 0x975aa905a02b062 expref: 2 pid: 17081 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838888.847970:0:19664:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff8d90706d9000, canceled 1 locks, left on hash table 0. 00000020:00000080:0.0:1787838888.847990:0:19664:0:(genops.c:885:class_export_put()) final put ffff8d90706d9000/b8818120-0054-4f32-8b25-f7d85a59c13a 00010000:00010000:0.0:1787838888.848008:0:19664:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787838888.848010:0:19664:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787838888.848012:0:19664:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1787838888.848061:0:476:0:(genops.c:844:class_export_destroy()) destroying export ffff8d90706d9000/b8818120-0054-4f32-8b25-f7d85a59c13a for MGS 00000020:00000080:2.0:1787838888.848110:0:476:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8d90706d8000 for MGS 00000100:00100000:1.0:1787838888.941626:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d8f43fdbc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b25e8299-1644-4bd6-978a-5a6f12eff031:3644:1874684455115136:0@lo:400:kworker.0 00000100:00100000:1.0:1787838888.941735:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787838888.941746:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d8f43fdb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3646:1874684455115392:0@lo:400:kworker.0 00000100:00100000:3.0:1787838888.941789:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787838888.941807:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d907f6f9a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3644:1874684455115648:0@lo:400:kworker.0 00000100:00100000:3.0:1787838888.941820:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d907f6fad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3646:1874684455115904:0@lo:400:kworker.0 00000100:00100000:1.0:1787838888.941841:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787838888.941863:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787838888.941867:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d907f6f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3644:1874684455116160:0@lo:400:kworker.0 00000100:00100000:3.0:1787838888.941898:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d907f6fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3646:1874684455116416:0@lo:400:kworker.0 00000100:00100000:1.0:1787838888.941916:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787838888.941942:0:18593:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455115392 00000100:00100000:3.0:1787838888.941950:0:18593:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455115392 00000100:00100000:1.0:1787838888.941950:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d907f6fb840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3644:1874684455116672:0@lo:400:kworker.0 00000100:00100000:1.0:1787838888.941994:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787838888.941998:0:18593:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455115904 00000100:00100000:3.0:1787838888.942003:0:18593:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455115904 00000100:00100000:1.0:1787838888.942021:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:1.0:1787838888.942030:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d8f43baf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3644:1874684455115520:0@lo:400:kworker.0 00000100:00100000:3.0:1787838888.942049:0:18593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:1.0:1787838888.942056:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787838888.942063:0:18593:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d907f6fa1c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3646:x1874684455115392:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787838888.942071:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d907f6f8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3644:1874684455116032:0@lo:400:kworker.0 00000100:00100000:1.0:1787838888.942095:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787838888.942112:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d907f6f92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3644:1874684455116544:0@lo:400:kworker.0 00000100:00100000:3.0:1787838888.942150:0:18593:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d907f6fa1c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3646:x1874684455115392:12345-0@lo:400:kworker.0 Request processed in 63us (333us total) trans 0 rc 0/0 00000100:00100000:3.0:1787838888.942159:0:18593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00100000:3.0:1787838888.942176:0:18593:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455115520 00000100:00100000:3.0:1787838888.942180:0:18593:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455115520 00000100:00100000:3.0:1787838888.942206:0:18593:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455116032 00000100:00100000:3.0:1787838888.942209:0:18593:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455116032 00000100:00100000:3.0:1787838888.942222:0:18593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:3.0:1787838888.942227:0:18593:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d907f6f8b40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3646:x1874684455115904:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787838888.942258:0:18593:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d907f6f8b40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3646:x1874684455115904:12345-0@lo:400:kworker.0 Request processed in 30us (396us total) trans 0 rc 0/0 00000100:00100000:3.0:1787838888.942265:0:18593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00100000:3.0:1787838888.942276:0:18593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00100000:3.0:1787838888.942282:0:18593:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d907efe1a40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3644:x1874684455115520:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787838888.942309:0:18593:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d907efe1a40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3644:x1874684455115520:12345-0@lo:400:kworker.0 Request processed in 29us (254us total) trans 0 rc 0/0 00000100:00100000:3.0:1787838888.942314:0:18593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00000100:00100000:3.0:1787838888.942323:0:18593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000100:00100000:3.0:1787838888.942329:0:18593:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d907efe12c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3644:x1874684455116032:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787838888.942366:0:18593:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d907efe12c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3644:x1874684455116032:12345-0@lo:400:kworker.0 Request processed in 37us (271us total) trans 0 rc 0/0 00000100:00100000:3.0:1787838888.942372:0:18593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00000100:00100000:3.0:1787838888.942401:0:17087:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455115648 00000100:00100000:3.0:1787838888.942404:0:17087:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455115648 00000100:00100000:0.0:1787838888.942423:0:17078:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455115136 00000100:00100000:3.0:1787838888.942430:0:17087:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455116160 00000100:00100000:0.0:1787838888.942430:0:17078:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455115136 00000100:00100000:3.0:1787838888.942435:0:17087:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455116160 00000100:00100000:3.0:1787838888.942453:0:17087:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455116672 00000100:00100000:3.0:1787838888.942455:0:17087:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455116672 00000100:00100000:0.0:1787838888.942474:0:17078:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 177 00000100:00100000:3.0:1787838888.942479:0:17087:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 102 00000100:00100000:0.0:1787838888.942486:0:17078:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d9042bdec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b25e8299-1644-4bd6-978a-5a6f12eff031+24:3644:x1874684455115136:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787838888.942491:0:17087:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d904b5a61c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3644:x1874684455115648:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787838888.942553:0:17078:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d9042bdec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b25e8299-1644-4bd6-978a-5a6f12eff031+24:3644:x1874684455115136:12345-0@lo:400:kworker.0 Request processed in 67us (817us total) trans 0 rc 0/0 00000100:00100000:0.0:1787838888.942560:0:17078:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 177 00000100:00100000:2.0:1787838888.942619:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d8f43fd9a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3645:1874684455115264:0@lo:400:kworker.0 00000100:00100000:0.0:1787838888.942668:0:19289:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 103 00000100:00100000:0.0:1787838888.942677:0:19289:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d907efe3840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3644:x1874684455116160:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787838888.942713:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787838888.943159:0:17087:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d904b5a61c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3644:x1874684455115648:12345-0@lo:400:kworker.0 Request processed in 671us (1316us total) trans 0 rc 0/0 00000100:00100000:3.0:1787838888.943167:0:17087:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 102 00000100:00100000:3.0:1787838888.943185:0:17087:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455116544 00000100:00100000:3.0:1787838888.943324:0:17087:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455116544 00000100:00100000:3.0:1787838888.943364:0:17087:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 104 00000100:00100000:3.0:1787838888.943372:0:17087:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d907efe0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3644:x1874684455116672:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787838888.943530:0:17087:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d907efe0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3644:x1874684455116672:12345-0@lo:400:kworker.0 Request processed in 159us (1535us total) trans 0 rc 0/0 00000100:00100000:3.0:1787838888.943537:0:17087:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 104 00000100:00100000:3.0:1787838888.943551:0:17087:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 105 00000100:00100000:3.0:1787838888.943558:0:17087:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d907efe0f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3644:x1874684455116544:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787838888.943776:0:17087:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d907efe0f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3644:x1874684455116544:12345-0@lo:400:kworker.0 Request processed in 219us (1614us total) trans 0 rc 0/0 00000100:00100000:3.0:1787838888.943783:0:17087:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 105 00000100:00080000:3.0:1787838888.943813:0:17082:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1787838888.943828:0:17082:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1787838888.943830:0:17082:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1787838888.943833:0:17082:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1787838888.943867:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787838888.943913:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d907f654780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3646:1874684455116928:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1787838888.943944:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787838888.943981:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d8f43fdb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3646:1874684455115392:0@lo:400:kworker.0 00000100:00100000:3.0:1787838888.943993:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d907f6fad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3646:1874684455115904:0@lo:400:kworker.0 00000100:00100000:3.0:1787838888.944022:0:17087:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455116416 00000100:00100000:3.0:1787838888.944026:0:17087:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455116416 00000100:00100000:3.0:1787838888.946315:0:17087:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 106 00000100:00100000:3.0:1787838888.946332:0:17087:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d907f6fa940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3646:x1874684455116416:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787838888.946738:0:17087:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d907f6fa940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3646:x1874684455116416:12345-0@lo:400:kworker.0 Request processed in 412us (2870us total) trans 0 rc 0/0 00000100:00100000:3.0:1787838888.946747:0:17087:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 106 00000100:00080000:3.0:1787838888.946787:0:17082:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1787838888.947170:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00080000:3.0:1787838888.947302:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8d907f6fb480 x1874684455116416/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787838904 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787838888.947319:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d907f6fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3646:1874684455116416:0@lo:400:kworker.0 00000100:00100000:2.0:1787838888.947583:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d907f6fa580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3645:1874684455115776:0@lo:400:kworker.0 00000100:00100000:3.0:1787838888.947757:0:17091:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455115264 00000100:00100000:3.0:1787838888.947764:0:17091:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455115264 00000100:00100000:3.0:1787838888.947818:0:17091:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75 00000100:00100000:3.0:1787838888.947827:0:17091:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d8f42e78b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3645:x1874684455115264:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787838888.947901:0:17091:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d8f42e78b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3645:x1874684455115264:12345-0@lo:400:kworker.0 Request processed in 74us (731us total) trans 0 rc 0/0 00000100:00100000:3.0:1787838888.947908:0:17091:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75 00000100:00100000:3.0:1787838888.947967:0:18596:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455116928 00000100:00100000:3.0:1787838888.947972:0:18596:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455116928 00000100:00100000:3.0:1787838888.948000:0:18596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:3.0:1787838888.948006:0:18596:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d907f6fb0c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3646:x1874684455116928:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1787838888.948030:0:18596:0:(ofd_obd.c:739:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3915849728 avail 3684327424 00000100:00100000:2.0:1787838888.948177:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787838888.948281:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d907f6f8780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3645:1874684455116288:0@lo:400:kworker.0 00000100:00100000:2.0:1787838888.948310:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787838888.948332:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d907f654000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3645:1874684455116800:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1787838888.948366:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787838888.948526:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d8f43fd9a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3645:1874684455115264:0@lo:400:kworker.0 00000100:00100000:2.0:1787838888.948553:0:17827:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455115776 00000100:00100000:2.0:1787838888.948558:0:17827:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455115776 00000100:00100000:2.0:1787838888.948799:0:17827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 76 00000100:00100000:2.0:1787838888.948808:0:17827:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d8f42e78780 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3645:x1874684455115776:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787838888.948855:0:17827:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d8f42e78780 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3645:x1874684455115776:12345-0@lo:400:kworker.0 Request processed in 48us (677us total) trans 0 rc 0/0 00000100:00100000:2.0:1787838888.948871:0:17827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 76 00000100:00100000:3.0:1787838888.949188:0:18596:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d907f6fb0c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3646:x1874684455116928:12345-0@lo:13:osp-pre-1-1.0 Request processed in 1181us (5241us total) trans 0 rc 0/0 00000100:00100000:3.0:1787838888.949272:0:18596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:3.0:1787838888.949291:0:18596:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455116800 00000100:00100000:3.0:1787838888.949295:0:18596:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455116800 00000100:00100000:3.0:1787838888.949317:0:18596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:3.0:1787838888.949323:0:18596:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d8f42e7a940 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3645:x1874684455116800:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1787838888.949337:0:18596:0:(ofd_obd.c:739:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3915849728 avail 3684327424 00000100:00100000:3.0:1787838888.949443:0:18596:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d8f42e7a940 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3645:x1874684455116800:12345-0@lo:13:osp-pre-1-0.0 Request processed in 119us (1076us total) trans 0 rc 0/0 00000100:00100000:3.0:1787838888.949565:0:18596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00100000:2.0:1787838888.949777:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d907f6fa580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3645:1874684455115776:0@lo:400:kworker.0 00000100:00100000:2.0:1787838888.949794:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d907f654000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3645:1874684455116800:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1787838888.949818:0:17087:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455116288 00000100:00100000:2.0:1787838888.949821:0:17087:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455116288 00000100:00100000:3.0:1787838888.949874:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d907f654780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3646:1874684455116928:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1787838888.949960:0:17087:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 107 00000100:00100000:2.0:1787838888.949969:0:17087:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d8f42e7b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3645:x1874684455116288:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787838888.950007:0:17087:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d8f42e7b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3645:x1874684455116288:12345-0@lo:400:kworker.0 Request processed in 40us (1697us total) trans 0 rc 0/0 00000100:00100000:2.0:1787838888.950013:0:17087:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 107 00000100:00100000:2.0:1787838888.950034:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d907f6f8780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3645:1874684455116288:0@lo:400:kworker.0 00000100:00080000:3.0:1787838888.950112:0:17082:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1787838888.955943:0:19289:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d907efe3840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3644:x1874684455116160:12345-0@lo:400:kworker.0 Request processed in 13258us (14017us total) trans 0 rc 0/0 00000100:00100000:0.0:1787838888.955959:0:19289:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 103 00000100:00100000:1.0:1787838888.957362:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d907f6f92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3644:1874684455116544:0@lo:400:kworker.0 00000100:00100000:1.0:1787838888.957381:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d907f6f9a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3644:1874684455115648:0@lo:400:kworker.0 00000100:00100000:1.0:1787838888.957393:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d907f6f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3644:1874684455116160:0@lo:400:kworker.0 00010000:00080000:1.0:1787838888.957407:0:3644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8d907f6fb840 x1874684455116672/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787838904 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787838888.957418:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d907f6fb840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3644:1874684455116672:0@lo:400:kworker.0 00000100:00100000:1.0:1787838888.957430:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d8f43fdbc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b25e8299-1644-4bd6-978a-5a6f12eff031:3644:1874684455115136:0@lo:400:kworker.0 00000100:00100000:1.0:1787838888.957464:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d8f43baf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3644:1874684455115520:0@lo:400:kworker.0 00000100:00100000:1.0:1787838888.957475:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d907f6f8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3644:1874684455116032:0@lo:400:kworker.0 00010000:00010000:0.0:1787838889.327988:0:17074:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787838890.350029:0:17075:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:1.0:1787838891.201620:0:20659:0:(tgt_mount.c:2192:server_umount_begin()) umount -f 00000020:01000004:1.0:1787838891.207365:0:20659:0:(tgt_mount.c:2062:server_put_super()) server put_super lustre-MDT0000 00010000:00010000:1.0:1787838891.207426:0:20659:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.118@tcp lock: ffff8d8f43ccbe00/0x7b32352f0be6e8cf lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0x7b32352f0be6e8d6 expref: -99 pid: 17065 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838891.207617:0:20659:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.118@tcp lock: ffff8d8f43ccbe00/0x7b32352f0be6e8cf lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0x7b32352f0be6e8d6 expref: -99 pid: 17065 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838891.207628:0:20659:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.118@tcp lock: ffff8d8f43ccbe00/0x7b32352f0be6e8cf lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000400000000 nid: local remote: 0x7b32352f0be6e8d6 expref: -99 pid: 17065 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838891.207636:0:20659:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.118@tcp lock: ffff8d8f43ccbe00/0x7b32352f0be6e8cf lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000400000000 nid: local remote: 0x7b32352f0be6e8d6 expref: -99 pid: 17065 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838891.207652:0:20659:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:1.0:1787838891.207657:0:20659:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00000100:00080000:1.0:1787838891.207683:0:20659:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:1.0:1787838891.207687:0:20659:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 3 00000100:00080000:1.0:1787838891.207693:0:20659:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID 00000100:00080000:1.0:1787838891.207716:0:20659:0:(import.c:65:import_set_state_nolock()) ffff8d907f65c800 lustre-MDT0000_UUID: changing import state from FULL to CONNECTING 00010000:00010000:0.0:1787838891.207779:0:19664:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787838891.207785:0:19664:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.118@tcp lock: ffff8d8f43ccbe00/0x7b32352f0be6e8cf lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000400000000 nid: local remote: 0x7b32352f0be6e8d6 expref: -99 pid: 17065 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838891.207792:0:19664:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d8f43ccbe00 already unused, calling callback (ffffffffc1154c20) 10000000:00010000:0.0:1787838891.207796:0:19664:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.118@tcp lock: ffff8d8f43ccbe00/0x7b32352f0be6e8cf lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000400000000 nid: local remote: 0x7b32352f0be6e8d6 expref: -99 pid: 17065 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838891.207804:0:19664:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.118@tcp lock: ffff8d8f43ccbe00/0x7b32352f0be6e8cf lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1008400000000 nid: local remote: 0x7b32352f0be6e8d6 expref: -99 pid: 17065 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1787838891.207811:0:19664:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.118@tcp lock: ffff8d8f43ccbe00/0x7b32352f0be6e8cf lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1009400000000 nid: local remote: 0x7b32352f0be6e8d6 expref: -99 pid: 17065 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1787838891.207817:0:19664:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:0.0:1787838891.207836:0:19664:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:0.0:1787838891.207845:0:19664:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:0.0:1787838891.207882:0:19664:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.118@tcp lock: ffff8d8f43ccbe00/0x7b32352f0be6e8cf lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5809400000020 nid: local remote: 0x7b32352f0be6e8d6 expref: -99 pid: 17065 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838891.207888:0:19664:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1787838891.207917:0:19664:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.118@tcp lock: ffff8d8f43ccbe00/0x7b32352f0be6e8cf lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5809400000020 nid: local remote: 0x7b32352f0be6e8d6 expref: -99 pid: 17065 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838891.207925:0:19664:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.118@tcp lock: ffff8d8f43ccbe00/0x7b32352f0be6e8cf lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5809400000020 nid: local remote: 0x7b32352f0be6e8d6 expref: -99 pid: 17065 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838891.207936:0:19664:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787838891.207938:0:19664:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787838891.207940:0:19664:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787838891.207956:0:3642:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d907efe2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3642:1874684455117056:0@lo:39:umount.0 00000100:00100000:0.0:1787838891.208021:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787838891.208065:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1787838891.208074:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d907f657480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b25e8299-1644-4bd6-978a-5a6f12eff031:3644:1874684455117184:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1787838891.208100:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787838891.208170:0:17087:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455117056 00000100:00100000:0.0:1787838891.208177:0:17087:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455117056 00000100:00100000:0.0:1787838891.208230:0:17087:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71 00000100:00100000:0.0:1787838891.208239:0:17087:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d907f6552c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3642:x1874684455117056:12345-0@lo:39:umount.0 00000020:00000080:0.0:1787838891.208265:0:17087:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x7b32352f0be6e900 00000100:00080000:0.0:1787838891.208273:0:17087:0:(import.c:65:import_set_state_nolock()) ffff8d9064dbc000 : changing import state from FULL to CLOSED 00000100:00100000:0.0:1787838891.208340:0:17087:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d907f6552c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+1:3642:x1874684455117056:12345-0@lo:39:umount.0 Request processed in 101us (318us total) trans 0 rc 0/0 00000100:00100000:0.0:1787838891.208348:0:17087:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71 00000020:00000080:0.0:1787838891.208357:0:17087:0:(genops.c:885:class_export_put()) final put ffff8d9064dbb000/lustre-MDT0000-lwp-MDT0000_UUID 00010000:00010000:0.0:1787838891.208401:0:17074:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1787838891.208410:0:476:0:(genops.c:844:class_export_destroy()) destroying export ffff8d9064dbb000/lustre-MDT0000-lwp-MDT0000_UUID for lustre-MDT0000 00000020:00000080:0.0:1787838891.208793:0:476:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8d9064dbc000 for lustre-MDT0000 00000100:00080000:0.0:1787838891.208884:0:3642:0:(import.c:65:import_set_state_nolock()) ffff8d907f65c800 lustre-MDT0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:0.0:1787838891.208896:0:3642:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d907efe2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3642:1874684455117056:0@lo:39:umount.0 00000100:00080000:1.0:1787838891.209054:0:20659:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:1.0:1787838891.209057:0:20659:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 4 00000100:00100000:1.0:1787838891.209061:0:20659:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00100000:2.0:1787838891.209269:0:20114:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455117184 00000100:00100000:2.0:1787838891.209275:0:20114:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455117184 00000100:00100000:2.0:1787838891.209321:0:20114:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:2.0:1787838891.209329:0:20114:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d907f654780 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b25e8299-1644-4bd6-978a-5a6f12eff031+24:3644:x1874684455117184:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1787838891.209340:0:20114:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787838891.209355:0:20114:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8d9041506800/0x7b32352f0be6e8d6 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x7b32352f0be6e8cf expref: 24 pid: 17080 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838891.209370:0:20114:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787838891.209411:0:20114:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d907f654780 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b25e8299-1644-4bd6-978a-5a6f12eff031+23:3644:x1874684455117184:12345-0@lo:103:ldlm_bl.0 Request processed in 83us (1309us total) trans 0 rc 0/0 00000100:00100000:2.0:1787838891.209417:0:20114:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:0.0:1787838891.211595:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d907f657480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b25e8299-1644-4bd6-978a-5a6f12eff031:3644:1874684455117184:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1787838891.212340:0:20659:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.118@tcp lock: ffff8d9045189200/0x7b32352f0be6e820 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0x7b32352f0be6e827 expref: -99 pid: 17065 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838891.212354:0:20659:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.118@tcp lock: ffff8d9045189200/0x7b32352f0be6e820 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0x7b32352f0be6e827 expref: -99 pid: 17065 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838891.212361:0:20659:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.118@tcp lock: ffff8d9045189200/0x7b32352f0be6e820 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000400000000 nid: local remote: 0x7b32352f0be6e827 expref: -99 pid: 17065 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838891.212367:0:20659:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.118@tcp lock: ffff8d9045189200/0x7b32352f0be6e820 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000400000000 nid: local remote: 0x7b32352f0be6e827 expref: -99 pid: 17065 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838891.212410:0:20659:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1787838891.212417:0:20659:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.118@tcp lock: ffff8d907b214800/0x7b32352f0be6ec33 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x7b32352f0be6ec3a expref: -99 pid: 17083 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838891.212424:0:20659:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.118@tcp lock: ffff8d907b214800/0x7b32352f0be6ec33 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x7b32352f0be6ec3a expref: -99 pid: 17083 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838891.212430:0:20659:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.118@tcp lock: ffff8d907b214800/0x7b32352f0be6ec33 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x7b32352f0be6ec3a expref: -99 pid: 17083 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838891.212436:0:20659:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.118@tcp lock: ffff8d907b214800/0x7b32352f0be6ec33 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x7b32352f0be6ec3a expref: -99 pid: 17083 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838891.212509:0:17075:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1787838891.212517:0:17075:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.118@tcp lock: ffff8d9045189200/0x7b32352f0be6e820 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000400000000 nid: local remote: 0x7b32352f0be6e827 expref: -99 pid: 17065 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838891.212531:0:17075:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d9045189200 already unused, calling callback (ffffffffc1154c20) 10000000:00010000:2.0:1787838891.212535:0:17075:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.118@tcp lock: ffff8d9045189200/0x7b32352f0be6e820 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000400000000 nid: local remote: 0x7b32352f0be6e827 expref: -99 pid: 17065 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838891.212543:0:17075:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.118@tcp lock: ffff8d9045189200/0x7b32352f0be6e820 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1008400000000 nid: local remote: 0x7b32352f0be6e827 expref: -99 pid: 17065 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1787838891.212550:0:17075:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.118@tcp lock: ffff8d9045189200/0x7b32352f0be6e820 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1009400000000 nid: local remote: 0x7b32352f0be6e827 expref: -99 pid: 17065 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1787838891.212555:0:17075:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:2.0:1787838891.212558:0:17075:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-MDT0000: stopping, won't requeue 00010000:00010000:2.0:1787838891.212593:0:17075:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.118@tcp lock: ffff8d9045189200/0x7b32352f0be6e820 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5809400000020 nid: local remote: 0x7b32352f0be6e827 expref: -99 pid: 17065 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838891.212598:0:17075:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1787838891.212617:0:17075:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.118@tcp lock: ffff8d9045189200/0x7b32352f0be6e820 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5809400000020 nid: local remote: 0x7b32352f0be6e827 expref: -99 pid: 17065 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838891.212623:0:17075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.118@tcp lock: ffff8d9045189200/0x7b32352f0be6e820 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5809400000020 nid: local remote: 0x7b32352f0be6e827 expref: -99 pid: 17065 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838891.212634:0:17075:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787838891.212637:0:17075:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.118@tcp lock: ffff8d907b214800/0x7b32352f0be6ec33 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x7b32352f0be6ec3a expref: -99 pid: 17083 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838891.212642:0:17075:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d907b214800 already unused, calling callback (ffffffffc1154c20) 10000000:00010000:2.0:1787838891.212645:0:17075:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.118@tcp lock: ffff8d907b214800/0x7b32352f0be6ec33 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x7b32352f0be6ec3a expref: -99 pid: 17083 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838891.212660:0:17075:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.118@tcp lock: ffff8d907b214800/0x7b32352f0be6ec33 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0x7b32352f0be6ec3a expref: -99 pid: 17083 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1787838891.212666:0:17075:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.118@tcp lock: ffff8d907b214800/0x7b32352f0be6ec33 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0x7b32352f0be6ec3a expref: -99 pid: 17083 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1787838891.212671:0:17075:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:01000000:2.0:1787838891.212672:0:17075:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-mdtir: stopping, won't requeue 00010000:00010000:2.0:1787838891.212683:0:17075:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.118@tcp lock: ffff8d907b214800/0x7b32352f0be6ec33 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x7b32352f0be6ec3a expref: -99 pid: 17083 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838891.212688:0:17075:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1787838891.212702:0:17075:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.118@tcp lock: ffff8d907b214800/0x7b32352f0be6ec33 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x7b32352f0be6ec3a expref: -99 pid: 17083 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838891.212708:0:17075:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787838891.212710:0:17075:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787838891.212712:0:17075:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787838891.212719:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1787838891.212735:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d8f42e7bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b25e8299-1644-4bd6-978a-5a6f12eff031:3643:1874684455117312:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1787838891.212807:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787838891.212855:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d8f42e7b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:b25e8299-1644-4bd6-978a-5a6f12eff031:3645:1874684455117440:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1787838891.212888:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787838891.212926:0:17073:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455117312 00000100:00100000:2.0:1787838891.212932:0:17073:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455117312 00000100:00100000:2.0:1787838891.212972:0:17073:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455117440 00000100:00100000:2.0:1787838891.212975:0:17073:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455117440 00000100:00100000:2.0:1787838891.212994:0:17073:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1787838891.213002:0:17073:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d8f42e7b840 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b25e8299-1644-4bd6-978a-5a6f12eff031+24:3643:x1874684455117312:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1787838891.213162:0:17073:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787838891.213176:0:17073:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8d8f43cca800/0x7b32352f0be6e827 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x7b32352f0be6e820 expref: 24 pid: 17078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838891.213188:0:17073:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787838891.213220:0:17073:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d8f42e7b840 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b25e8299-1644-4bd6-978a-5a6f12eff031+23:3643:x1874684455117312:12345-0@lo:103:ldlm_bl.0 Request processed in 218us (413us total) trans 0 rc 0/0 00000100:00100000:2.0:1787838891.213227:0:17073:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1787838891.213244:0:17073:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1787838891.213250:0:17073:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d9056092450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b25e8299-1644-4bd6-978a-5a6f12eff031+22:3645:x1874684455117440:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1787838891.213258:0:17073:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787838891.213267:0:17073:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8d907b311800/0x7b32352f0be6ec3a lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x7b32352f0be6ec33 expref: 22 pid: 17080 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838891.213276:0:17073:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787838891.213299:0:17073:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d9056092450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b25e8299-1644-4bd6-978a-5a6f12eff031+21:3645:x1874684455117440:12345-0@lo:103:ldlm_bl.0 Request processed in 49us (410us total) trans 0 rc 0/0 00000100:00100000:2.0:1787838891.213305:0:17073:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00010000:00010000:0.0:1787838891.213561:0:19664:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787838891.213603:0:20659:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1787838891.213609:0:20659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.118@tcp lock: ffff8d907b214800/0x7b32352f0be6ec33 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x7b32352f0be6ec3a expref: -99 pid: 17083 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1787838891.213620:0:20659:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-mdtir 00010000:00010000:1.0:1787838891.213638:0:20659:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.118@tcp lock: ffff8d907b214600/0x7b32352f0be6edc9 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x7b32352f0be6edd0 expref: -99 pid: 17083 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838891.213644:0:20659:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.118@tcp lock: ffff8d907b214600/0x7b32352f0be6edc9 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x7b32352f0be6edd0 expref: -99 pid: 17083 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838891.213650:0:20659:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.118@tcp lock: ffff8d907b214600/0x7b32352f0be6edc9 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0x7b32352f0be6edd0 expref: -99 pid: 17083 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838891.213657:0:20659:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.118@tcp lock: ffff8d907b214600/0x7b32352f0be6edc9 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0x7b32352f0be6edd0 expref: -99 pid: 17083 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838891.213709:0:20659:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1787838891.213716:0:20659:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.118@tcp lock: ffff8d9045189e00/0x7b32352f0be6e812 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x7b32352f0be6e819 expref: -99 pid: 17065 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838891.213722:0:20659:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.118@tcp lock: ffff8d9045189e00/0x7b32352f0be6e812 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x7b32352f0be6e819 expref: -99 pid: 17065 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838891.213728:0:20659:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.118@tcp lock: ffff8d9045189e00/0x7b32352f0be6e812 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x7b32352f0be6e819 expref: -99 pid: 17065 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838891.213734:0:20659:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.118@tcp lock: ffff8d9045189e00/0x7b32352f0be6e812 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x7b32352f0be6e819 expref: -99 pid: 17065 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838891.215069:0:17074:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1787838891.215081:0:17074:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.118@tcp lock: ffff8d907b214600/0x7b32352f0be6edc9 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0x7b32352f0be6edd0 expref: -99 pid: 17083 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838891.215094:0:17074:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d907b214600 already unused, calling callback (ffffffffc1154c20) 10000000:00010000:0.0:1787838891.215099:0:17074:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.118@tcp lock: ffff8d907b214600/0x7b32352f0be6edc9 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0x7b32352f0be6edd0 expref: -99 pid: 17083 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838891.215109:0:17074:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.118@tcp lock: ffff8d907b214600/0x7b32352f0be6edc9 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1008400000000 nid: local remote: 0x7b32352f0be6edd0 expref: -99 pid: 17083 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1787838891.215117:0:17074:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.118@tcp lock: ffff8d907b214600/0x7b32352f0be6edc9 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1009400000000 nid: local remote: 0x7b32352f0be6edd0 expref: -99 pid: 17083 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1787838891.215143:0:17074:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:0.0:1787838891.215146:0:17074:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 10000000:01000000:0.0:1787838891.215149:0:17074:0:(mgc_request.c:130:config_log_put()) dropping config log params 00010000:00010000:0.0:1787838891.215187:0:17074:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.118@tcp lock: ffff8d907b214600/0x7b32352f0be6edc9 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0x7b32352f0be6edd0 expref: -99 pid: 17083 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838891.215194:0:17074:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1787838891.215216:0:17074:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.118@tcp lock: ffff8d907b214600/0x7b32352f0be6edc9 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0x7b32352f0be6edd0 expref: -99 pid: 17083 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838891.215237:0:17074:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.118@tcp lock: ffff8d907b214600/0x7b32352f0be6edc9 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0x7b32352f0be6edd0 expref: -99 pid: 17083 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838891.215252:0:17074:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787838891.215256:0:17074:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.118@tcp lock: ffff8d9045189e00/0x7b32352f0be6e812 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x7b32352f0be6e819 expref: -99 pid: 17065 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838891.215262:0:17074:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d9045189e00 already unused, calling callback (ffffffffc1154c20) 10000000:00010000:0.0:1787838891.215265:0:17074:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.118@tcp lock: ffff8d9045189e00/0x7b32352f0be6e812 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x7b32352f0be6e819 expref: -99 pid: 17065 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838891.215272:0:17074:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.118@tcp lock: ffff8d9045189e00/0x7b32352f0be6e812 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0x7b32352f0be6e819 expref: -99 pid: 17065 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1787838891.215279:0:17074:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.118@tcp lock: ffff8d9045189e00/0x7b32352f0be6e812 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0x7b32352f0be6e819 expref: -99 pid: 17065 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1787838891.215285:0:17074:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x5:0x0].0x0 (lustre) 10000000:01000000:0.0:1787838891.215287:0:17074:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-barrier: stopping, won't requeue 00010000:00010000:0.0:1787838891.215310:0:17074:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.118@tcp lock: ffff8d9045189e00/0x7b32352f0be6e812 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x7b32352f0be6e819 expref: -99 pid: 17065 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838891.215316:0:17074:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1787838891.215333:0:17074:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.118@tcp lock: ffff8d9045189e00/0x7b32352f0be6e812 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x7b32352f0be6e819 expref: -99 pid: 17065 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838891.215340:0:17074:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787838891.215342:0:17074:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787838891.215344:0:17074:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787838891.215359:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1787838891.216588:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d907f654000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b25e8299-1644-4bd6-978a-5a6f12eff031:3644:1874684455117696:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1787838891.216669:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787838891.216741:0:17073:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455117696 00000100:00100000:0.0:1787838891.216747:0:17073:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455117696 00000100:00100000:0.0:1787838891.216801:0:17073:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:0.0:1787838891.216809:0:17073:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d907f656d00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b25e8299-1644-4bd6-978a-5a6f12eff031+21:3644:x1874684455117696:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1787838891.216838:0:17073:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787838891.216857:0:17073:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8d907b311a00/0x7b32352f0be6e819 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x7b32352f0be6e812 expref: 21 pid: 17081 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838891.216882:0:17073:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787838891.216918:0:17073:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d907f656d00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b25e8299-1644-4bd6-978a-5a6f12eff031+20:3644:x1874684455117696:12345-0@lo:103:ldlm_bl.0 Request processed in 110us (249us total) trans 0 rc 0/0 00000100:00100000:0.0:1787838891.216925:0:17073:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:0.0:1787838891.216963:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d907f654000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b25e8299-1644-4bd6-978a-5a6f12eff031:3644:1874684455117696:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1787838891.217183:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d907f657480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:b25e8299-1644-4bd6-978a-5a6f12eff031:3646:1874684455117568:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1787838891.217214:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787838891.217574:0:17071:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455117568 00000100:00100000:0.0:1787838891.217579:0:17071:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455117568 00000100:00100000:2.0:1787838891.217617:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d8f42e7b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:b25e8299-1644-4bd6-978a-5a6f12eff031:3645:1874684455117440:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1787838891.217618:0:17071:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:0.0:1787838891.217625:0:17071:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d907f6fad00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b25e8299-1644-4bd6-978a-5a6f12eff031+20:3646:x1874684455117568:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1787838891.217633:0:17071:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1787838891.217644:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d8f42e7bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b25e8299-1644-4bd6-978a-5a6f12eff031:3643:1874684455117312:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1787838891.217646:0:17071:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8d907b215000/0x7b32352f0be6edd0 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x7b32352f0be6edc9 expref: 20 pid: 17078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838891.217657:0:17071:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787838891.217688:0:17071:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d907f6fad00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b25e8299-1644-4bd6-978a-5a6f12eff031+19:3646:x1874684455117568:12345-0@lo:103:ldlm_bl.0 Request processed in 63us (471us total) trans 0 rc 0/0 00000100:00100000:0.0:1787838891.217694:0:17071:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:0.0:1787838891.217737:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d907f657480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:b25e8299-1644-4bd6-978a-5a6f12eff031:3646:1874684455117568:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1787838891.217951:0:20659:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:1.0:1787838891.217960:0:20659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.118@tcp lock: ffff8d9045189e00/0x7b32352f0be6e812 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x7b32352f0be6e819 expref: -99 pid: 17065 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1787838891.217975:0:20659:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-barrier 10000000:01000000:1.0:1787838891.217980:0:20659:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-MDT0000 10000000:01000000:1.0:1787838891.217984:0:20659:0:(mgc_request.c:547:config_log_end()) end config log lustre-MDT0000 (0) 00000020:01000004:1.0:1787838891.218972:0:20659:0:(tgt_mount.c:2112:server_put_super()) stopping lustre-MDT0000 00000020:01000000:1.0:1787838891.218979:0:20659:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000 (flags='F') 00000020:00000080:1.0:1787838891.218984:0:20659:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1787838891.218990:0:20659:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000: forcing exports to disconnect: 4/13 00000020:00080000:1.0:1787838891.218997:0:20659:0:(genops.c:1819:print_export_data()) lustre-MDT0000: ACTIVE ffff8d8f43da6000 lustre-MDT0000-lwp-OST0001_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:1.0:1787838891.219003:0:20659:0:(genops.c:1819:print_export_data()) lustre-MDT0000: ACTIVE ffff8d9046f45000 lustre-MDT0000-lwp-OST0000_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:1.0:1787838891.219008:0:20659:0:(genops.c:1819:print_export_data()) lustre-MDT0000: ACTIVE ffff8d9046bbc000 lustre-MDT0000-lwp-MDT0001_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:1.0:1787838891.219012:0:20659:0:(genops.c:1819:print_export_data()) lustre-MDT0000: ACTIVE ffff8d905de5d000 lustre-MDT0001-mdtlov_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:1.0:1787838891.219030:0:20659:0:(genops.c:1819:print_export_data()) lustre-MDT0000: UNLINKED ffff8d907bdd1800 674f548d-68a0-4adf-8420-16ba8b4b5b31 192.168.203.18@tcp 2 (0 2 0) 1 0 0 0: 0000000000000000 8589934599 stale:0 00000020:00080000:1.0:1787838891.219034:0:20659:0:(genops.c:1819:print_export_data()) lustre-MDT0000: UNLINKED ffff8d8f42e5b000 3c03f38d-c123-4a1a-a557-4d11a1e148d0 192.168.203.18@tcp 5 (0 5 0) 1 0 0 0: 0000000000000000 8589934624 stale:0 00000020:00080000:1.0:1787838891.219039:0:20659:0:(genops.c:1553:class_disconnect_exports()) OBD device 5 (ffff8d8f42aa4ed8) has exports, disconnecting them 00000020:00080000:1.0:1787838891.219043:0:20659:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff8d8f43da6000), last request at 1787838888 00000020:00000080:1.0:1787838891.219050:0:20659:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x7b32352f0be6ec02 00000100:00080000:1.0:1787838891.219067:0:20659:0:(import.c:65:import_set_state_nolock()) ffff8d8f42feb000 : changing import state from FULL to CLOSED 00010000:00010000:2.0:1787838891.219325:0:17075:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00080000:1.0:1787838891.219561:0:20659:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff8d8f43da6000): rc 0 00000020:00000080:1.0:1787838891.219564:0:20659:0:(genops.c:885:class_export_put()) final put ffff8d8f43da6000/lustre-MDT0000-lwp-OST0001_UUID 00000020:00080000:1.0:1787838891.219586:0:20659:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff8d9046f45000), last request at 1787838888 00000020:00000080:1.0:1787838891.219590:0:20659:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x7b32352f0be6ea9d 00000100:00080000:1.0:1787838891.219595:0:20659:0:(import.c:65:import_set_state_nolock()) ffff8d9046f46800 : changing import state from FULL to CLOSED 00000020:00000080:2.0:1787838891.219627:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8d8f43da6000/lustre-MDT0000-lwp-OST0001_UUID for lustre-MDT0000 00000020:00000080:2.0:1787838891.219684:0:36:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8d8f42feb000 for lustre-MDT0000 00010000:00010000:0.0:1787838891.219739:0:19664:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00080000:1.0:1787838891.219797:0:20659:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff8d9046f45000): rc 0 00000020:00000080:1.0:1787838891.219800:0:20659:0:(genops.c:885:class_export_put()) final put ffff8d9046f45000/lustre-MDT0000-lwp-OST0000_UUID 00000020:00080000:1.0:1787838891.219904:0:20659:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff8d9046bbc000), last request at 1787838810 00000020:00000080:1.0:1787838891.219909:0:20659:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x7b32352f0be6e9ee 00000100:00080000:1.0:1787838891.219913:0:20659:0:(import.c:65:import_set_state_nolock()) ffff8d9046bbe800 : changing import state from FULL to CLOSED 00010000:00010000:0.0:1787838891.219931:0:17074:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1787838891.219955:0:476:0:(genops.c:844:class_export_destroy()) destroying export ffff8d9046f45000/lustre-MDT0000-lwp-OST0000_UUID for lustre-MDT0000 00000020:00000080:3.0:1787838891.219994:0:476:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8d9046f46800 for lustre-MDT0000 00000020:00080000:1.0:1787838891.220077:0:20659:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff8d9046bbc000): rc 0 00000020:00000080:1.0:1787838891.220080:0:20659:0:(genops.c:885:class_export_put()) final put ffff8d9046bbc000/lustre-MDT0000-lwp-MDT0001_UUID 00000020:00080000:1.0:1787838891.220092:0:20659:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff8d905de5d000), last request at 1787838810 00000020:00000080:1.0:1787838891.220096:0:20659:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x7b32352f0be6e985 00000100:00080000:1.0:1787838891.220101:0:20659:0:(import.c:65:import_set_state_nolock()) ffff8d905de5b000 : changing import state from FULL to CLOSED 00000020:00000080:0.0:1787838891.220155:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8d9046bbc000/lustre-MDT0000-lwp-MDT0001_UUID for lustre-MDT0000 00000020:00000080:0.0:1787838891.220184:0:36:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8d9046bbe800 for lustre-MDT0000 00010000:00010000:2.0:1787838891.220573:0:17075:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000004:1.0:1787838891.220709:0:20659:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934629 00000020:00080000:1.0:1787838891.220781:0:20659:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff8d905de5d000): rc 0 00000004:00000080:1.0:1787838891.220788:0:20659:0:(mdd_device.c:2304:mdd_iocontrol()) lustre-MDD0000: cmd=400866e7 len=0 karg=ffffabb007dbbae0 00000100:00080000:1.0:1787838891.220805:0:20659:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:1.0:1787838891.220809:0:20659:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 0 gen 3 00000100:00080000:1.0:1787838891.222330:0:20659:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID 00000100:00080000:1.0:1787838891.222532:0:20659:0:(import.c:65:import_set_state_nolock()) ffff8d90453b1800 lustre-MDT0001_UUID: changing import state from FULL to CONNECTING 00000100:00100000:2.0:1787838891.222603:0:3642:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d907efe21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3642:1874684455117824:0@lo:39:umount.0 00000100:00100000:2.0:1787838891.222678:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787838891.222769:0:17092:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455117824 00000100:00100000:3.0:1787838891.222778:0:17092:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455117824 00000100:00100000:3.0:1787838891.222831:0:17092:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77 00000100:00100000:3.0:1787838891.222841:0:17092:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d8f42e7bc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3642:x1874684455117824:12345-0@lo:39:umount.0 00000020:00000080:3.0:1787838891.222883:0:17092:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x7b32352f0be6ea18 00000100:00080000:3.0:1787838891.222892:0:17092:0:(import.c:65:import_set_state_nolock()) ffff8d9046b94000 : changing import state from FULL to CLOSED 00010000:00010000:0.0:1787838891.222992:0:19664:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000004:3.0:1787838891.223105:0:17092:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 2, last_transno is 8589934594 00000100:00100000:3.0:1787838891.223330:0:17092:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d8f42e7bc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+3:3642:x1874684455117824:12345-0@lo:39:umount.0 Request processed in 489us (650us total) trans 8589934595 rc 0/0 00000100:00100000:3.0:1787838891.223339:0:17092:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77 00000100:00080000:2.0:1787838891.223581:0:3642:0:(import.c:65:import_set_state_nolock()) ffff8d90453b1800 lustre-MDT0001_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:2.0:1787838891.223590:0:3642:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d907efe21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3642:1874684455117824:0@lo:39:umount.0 00010000:00010000:0.0:1787838891.225544:0:17074:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787838891.225723:0:20659:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:1.0:1787838891.225728:0:20659:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934594 gen 3 00000004:00080000:1.0:1787838891.225757:0:20659:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00080000:1.0:1787838891.225817:0:20659:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID 00000100:00080000:1.0:1787838891.226048:0:20659:0:(import.c:65:import_set_state_nolock()) ffff8d9042d7f800 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00100000:0.0:1787838891.226098:0:3642:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d907efe0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3642:1874684455117952:0@lo:9:umount.0 00000100:00100000:0.0:1787838891.226195:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787838891.226275:0:18592:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455117952 00000100:00100000:3.0:1787838891.226283:0:18592:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455117952 00000100:00100000:3.0:1787838891.226346:0:18592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:3.0:1787838891.226356:0:18592:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d907f657480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3642:x1874684455117952:12345-0@lo:9:umount.0 00000020:00000080:3.0:1787838891.226391:0:18592:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x7b32352f0be6eae3 00000100:00080000:3.0:1787838891.226399:0:18592:0:(import.c:65:import_set_state_nolock()) ffff8d9046f44800 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1787838891.226439:0:18592:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934594 00000100:00080000:1.0:1787838891.227613:0:20659:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:1.0:1787838891.227620:0:20659:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 8589934598 gen 3 00000004:00080000:1.0:1787838891.227633:0:20659:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00080000:1.0:1787838891.227698:0:20659:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID 00000100:00080000:1.0:1787838891.227717:0:20659:0:(import.c:65:import_set_state_nolock()) ffff8d907b162800 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000100:00100000:0.0:1787838891.228192:0:3642:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d907efe2580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3642:1874684455118080:0@lo:9:umount.0 00000100:00100000:0.0:1787838891.228239:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787838891.228359:0:18592:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d907f657480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+2:3642:x1874684455117952:12345-0@lo:9:umount.0 Request processed in 2003us (2163us total) trans 0 rc 0/0 00000100:00100000:3.0:1787838891.228370:0:18592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:3.0:1787838891.228405:0:18592:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455118080 00000100:00100000:3.0:1787838891.228411:0:18592:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455118080 00000100:00100000:2.0:1787838891.228553:0:19031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:2.0:1787838891.228565:0:19031:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d907f654000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3642:x1874684455118080:12345-0@lo:9:umount.0 00000020:00000080:2.0:1787838891.228591:0:19031:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x7b32352f0be6ec41 00000100:00080000:2.0:1787838891.228601:0:19031:0:(import.c:65:import_set_state_nolock()) ffff8d8f42258000 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1787838891.228642:0:19031:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934600 00000100:00100000:2.0:1787838891.228736:0:19031:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d907f654000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+2:3642:x1874684455118080:12345-0@lo:9:umount.0 Request processed in 173us (496us total) trans 0 rc 0/0 00000100:00100000:2.0:1787838891.228742:0:19031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000020:00080000:1.0:1787838891.228856:0:20659:0:(genops.c:1558:class_disconnect_exports()) OBD device 5 (ffff8d8f42aa4ed8) has no exports 00000100:00080000:0.0:1787838891.229795:0:3642:0:(import.c:65:import_set_state_nolock()) ffff8d9042d7f800 lustre-OST0000_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:0.0:1787838891.229809:0:3642:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000004:00080000:0.0:1787838891.229812:0:3642:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:0.0:1787838891.229816:0:3642:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d907efe0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3642:1874684455117952:0@lo:9:umount.0 00000100:00080000:0.0:1787838891.229858:0:3642:0:(import.c:65:import_set_state_nolock()) ffff8d907b162800 lustre-OST0001_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:0.0:1787838891.229876:0:3642:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000004:00080000:0.0:1787838891.229878:0:3642:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:0.0:1787838891.229880:0:3642:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d907efe2580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3642:1874684455118080:0@lo:9:umount.0 00010000:00010000:0.0:1787838891.229914:0:19664:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787838891.230036:0:17082:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1787838891.230042:0:17082:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1787838891.230052:0:17075:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00080000:1.0:1787838891.238352:0:20659:0:(genops.c:1558:class_disconnect_exports()) OBD device 5 (ffff8d8f42aa4ed8) has no exports 00000020:00000080:1.0:1787838891.316092:0:20659:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x7b32352f0be6e86d 00000020:00000080:1.0:1787838891.316115:0:20659:0:(genops.c:885:class_export_put()) final put ffff8d9079d8a800/lustre-QMT0000_UUID 00000020:01000000:1.0:1787838891.316312:0:20659:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-QMT0000 (flags='') 00000020:00000080:3.0:1787838891.318288:0:476:0:(genops.c:844:class_export_destroy()) destroying export ffff8d9079d8a800/lustre-QMT0000_UUID for lustre-QMT0000 00000020:00000080:0.0:1787838891.318959:0:20659:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1787838891.318971:0:20659:0:(obd_config.c:956:class_cleanup()) lustre-QMT0000: forcing exports to disconnect: 0/1 00000020:00080000:0.0:1787838891.318976:0:20659:0:(genops.c:1558:class_disconnect_exports()) OBD device 7 (ffff8d907b2d1a48) has no exports 00000020:00000080:0.0:1787838891.323505:0:20659:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x7b32352f0be6e866 00000020:00000080:0.0:1787838891.323526:0:20659:0:(genops.c:885:class_export_put()) final put ffff8d907612e800/lustre-MDT0000-osd_UUID 00000020:00000080:3.0:1787838891.323597:0:476:0:(genops.c:844:class_export_destroy()) destroying export ffff8d907612e800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:0.0:1787838891.323686:0:20659:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1787838891.323699:0:20659:0:(obd_config.c:883:class_detach()) detach on obd lustre-QMT0000 (uuid lustre-QMT0000_UUID) 00000020:00000080:0.0:1787838891.323703:0:20659:0:(genops.c:885:class_export_put()) final put ffff8d907612a000/lustre-QMT0000_UUID 00000020:00000080:0.0:1787838891.323705:0:20659:0:(genops.c:844:class_export_destroy()) destroying export ffff8d907612a000/lustre-QMT0000_UUID for lustre-QMT0000 00000020:01000000:0.0:1787838891.323732:0:20659:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-QMT0000 (lustre-QMT0000_UUID) 00010000:00010000:0.0:1787838891.373473:0:17074:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787838891.501525:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d907f657c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3644:1874684455118208:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1787838891.501593:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787838891.501857:0:18596:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455118208 00000100:00100000:0.0:1787838891.501874:0:18596:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455118208 00000100:00100000:0.0:1787838891.501954:0:18596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:0.0:1787838891.501966:0:18596:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d8f42e7b0c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3644:x1874684455118208:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1787838891.502003:0:18596:0:(ofd_obd.c:739:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1787838891.502069:0:18596:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d8f42e7b0c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3644:x1874684455118208:12345-0@lo:13:osp-pre-0-1.0 Request processed in 106us (475us total) trans 0 rc 0/0 00000100:00100000:0.0:1787838891.502076:0:18596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00100000:1.0:1787838891.502169:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d907f657c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3644:1874684455118208:0@lo:13:osp-pre-0-1.0 00000100:00080000:3.0:1787838891.502498:0:17082:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000001:00100000:1.0:1787838892.017798:0:17819:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000001:00080000:1.0:1787838892.017811:0:17819:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 8589934595 is committed 00000020:00000080:1.0:1787838892.017816:0:17819:0:(genops.c:885:class_export_put()) final put ffff8d9046b91800/lustre-MDT0000-mdtlov_UUID 00000001:00100000:1.0:1787838892.017837:0:17819:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of 674f548d-68a0-4adf-8420-16ba8b4b5b31 00000001:00080000:1.0:1787838892.017842:0:17819:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 8589934594 is committed 00000020:00000080:1.0:1787838892.017844:0:17819:0:(genops.c:885:class_export_put()) final put ffff8d907b3d6000/674f548d-68a0-4adf-8420-16ba8b4b5b31 00000001:00100000:1.0:1787838892.017849:0:17819:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of 3c03f38d-c123-4a1a-a557-4d11a1e148d0 00000001:00080000:1.0:1787838892.017852:0:17819:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 8589934593 is committed 00000020:00000080:1.0:1787838892.017854:0:17819:0:(genops.c:885:class_export_put()) final put ffff8d8f42e5e800/3c03f38d-c123-4a1a-a557-4d11a1e148d0 00000020:00000080:3.0:1787838892.017921:0:476:0:(genops.c:844:class_export_destroy()) destroying export ffff8d9046b91800/lustre-MDT0000-mdtlov_UUID for lustre-MDT0001 00000020:00000080:3.0:1787838892.017987:0:476:0:(genops.c:844:class_export_destroy()) destroying export ffff8d907b3d6000/674f548d-68a0-4adf-8420-16ba8b4b5b31 for lustre-MDT0001 00000020:00000080:3.0:1787838892.018020:0:476:0:(genops.c:844:class_export_destroy()) destroying export ffff8d8f42e5e800/3c03f38d-c123-4a1a-a557-4d11a1e148d0 for lustre-MDT0001 00000020:00000080:3.0:1787838892.018042:0:476:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8d9046b94000 for lustre-MDT0001 00000020:00000080:3.0:1787838892.018057:0:476:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8d8f4220c000 for lustre-MDT0001 00000020:00000080:3.0:1787838892.018060:0:476:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8d8f42e5a800 for lustre-MDT0001 00000001:00100000:0.0:1787838892.021273:0:19408:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000020:00000080:0.0:1787838892.021283:0:19408:0:(genops.c:885:class_export_put()) final put ffff8d8f4225a000/lustre-MDT0000-mdtlov_UUID 00000001:00100000:0.0:1787838892.021307:0:19408:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 3c03f38d-c123-4a1a-a557-4d11a1e148d0 00000020:00000080:0.0:1787838892.021309:0:19408:0:(genops.c:885:class_export_put()) final put ffff8d8f42258800/3c03f38d-c123-4a1a-a557-4d11a1e148d0 00000001:00100000:3.0:1787838892.021393:0:17066:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000020:00000080:3.0:1787838892.021397:0:17066:0:(genops.c:885:class_export_put()) final put ffff8d905de5d000/lustre-MDT0001-mdtlov_UUID 00000001:00100000:3.0:1787838892.021405:0:17066:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of 674f548d-68a0-4adf-8420-16ba8b4b5b31 00000001:00080000:3.0:1787838892.021412:0:17066:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934629 is committed 00000020:00000080:3.0:1787838892.021415:0:17066:0:(genops.c:885:class_export_put()) final put ffff8d907bdd1800/674f548d-68a0-4adf-8420-16ba8b4b5b31 00000001:00100000:3.0:1787838892.021420:0:17066:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of 3c03f38d-c123-4a1a-a557-4d11a1e148d0 00000001:00080000:3.0:1787838892.021423:0:17066:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934628 is committed 00000020:00000080:3.0:1787838892.021432:0:17066:0:(genops.c:885:class_export_put()) final put ffff8d8f42e5b000/3c03f38d-c123-4a1a-a557-4d11a1e148d0 00000020:00000080:2.0:1787838892.021815:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8d8f4225a000/lustre-MDT0000-mdtlov_UUID for lustre-OST0001 00000020:00000080:2.0:1787838892.021880:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8d8f42258800/3c03f38d-c123-4a1a-a557-4d11a1e148d0 for lustre-OST0001 00000020:00000080:2.0:1787838892.021898:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8d905de5d000/lustre-MDT0001-mdtlov_UUID for lustre-MDT0000 00000020:00000080:2.0:1787838892.021924:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8d907bdd1800/674f548d-68a0-4adf-8420-16ba8b4b5b31 for lustre-MDT0000 00000020:00000080:2.0:1787838892.021951:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8d8f42e5b000/3c03f38d-c123-4a1a-a557-4d11a1e148d0 for lustre-MDT0000 00000020:00000080:2.0:1787838892.021972:0:36:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8d8f42258000 for lustre-OST0001 00000020:00000080:2.0:1787838892.021976:0:36:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8d8f4225e000 for lustre-OST0001 00000020:00000080:2.0:1787838892.021979:0:36:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8d905de5b000 for lustre-MDT0000 00000020:00000080:2.0:1787838892.021982:0:36:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8d907bdd7000 for lustre-MDT0000 00000020:00000080:2.0:1787838892.021985:0:36:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8d8f42e5c000 for lustre-MDT0000 00010000:00010000:0.0:1787838892.397547:0:19664:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787838892.525406:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1787838892.525430:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d907f6f9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3646:1874684455118336:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1787838892.525499:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787838892.527012:0:17091:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455118336 00000100:00100000:2.0:1787838892.527026:0:17091:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455118336 00000100:00100000:2.0:1787838892.527090:0:17091:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78 00000100:00100000:2.0:1787838892.527098:0:17091:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d907f6f9680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3646:x1874684455118336:12345-0@lo:41:osp-pre-0-1.0 00000020:00080000:2.0:1787838892.527122:0:17091:0:(tgt_handler.c:807:tgt_request_handle()) operation 41 on unconnected OST from 12345-0@lo 00000100:00100000:2.0:1787838892.527235:0:17091:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d907f6f9680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3646:x1874684455118336:12345-0@lo:41:osp-pre-0-1.0 Request processed in 136us (1736us total) trans 0 rc -107/-107 00000100:00100000:2.0:1787838892.527243:0:17091:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78 00000100:02020000:2.0:1787838892.527296:0:3646:0:(client.c:1505:ptlrpc_check_status()) lustre-MDT0000-osp-MDT0001: operation mds_statfs to node 0@lo failed: rc = -107 00000100:00080000:2.0:1787838892.541975:0:3646:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-osp-MDT0001 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:2.0:1787838892.541985:0:3646:0:(import.c:65:import_set_state_nolock()) ffff8d9064cf4000 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:2.0:1787838892.541990:0:3646:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-osp-MDT0001: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:2.0:1787838892.565818:0:3646:0:(import.c:65:import_set_state_nolock()) ffff8d9064cf4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787838892.565832:0:3646:0:(import.c:510:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 494 00000100:00080000:2.0:1787838892.565842:0:3646:0:(import.c:624:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d9064cf4000 using connection 192.168.203.118@tcp/0@lo 00000100:00100000:2.0:1787838892.565897:0:3646:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d8f42e7b840 x1874684455118464/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787838892.565992:0:3642:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d8f42e7b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3642:1874684455118464:0@lo:38:ptlrpcd_00_03.0 00000100:00100000:0.0:1787838892.566070:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787838892.566168:0:17092:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455118464 00000100:00100000:1.0:1787838892.566177:0:17092:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455118464 00000100:00100000:1.0:1787838892.566232:0:17092:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 79 00000100:00100000:1.0:1787838892.566239:0:17092:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d907f657c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3642:x1874684455118464:12345-0@lo:38:ptlrpcd_00_03.0 00010000:02000000:1.0:1787838892.566256:0:17092:0:(ldlm_lib.c:1241:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00000100:00100000:1.0:1787838892.570339:0:17092:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d907f657c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3642:x1874684455118464:12345-0@lo:38:ptlrpcd_00_03.0 Request processed in 4093us (4263us total) trans 0 rc -19/-19 00000100:00100000:1.0:1787838892.570353:0:17092:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 79 00000100:00080000:0.0:1787838892.570845:0:3642:0:(import.c:65:import_set_state_nolock()) ffff8d9064cf4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787838892.570867:0:3642:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1787838892.570872:0:3642:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d8f42e7b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3642:1874684455118464:0@lo:38:ptlrpcd_00_03.0 00000020:01000000:0.0:1787838893.357329:0:20659:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff8d907774b480 - data ffff8d9065156870/ffff8d9046a20400 00000020:01000000:0.0:1787838893.357519:0:20659:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff8d8f4236ac60 - data ffff8d9065156e58/ffff8d907bcbf800 00000001:00000004:0.0:1787838893.364706:0:20659:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934629 00010000:00010000:2.0:1787838893.424823:0:17075:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787838893.442684:0:20659:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:1.0:1787838893.442694:0:20659:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 0 gen 4 00000100:00100000:1.0:1787838893.442832:0:20659:0:(client.c:3163:ptlrpc_free_committed()) @@@ free request with old gen req@ffff8d907efe21c0 x1874684455117824/t8589934595(8589934595) o39->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1787838901 ref 1 fl Complete:RNQU/204/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787838893.442870:0:20659:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00080000:2.0:1787838893.446830:0:20659:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:2.0:1787838893.446838:0:20659:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934594 gen 4 00000004:00080000:2.0:1787838893.446872:0:20659:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:2.0:1787838893.446875:0:20659:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:1.0:1787838893.447292:0:17110:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:1.0:1787838893.447297:0:17110:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xa:0x0] index 1 count 1 00000040:00080000:1.0:1787838893.447307:0:17110:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x1:0x2:0x0] index 2 count 2 00000100:00080000:2.0:1787838893.447984:0:20659:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:2.0:1787838893.447989:0:20659:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 8589934598 gen 4 00000004:00080000:2.0:1787838893.448010:0:20659:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:2.0:1787838893.448012:0:20659:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:3.0:1787838893.448317:0:17112:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:3.0:1787838893.448321:0:17112:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xc:0x0] index 2 count 1 00000040:00080000:3.0:1787838893.448328:0:17112:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x1:0x5:0x0] index 2 count 2 00000020:00000080:2.0:1787838893.449500:0:20659:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x7b32352f0be6e835 00000020:00000080:2.0:1787838893.449511:0:20659:0:(genops.c:885:class_export_put()) final put ffff8d907505d800/lustre-MDT0000-osd_UUID 00000020:00000080:3.0:1787838893.449841:0:476:0:(genops.c:844:class_export_destroy()) destroying export ffff8d907505d800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:2.0:1787838893.451809:0:20659:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x7b32352f0be6e84a 00000020:00000080:2.0:1787838893.451822:0:20659:0:(genops.c:885:class_export_put()) final put ffff8d907505f800/lustre-MDT0000-mdtlov_UUID 00000020:01000000:2.0:1787838893.451838:0:20659:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-mdtlov (flags='') 00000020:00000080:2.0:1787838893.451843:0:20659:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1787838893.451872:0:20659:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-mdtlov: forcing exports to disconnect: 0/2 00000020:00080000:2.0:1787838893.451876:0:20659:0:(genops.c:1558:class_disconnect_exports()) OBD device 4 (ffff8d8f42aa0000) has no exports 00000004:01000000:2.0:1787838893.452044:0:20659:0:(lod_lov.c:59:lod_putref()) destroying 2 ltd desc 00000020:00000080:2.0:1787838893.452053:0:20659:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x7b32352f0be6e8ac 00000020:00000080:2.0:1787838893.452058:0:20659:0:(genops.c:885:class_export_put()) final put ffff8d905de5f000/lustre-MDT0000-mdtlov_UUID 00000020:01000000:2.0:1787838893.452062:0:20659:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0001-osc-MDT0000 (flags='') 00000020:00000080:2.0:1787838893.452066:0:20659:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1787838893.452070:0:20659:0:(obd_config.c:956:class_cleanup()) lustre-OST0001-osc-MDT0000: forcing exports to disconnect: 0/3 00000020:00080000:2.0:1787838893.452073:0:20659:0:(genops.c:1558:class_disconnect_exports()) OBD device 10 (ffff8d907b2d4ed8) has no exports 00000020:00000080:2.0:1787838893.452079:0:20659:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x7b32352f0be6e8a5 00000020:00000080:2.0:1787838893.452083:0:20659:0:(genops.c:885:class_export_put()) final put ffff8d907b160000/lustre-MDT0000-osd_UUID 00010000:01000000:2.0:1787838893.452470:0:20659:0:(obd_class.h:671:obd_cleanup_client_import()) lustre-OST0001-osc-MDT0000: client import never connected 00000100:00080000:2.0:1787838893.452475:0:20659:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:2.0:1787838893.452479:0:20659:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 8589934598 gen 5 00000004:00080000:2.0:1787838893.452484:0:20659:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:2.0:1787838893.452486:0:20659:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:2.0:1787838893.452515:0:20659:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1787838893.452520:0:20659:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:2.0:1787838893.452525:0:20659:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x7b32352f0be6e897 00000020:00000080:2.0:1787838893.452530:0:20659:0:(genops.c:885:class_export_put()) final put ffff8d9079d8d000/lustre-MDT0000-mdtlov_UUID 00000020:01000000:2.0:1787838893.452534:0:20659:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osc-MDT0000 (flags='') 00000020:00000080:2.0:1787838893.452538:0:20659:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1787838893.452542:0:20659:0:(obd_config.c:956:class_cleanup()) lustre-OST0000-osc-MDT0000: forcing exports to disconnect: 0/3 00000020:00080000:2.0:1787838893.452544:0:20659:0:(genops.c:1558:class_disconnect_exports()) OBD device 9 (ffff8d907b0e8000) has no exports 00000020:00000080:2.0:1787838893.452548:0:20659:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x7b32352f0be6e890 00000020:00000080:2.0:1787838893.452551:0:20659:0:(genops.c:885:class_export_put()) final put ffff8d9042d79000/lustre-MDT0000-osd_UUID 00010000:01000000:2.0:1787838893.452866:0:20659:0:(obd_class.h:671:obd_cleanup_client_import()) lustre-OST0000-osc-MDT0000: client import never connected 00000100:00080000:2.0:1787838893.452870:0:20659:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:2.0:1787838893.452872:0:20659:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934594 gen 5 00000004:00080000:2.0:1787838893.452876:0:20659:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:2.0:1787838893.452878:0:20659:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:2.0:1787838893.452901:0:20659:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1787838893.452914:0:20659:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000004:01000000:2.0:1787838893.452923:0:20659:0:(lod_lov.c:59:lod_putref()) destroying 1 ltd desc 00000020:00000080:2.0:1787838893.452928:0:20659:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x7b32352f0be6e882 00000020:00000080:2.0:1787838893.452932:0:20659:0:(genops.c:885:class_export_put()) final put ffff8d907f7c3800/lustre-MDT0000-mdtlov_UUID 00000020:01000000:2.0:1787838893.452937:0:20659:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-osp-MDT0000 (flags='') 00000020:00000080:2.0:1787838893.452940:0:20659:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1787838893.452943:0:20659:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001-osp-MDT0000: forcing exports to disconnect: 0/3 00000020:00080000:2.0:1787838893.452945:0:20659:0:(genops.c:1558:class_disconnect_exports()) OBD device 8 (ffff8d9075054ed8) has no exports 00000020:00000080:2.0:1787838893.452948:0:20659:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x7b32352f0be6e87b 00000020:00000080:2.0:1787838893.452951:0:20659:0:(genops.c:885:class_export_put()) final put ffff8d90453b7800/lustre-MDT0000-osd_UUID 00000020:00000080:3.0:1787838893.453700:0:476:0:(genops.c:844:class_export_destroy()) destroying export ffff8d907505f800/lustre-MDT0000-mdtlov_UUID for lustre-MDT0000-mdtlov 00000020:00000080:3.0:1787838893.453711:0:476:0:(genops.c:844:class_export_destroy()) destroying export ffff8d905de5f000/lustre-MDT0000-mdtlov_UUID for lustre-OST0001-osc-MDT0000 00000020:00000080:3.0:1787838893.453717:0:476:0:(genops.c:844:class_export_destroy()) destroying export ffff8d907b160000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:3.0:1787838893.453724:0:476:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8d907b162800 for lustre-OST0001-osc-MDT0000 00000020:00000080:3.0:1787838893.453731:0:476:0:(genops.c:885:class_export_put()) final put ffff8d9079d8b800/lustre-MDT0000-mdtlov_UUID 00000020:00000080:3.0:1787838893.453734:0:476:0:(genops.c:844:class_export_destroy()) destroying export ffff8d9079d8b800/lustre-MDT0000-mdtlov_UUID for lustre-OST0001-osc-MDT0000 00000020:01000000:3.0:1787838893.453740:0:476:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001-osc-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:3.0:1787838893.453816:0:476:0:(genops.c:844:class_export_destroy()) destroying export ffff8d9079d8d000/lustre-MDT0000-mdtlov_UUID for lustre-OST0000-osc-MDT0000 00000020:00000080:3.0:1787838893.453820:0:476:0:(genops.c:844:class_export_destroy()) destroying export ffff8d9042d79000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:3.0:1787838893.453825:0:476:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8d9042d7f800 for lustre-OST0000-osc-MDT0000 00000020:00000080:3.0:1787838893.453838:0:476:0:(genops.c:885:class_export_put()) final put ffff8d9079d89800/lustre-MDT0000-mdtlov_UUID 00000020:00000080:3.0:1787838893.453840:0:476:0:(genops.c:844:class_export_destroy()) destroying export ffff8d9079d89800/lustre-MDT0000-mdtlov_UUID for lustre-OST0000-osc-MDT0000 00000020:01000000:3.0:1787838893.453843:0:476:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000-osc-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:3.0:1787838893.453885:0:476:0:(genops.c:844:class_export_destroy()) destroying export ffff8d907f7c3800/lustre-MDT0000-mdtlov_UUID for lustre-MDT0001-osp-MDT0000 00000020:00000080:3.0:1787838893.453890:0:476:0:(genops.c:844:class_export_destroy()) destroying export ffff8d90453b7800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00010000:01000000:3.0:1787838893.506260:0:20659:0:(obd_class.h:671:obd_cleanup_client_import()) lustre-MDT0001-osp-MDT0000: client import never connected 00000100:00080000:3.0:1787838893.506269:0:20659:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:3.0:1787838893.506274:0:20659:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 0 gen 5 00000100:00100000:3.0:1787838893.506283:0:20659:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:3.0:1787838893.506358:0:20659:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1787838893.506371:0:20659:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-osp-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:3.0:1787838893.506397:0:20659:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1787838893.506400:0:20659:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-mdtlov (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:3.0:1787838893.506406:0:20659:0:(genops.c:885:class_export_put()) final put ffff8d907505c800/lustre-MDT0000-mdtlov_UUID 00000020:00000080:3.0:1787838893.506411:0:20659:0:(genops.c:844:class_export_destroy()) destroying export ffff8d907505c800/lustre-MDT0000-mdtlov_UUID for lustre-MDT0000-mdtlov 00000020:01000000:3.0:1787838893.506425:0:20659:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-mdtlov (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:3.0:1787838893.506530:0:20659:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x7b32352f0be6e851 00000020:00000080:3.0:1787838893.506536:0:20659:0:(genops.c:885:class_export_put()) final put ffff8d907505b800/lustre-MDD0000_UUID 00000020:01000000:3.0:1787838893.506541:0:20659:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDD0000 (flags='') 00000020:00000080:3.0:1787838893.506545:0:20659:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1787838893.506549:0:20659:0:(obd_config.c:956:class_cleanup()) lustre-MDD0000: forcing exports to disconnect: 0/2 00000020:00080000:3.0:1787838893.506552:0:20659:0:(genops.c:1558:class_disconnect_exports()) OBD device 6 (ffff8d8f42aa3490) has no exports 00000020:00000080:3.0:1787838893.506575:0:20659:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1787838893.506578:0:20659:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDD0000 (uuid lustre-MDD0000_UUID) 00000020:00000080:3.0:1787838893.506594:0:20659:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x7b32352f0be6e858 00000020:00000080:3.0:1787838893.506599:0:20659:0:(genops.c:885:class_export_put()) final put ffff8d907505f000/lustre-MDT0000-osd_UUID 00000020:01000004:3.0:1787838893.506607:0:20659:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8d907f7c3000 from lustre-MDT0000, refs=3 00000020:01000004:3.0:1787838893.506611:0:20659:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8d907f7c3000 3 00000020:01000004:3.0:1787838893.506614:0:20659:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff8d907f7c3000 from lustre-MDT0000 00000020:00000080:3.0:1787838893.506632:0:20659:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1787838893.506646:0:20659:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000 (uuid lustre-MDT0000_UUID) 00000020:00000080:3.0:1787838893.506649:0:20659:0:(genops.c:885:class_export_put()) final put ffff8d907505e000/lustre-MDT0000_UUID 00000020:00000080:3.0:1787838893.506651:0:20659:0:(genops.c:844:class_export_destroy()) destroying export ffff8d907505e000/lustre-MDT0000_UUID for lustre-MDT0000 00000020:01000000:3.0:1787838893.506659:0:20659:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000 (lustre-MDT0000_UUID) 00000020:01000004:3.0:1787838893.506693:0:20659:0:(obd_mount.c:578:lustre_stop_mgc()) MGC still has 3 references. 00000020:01000004:3.0:1787838893.506697:0:20659:0:(tgt_mount.c:255:server_stop_mgs()) Stop MGS service MGS 00000020:01000000:3.0:1787838893.506699:0:20659:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of MGS (flags='F') 00000020:00000080:3.0:1787838893.506702:0:20659:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1787838893.506705:0:20659:0:(obd_config.c:956:class_cleanup()) MGS: forcing exports to disconnect: 1/3 00000020:00080000:3.0:1787838893.506711:0:20659:0:(genops.c:1819:print_export_data()) MGS: ACTIVE ffff8d9059358800 b25e8299-1644-4bd6-978a-5a6f12eff031 0@lo 18 (0 0 13) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:3.0:1787838893.506716:0:20659:0:(genops.c:1553:class_disconnect_exports()) OBD device 1 (ffff8d9075050000) has exports, disconnecting them 00000020:00080000:3.0:1787838893.506720:0:20659:0:(genops.c:1528:class_disconnect_export_list()) MGS: disconnecting export at 0@lo (ffff8d9059358800), last request at 1787838796 00000020:00000080:3.0:1787838893.506750:0:20659:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x7b32352f0be6e7fd 00000020:00010000:3.0:1787838893.506754:0:20659:0:(genops.c:1921:obd_stale_export_put()) Put export ffff8d9059358800: total 2 00000100:00080000:3.0:1787838893.506758:0:20659:0:(import.c:65:import_set_state_nolock()) ffff8d9050693000 : changing import state from FULL to CLOSED 00000020:00080000:3.0:1787838893.506778:0:20659:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff8d9059358800): rc 0 00000020:00080000:3.0:1787838893.506782:0:20659:0:(genops.c:1558:class_disconnect_exports()) OBD device 1 (ffff8d9075050000) has no exports 00000100:00100000:3.0:1787838893.506867:0:17080:0:(service.c:3183:ptlrpc_main()) ll_mgs_0001: service thread [ffff8d9079daca00:17080] 1 exiting: rc = 0 00000100:00100000:3.0:1787838893.506959:0:17078:0:(service.c:3183:ptlrpc_main()) ll_mgs_0000: service thread [ffff8d8f43dd0400:17078] 0 exiting: rc = 1 00000020:00000080:1.0:1787838893.507436:0:476:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8d90453b1800 for lustre-MDT0001-osp-MDT0000 00000020:00000080:1.0:1787838893.507445:0:476:0:(genops.c:885:class_export_put()) final put ffff8d9079d8f000/lustre-MDT0000-mdtlov_UUID 00000020:00000080:1.0:1787838893.507448:0:476:0:(genops.c:844:class_export_destroy()) destroying export ffff8d9079d8f000/lustre-MDT0000-mdtlov_UUID for lustre-MDT0001-osp-MDT0000 00000020:01000000:1.0:1787838893.507458:0:476:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-osp-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:1.0:1787838893.507517:0:476:0:(genops.c:844:class_export_destroy()) destroying export ffff8d907505b800/lustre-MDD0000_UUID for lustre-MDD0000 00000020:00000080:1.0:1787838893.507521:0:476:0:(genops.c:885:class_export_put()) final put ffff8d9075058000/lustre-MDD0000_UUID 00000020:00000080:1.0:1787838893.507523:0:476:0:(genops.c:844:class_export_destroy()) destroying export ffff8d9075058000/lustre-MDD0000_UUID for lustre-MDD0000 00000020:01000000:1.0:1787838893.507526:0:476:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDD0000 (lustre-MDD0000_UUID) 00000020:00000080:1.0:1787838893.507551:0:476:0:(genops.c:844:class_export_destroy()) destroying export ffff8d907505f000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00010000:1.0:1787838893.507578:0:17074:0:(genops.c:1907:obd_stale_export_get()) Get export ffff8d9059358800: total 0 00010000:00010000:1.0:1787838893.507611:0:17074:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff8d9059358800, canceled 0 locks, left on hash table 13. 00010000:00010000:1.0:1787838893.507645:0:17074:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8d9041507800/0x7b32352f0be6ea5e lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x7b32352f0be6ea57 expref: 14 pid: 17080 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838893.507663:0:17074:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8d907ef29200/0x7b32352f0be6ebed lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x7b32352f0be6ebe6 expref: 13 pid: 17081 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838893.507689:0:17074:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8d907ef28200/0x7b32352f0be6ec2c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x7b32352f0be6ec25 expref: 12 pid: 17080 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838893.507703:0:17074:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8d9041507400/0x7b32352f0be6e91c lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x7b32352f0be6e915 expref: 11 pid: 17078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838893.507715:0:17074:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8d907ef28c00/0x7b32352f0be6eda6 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x7b32352f0be6ed9f expref: 10 pid: 17081 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838893.507725:0:17074:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8d907b310800/0x7b32352f0be6ea88 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x7b32352f0be6ea81 expref: 9 pid: 17081 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838893.507735:0:17074:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8d907b214c00/0x7b32352f0be6edb4 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x7b32352f0be6edad expref: 8 pid: 17081 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838893.507745:0:17074:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8d9045189400/0x7b32352f0be6e9d9 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x7b32352f0be6e9d2 expref: 7 pid: 17080 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838893.507755:0:17074:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8d907ef29600/0x7b32352f0be6ebc3 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x7b32352f0be6ebbc expref: 6 pid: 17078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838893.507765:0:17074:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8d9041507200/0x7b32352f0be6e92a lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x7b32352f0be6e923 expref: 5 pid: 17078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838893.507777:0:17074:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8d9045188400/0x7b32352f0be6edc2 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x7b32352f0be6edbb expref: 4 pid: 17081 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838893.507788:0:17074:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8d9041506400/0x7b32352f0be6e938 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x7b32352f0be6e931 expref: 3 pid: 17078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838893.507812:0:17074:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8d9041507000/0x7b32352f0be6e80b lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x7b32352f0be6e804 expref: 2 pid: 17080 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838893.507823:0:17074:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff8d9059358800, canceled 13 locks, left on hash table 0. 00000020:00000080:1.0:1787838893.507838:0:17074:0:(genops.c:885:class_export_put()) final put ffff8d9059358800/b25e8299-1644-4bd6-978a-5a6f12eff031 00010000:00010000:1.0:1787838893.507863:0:17074:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787838893.507865:0:17074:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787838893.507867:0:17074:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787838893.507903:0:17081:0:(service.c:3183:ptlrpc_main()) ll_mgs_0002: service thread [ffff8d9079dada00:17081] 2 exiting: rc = 0 00000020:00000080:3.0:1787838893.508207:0:476:0:(genops.c:844:class_export_destroy()) destroying export ffff8d9059358800/b25e8299-1644-4bd6-978a-5a6f12eff031 for MGS 00000020:00000080:3.0:1787838893.508240:0:476:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8d9050693000 for MGS 00000100:00100000:3.0:1787838893.508280:0:20659:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838893.508288:0:20659:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838893.508295:0:20659:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838893.508301:0:20659:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838893.508307:0:20659:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838893.508313:0:20659:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838893.508318:0:20659:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838893.508324:0:20659:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838893.508330:0:20659:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838893.508446:0:20659:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838893.508456:0:20659:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838893.508474:0:20659:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838893.508480:0:20659:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838893.508486:0:20659:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838893.508491:0:20659:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838893.508496:0:20659:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838893.508501:0:20659:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838893.508506:0:20659:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838893.508511:0:20659:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838893.508517:0:20659:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838893.508523:0:20659:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838893.508528:0:20659:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838893.508534:0:20659:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838893.508540:0:20659:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838893.508545:0:20659:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838893.508550:0:20659:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838893.508555:0:20659:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838893.508561:0:20659:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838893.508566:0:20659:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838893.508571:0:20659:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838893.508589:0:20659:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838893.508596:0:20659:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838893.508601:0:20659:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838893.508607:0:20659:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838893.508613:0:20659:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838893.508618:0:20659:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838893.508624:0:20659:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838893.508629:0:20659:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838893.508634:0:20659:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838893.508640:0:20659:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838893.508645:0:20659:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838893.508650:0:20659:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838893.508655:0:20659:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838893.508661:0:20659:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838893.508667:0:20659:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838893.508672:0:20659:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838893.508686:0:20659:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838893.508691:0:20659:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838893.508697:0:20659:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838893.508702:0:20659:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838893.508708:0:20659:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838893.508713:0:20659:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838893.508720:0:20659:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838893.508725:0:20659:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838893.508731:0:20659:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838893.508736:0:20659:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838893.508742:0:20659:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838893.508747:0:20659:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838893.508752:0:20659:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838893.508757:0:20659:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838893.508763:0:20659:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838893.508769:0:20659:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838893.508774:0:20659:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838893.508781:0:20659:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:01000000:3.0:1787838893.511029:0:20659:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff8d8f428e3660 - data ffff8d90436f9798/ffff8d8f42ca0400 00000020:01000000:3.0:1787838893.512111:0:20659:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff8d8f448a7f60 - data ffff8d906516c1b0/ffff8d907f5a3400 00000020:00000080:3.0:1787838893.513068:0:20659:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x7b32352f0be6e7e1 00000020:00000080:3.0:1787838893.514715:0:20659:0:(genops.c:885:class_export_put()) final put ffff8d907f7c1800/lustre-MDT0000-osd_UUID 00000020:01000004:3.0:1787838893.514777:0:20659:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8d907f7c3000 from MGS, refs=2 00000020:01000004:3.0:1787838893.514782:0:20659:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8d907f7c3000 2 00000020:01000004:3.0:1787838893.514784:0:20659:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff8d907f7c3000 from MGS 00000020:00000080:3.0:1787838893.514816:0:20659:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1787838893.514827:0:20659:0:(obd_config.c:883:class_detach()) detach on obd MGS (uuid MGS) 00000020:00000080:3.0:1787838893.514830:0:20659:0:(genops.c:885:class_export_put()) final put ffff8d907f7c5000/MGS 00000020:00000080:3.0:1787838893.514833:0:20659:0:(genops.c:844:class_export_destroy()) destroying export ffff8d907f7c5000/MGS for MGS 00000020:01000000:3.0:1787838893.514842:0:20659:0:(genops.c:441:class_free_dev()) finishing cleanup of obd MGS (MGS) 00000020:01000000:3.0:1787838893.514937:0:20659:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-MDT0000 (flags='F') 00000020:00000080:3.0:1787838893.514941:0:20659:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1787838893.514947:0:20659:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-lwp-MDT0000: forcing exports to disconnect: 1/3 00000020:00080000:3.0:1787838893.514955:0:20659:0:(genops.c:1819:print_export_data()) lustre-MDT0000-lwp-MDT0000: ACTIVE ffff8d907f65b000 lustre-MDT0000-lwp-MDT0000 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:3.0:1787838893.514974:0:20659:0:(genops.c:1553:class_disconnect_exports()) OBD device 11 (ffff8d9075053490) has exports, disconnecting them 00000020:00080000:3.0:1787838893.514980:0:20659:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000-lwp-MDT0000: disconnecting export at 0@lo (ffff8d907f65b000), last request at 1787838796 00000020:00000080:3.0:1787838893.514985:0:20659:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x7b32352f0be6e8e4 00000020:00080000:3.0:1787838893.514998:0:20659:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff8d907f65b000): rc 0 00000020:00000080:3.0:1787838893.515002:0:20659:0:(genops.c:885:class_export_put()) final put ffff8d907f65b000/lustre-MDT0000-lwp-MDT0000 00000020:00000080:1.0:1787838893.518897:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8d907f7c1800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:1.0:1787838893.520095:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8d907f65b000/lustre-MDT0000-lwp-MDT0000 for lustre-MDT0000-lwp-MDT0000 00010000:01000000:2.0:1787838893.535509:0:20659:0:(obd_class.h:671:obd_cleanup_client_import()) lustre-MDT0000-lwp-MDT0000: client import never connected 00000100:00080000:2.0:1787838893.535518:0:20659:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1787838893.535523:0:20659:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 5 00000100:00100000:2.0:1787838893.535530:0:20659:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:2.0:1787838893.536099:0:20659:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1787838893.536108:0:20659:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-MDT0000 (uuid lustre-MDT0000-lwp-MDT0000_UUID) 00000020:01000004:2.0:1787838893.536115:0:20659:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8d907f7c3000 1 00000020:00000080:2.0:1787838893.536121:0:20659:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x7b32352f0be6e7d3 00000020:00000080:2.0:1787838893.536145:0:20659:0:(genops.c:885:class_export_put()) final put ffff8d907f7c6800/lustre-MDT0000-osd_UUID 00000020:00000080:1.0:1787838893.536493:0:36:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8d907f65c800 for lustre-MDT0000-lwp-MDT0000 00000020:00000080:1.0:1787838893.536501:0:36:0:(genops.c:885:class_export_put()) final put ffff8d907b3d5000/lustre-MDT0000-lwp-MDT0000_UUID 00000020:00000080:1.0:1787838893.536504:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8d907b3d5000/lustre-MDT0000-lwp-MDT0000_UUID for lustre-MDT0000-lwp-MDT0000 00000020:01000000:1.0:1787838893.536516:0:36:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-MDT0000 (lustre-MDT0000-lwp-MDT0000_UUID) 00000020:01000000:2.0:1787838893.536894:0:20659:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-osd (flags='') 00000020:00000080:2.0:1787838893.536901:0:20659:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1787838893.536907:0:20659:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-osd: forcing exports to disconnect: 0/2 00000020:00080000:2.0:1787838893.536911:0:20659:0:(genops.c:1558:class_disconnect_exports()) OBD device 0 (ffff8d9075051a48) has no exports 00000020:00000080:1.0:1787838893.537091:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8d907f7c6800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000040:00080000:0.0:1787838893.741824:0:17841:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000020:00000080:1.0:1787838893.743787:0:20659:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1787838893.743801:0:20659:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-osd (uuid lustre-MDT0000-osd_UUID) 00000020:00000080:1.0:1787838893.743808:0:20659:0:(genops.c:885:class_export_put()) final put ffff8d907f7c7800/lustre-MDT0000-osd_UUID 00000020:00000080:1.0:1787838893.743812:0:20659:0:(genops.c:844:class_export_destroy()) destroying export ffff8d907f7c7800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:01000000:1.0:1787838893.743823:0:20659:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-osd (lustre-MDT0000-osd_UUID) 00000020:01000004:1.0:1787838893.743964:0:20659:0:(obd_mount.c:668:lustre_free_lsi()) Freeing lsi ffff8d907f7c6000 00000020:02000400:1.0:1787838893.744023:0:20659:0:(tgt_mount.c:2181:server_put_super()) server umount lustre-MDT0000 complete 00000100:00100000:3.0:1787838894.063290:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d907f654f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3646:1874684455118592:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1787838894.063371:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787838894.063453:0:18596:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455118592 00000100:00100000:0.0:1787838894.063463:0:18596:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455118592 00000100:00100000:0.0:1787838894.063535:0:18596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:0.0:1787838894.063560:0:18596:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d907f6fbc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3646:x1874684455118592:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1787838894.063596:0:18596:0:(ofd_obd.c:739:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3915849728 avail 3684327424 00000100:00080000:1.0:1787838894.063726:0:476:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787838894.063730:0:476:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787838894.063734:0:476:0:(import.c:65:import_set_state_nolock()) ffff8d9064cf4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787838894.063739:0:476:0:(import.c:510:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 576 00000100:00080000:1.0:1787838894.063749:0:476:0:(import.c:589:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:1.0:1787838894.063754:0:476:0:(import.c:624:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d9064cf4000 using connection 192.168.203.118@tcp/0@lo 00000100:00100000:1.0:1787838894.063776:0:476:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d907efe2580 x1874684455118848/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787838894.064354:0:18596:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d907f6fbc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3646:x1874684455118592:12345-0@lo:13:osp-pre-1-1.0 Request processed in 796us (981us total) trans 0 rc 0/0 00000100:00100000:0.0:1787838894.064364:0:18596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00100000:0.0:1787838894.064394:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d907efe2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3645:1874684455119104:0@lo:400:kworker.0 00000100:00100000:0.0:1787838894.064431:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1787838894.064504:0:17082:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1787838894.064578:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d907f654f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3646:1874684455118592:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1787838894.064718:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d907efe21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b25e8299-1644-4bd6-978a-5a6f12eff031:3643:1874684455118720:0@lo:400:kworker.0 00000400:00000100:1.0:1787838894.064742:0:3643:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1874684455118720 offset 0 length 224: 4 00000100:00100000:1.0:1787838894.064763:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d8f43baf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3643:1874684455119360:0@lo:400:kworker.0 00000100:00100000:1.0:1787838894.064784:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787838894.064833:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d907efe3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3646:1874684455119232:0@lo:400:kworker.0 00000100:00100000:1.0:1787838894.065193:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1787838894.065201:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d907efe0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3643:1874684455118976:0@lo:400:kworker.0 00000100:00100000:1.0:1787838894.065225:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787838894.065242:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d8f44837c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3643:1874684455119488:0@lo:400:kworker.0 00000100:00100000:1.0:1787838894.065260:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787838894.065394:0:17086:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455119104 00000100:00100000:2.0:1787838894.065400:0:17086:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455119104 00000100:00100000:2.0:1787838894.065429:0:17086:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455119360 00000100:00100000:2.0:1787838894.065432:0:17086:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455119360 00000100:00100000:2.0:1787838894.065463:0:17086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108 00000100:00100000:2.0:1787838894.065472:0:17086:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d905924a940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3643:x1874684455119360:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787838894.065515:0:17086:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d905924a940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3643:x1874684455119360:12345-0@lo:400:kworker.0 Request processed in 45us (730us total) trans 0 rc 0/0 00000100:00100000:2.0:1787838894.065521:0:17086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108 00000100:00100000:2.0:1787838894.065545:0:17086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72 00000100:00100000:2.0:1787838894.065549:0:17086:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d907f654780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3645:x1874684455119104:12345-0@lo:400:kworker.0 00000020:00080000:2.0:1787838894.065555:0:17086:0:(tgt_handler.c:807:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:2.0:1787838894.065576:0:17086:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d907f654780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3645:x1874684455119104:12345-0@lo:400:kworker.0 Request processed in 25us (1145us total) trans 0 rc -107/-107 00000100:00100000:2.0:1787838894.065581:0:17086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72 00010000:00080000:1.0:1787838894.065708:0:3643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8d8f43baf480 x1874684455119360/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787838910 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787838894.065721:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d8f43baf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3643:1874684455119360:0@lo:400:kworker.0 00000100:00100000:1.0:1787838894.065744:0:3642:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d907efe2580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3642:1874684455118848:0@lo:38:kworker.0 00000100:00100000:1.0:1787838894.065770:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787838894.065800:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d9059249a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3645:1874684455119616:0@lo:400:kworker.0 00000100:00100000:1.0:1787838894.065821:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1787838894.065964:0:3645:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-lwp-MDT0001 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:1.0:1787838894.065969:0:3645:0:(import.c:65:import_set_state_nolock()) ffff8d9046bba800 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:1.0:1787838894.065972:0:3645:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-MDT0001: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:1.0:1787838894.065983:0:3645:0:(import.c:65:import_set_state_nolock()) ffff8d9046bba800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787838894.065987:0:3645:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 494 00000100:00080000:1.0:1787838894.065993:0:3645:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d9046bba800 using connection 192.168.203.118@tcp/0@lo 00000100:00100000:1.0:1787838894.066015:0:3645:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d8f43baf480 x1874684455119744/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787838894.066032:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d907efe2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3645:1874684455119104:0@lo:400:kworker.0 00000100:00100000:1.0:1787838894.066055:0:19031:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455118976 00000100:00100000:1.0:1787838894.066059:0:19031:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455118976 00000100:00100000:1.0:1787838894.066090:0:19031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47 00000100:00100000:1.0:1787838894.066097:0:19031:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d905924bc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3643:x1874684455118976:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787838894.066154:0:19031:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d905924bc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3643:x1874684455118976:12345-0@lo:400:kworker.0 Request processed in 58us (928us total) trans 0 rc 0/0 00000100:00100000:1.0:1787838894.066160:0:19031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47 00000100:00100000:1.0:1787838894.066179:0:17827:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455118848 00000100:00100000:1.0:1787838894.066182:0:17827:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455118848 00000100:00100000:1.0:1787838894.066200:0:17827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 80 00000100:00100000:1.0:1787838894.066204:0:17827:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d90592492c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:3642:x1874684455118848:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1787838894.066221:0:17827:0:(ldlm_lib.c:1228:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1787838894.066415:0:17087:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455119488 00000100:00100000:3.0:1787838894.066419:0:17087:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455119488 00000100:00100000:3.0:1787838894.066436:0:17087:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455119616 00000100:00100000:3.0:1787838894.066438:0:17087:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455119616 00000100:00100000:3.0:1787838894.066455:0:17087:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 109 00000100:00100000:3.0:1787838894.066461:0:17087:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d9059248f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3645:x1874684455119616:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787838894.066506:0:17087:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d9059248f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3645:x1874684455119616:12345-0@lo:400:kworker.0 Request processed in 45us (684us total) trans 0 rc 0/0 00000100:00100000:3.0:1787838894.066512:0:17087:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 109 00000100:00100000:3.0:1787838894.066525:0:17087:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73 00000100:00100000:3.0:1787838894.066528:0:17087:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d9059248780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3643:x1874684455119488:12345-0@lo:400:kworker.0 00000020:00080000:3.0:1787838894.066534:0:17087:0:(tgt_handler.c:807:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:3.0:1787838894.066560:0:17087:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d9059248780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3643:x1874684455119488:12345-0@lo:400:kworker.0 Request processed in 30us (1299us total) trans 0 rc -107/-107 00000100:00100000:3.0:1787838894.066565:0:17087:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73 00000100:00100000:2.0:1787838894.068810:0:3642:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d8f43baf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3642:1874684455119744:0@lo:38:ptlrpcd_00_02.0 00000100:00100000:2.0:1787838894.068971:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787838894.069101:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d907efe0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3643:1874684455118976:0@lo:400:kworker.0 00000100:00080000:2.0:1787838894.069115:0:3643:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-lwp-OST0001 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:2.0:1787838894.069120:0:3643:0:(import.c:65:import_set_state_nolock()) ffff8d9064cf1800 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:2.0:1787838894.069139:0:3643:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-OST0001: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:2.0:1787838894.069144:0:3643:0:(import.c:65:import_set_state_nolock()) ffff8d9064cf1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787838894.069148:0:3643:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 526 00000100:00080000:2.0:1787838894.069156:0:3643:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d9064cf1800 using connection 192.168.203.118@tcp/0@lo 00000100:00100000:2.0:1787838894.069183:0:3643:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d8f42e7a1c0 x1874684455119872/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787838894.069204:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d8f44837c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3643:1874684455119488:0@lo:400:kworker.0 00000100:00100000:2.0:1787838894.069228:0:3642:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d8f42e7a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3642:1874684455119872:0@lo:38:ptlrpcd_00_00.0 00000100:00100000:2.0:1787838894.069250:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787838894.069428:0:19289:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455119744 00000100:00100000:0.0:1787838894.069434:0:19289:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455119744 00000100:00100000:0.0:1787838894.069462:0:19289:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455119872 00000100:00100000:0.0:1787838894.069465:0:19289:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455119872 00000100:00100000:0.0:1787838894.069477:0:19289:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74 00000100:00100000:0.0:1787838894.069484:0:19289:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d8f42e79e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3642:x1874684455119744:12345-0@lo:38:ptlrpcd_00_02.0 00010000:00020000:0.0:1787838894.069502:0:19289:0:(ldlm_lib.c:1228:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1787838894.069545:0:19289:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d8f42e79e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3642:x1874684455119744:12345-0@lo:38:ptlrpcd_00_02.0 Request processed in 61us (575us total) trans 0 rc -19/-19 00000100:00100000:0.0:1787838894.069552:0:19289:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74 00000100:00100000:0.0:1787838894.069566:0:19289:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75 00000100:00100000:0.0:1787838894.069570:0:19289:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d8f42e792c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3642:x1874684455119872:12345-0@lo:38:ptlrpcd_00_00.0 00010000:00020000:0.0:1787838894.069579:0:19289:0:(ldlm_lib.c:1228:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1787838894.069601:0:19289:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d8f42e792c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3642:x1874684455119872:12345-0@lo:38:ptlrpcd_00_00.0 Request processed in 30us (350us total) trans 0 rc -19/-19 00000100:00100000:0.0:1787838894.069607:0:19289:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75 00000100:00080000:0.0:1787838894.069623:0:17082:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1787838894.069628:0:17082:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1787838894.069661:0:3642:0:(import.c:65:import_set_state_nolock()) ffff8d9064cf1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787838894.069667:0:3642:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1787838894.069670:0:3642:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d8f42e7a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3642:1874684455119872:0@lo:38:ptlrpcd_00_00.0 00000100:00080000:0.0:1787838894.069678:0:3642:0:(import.c:65:import_set_state_nolock()) ffff8d9046bba800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787838894.069681:0:3642:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1787838894.069683:0:3642:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d8f43baf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3642:1874684455119744:0@lo:38:ptlrpcd_00_02.0 00000100:00100000:2.0:1787838894.075482:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787838894.075614:0:19289:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455119232 00000100:00100000:0.0:1787838894.075622:0:19289:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455119232 00000100:00100000:0.0:1787838894.075667:0:19289:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 76 00000100:00100000:0.0:1787838894.075674:0:19289:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d8f42e7b840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3646:x1874684455119232:12345-0@lo:400:kworker.0 00000020:00080000:0.0:1787838894.075682:0:19289:0:(tgt_handler.c:807:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:0.0:1787838894.076078:0:19289:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d8f42e7b840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3646:x1874684455119232:12345-0@lo:400:kworker.0 Request processed in 402us (599us total) trans 0 rc -107/-107 00000100:00100000:0.0:1787838894.076086:0:19289:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 76 00000100:00080000:3.0:1787838894.079049:0:3646:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-lwp-OST0000 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:3.0:1787838894.079058:0:3646:0:(import.c:65:import_set_state_nolock()) ffff8d8f43ced800 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:3.0:1787838894.079080:0:3646:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-OST0000: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:3.0:1787838894.079086:0:3646:0:(import.c:65:import_set_state_nolock()) ffff8d8f43ced800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787838894.079090:0:3646:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 510 00000100:00080000:3.0:1787838894.079099:0:3646:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d8f43ced800 using connection 192.168.203.118@tcp/0@lo 00000100:00100000:3.0:1787838894.079154:0:3646:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d907f6fb480 x1874684455120000/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787838894.079250:0:3642:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d907f6fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3642:1874684455120000:0@lo:38:ptlrpcd_00_03.0 00000100:00100000:0.0:1787838894.079316:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787838894.079430:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d907efe3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3646:1874684455119232:0@lo:400:kworker.0 00000100:00100000:2.0:1787838894.079930:0:17087:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455120000 00000100:00100000:2.0:1787838894.079937:0:17087:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455120000 00000100:00100000:2.0:1787838894.079996:0:17087:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77 00000100:00100000:2.0:1787838894.080003:0:17087:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d907f654f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3642:x1874684455120000:12345-0@lo:38:ptlrpcd_00_03.0 00010000:00020000:2.0:1787838894.080032:0:17087:0:(ldlm_lib.c:1228:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00080000:1.0:1787838894.081247:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8d9059249a40 x1874684455119616/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787838910 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787838894.081262:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d9059249a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3645:1874684455119616:0@lo:400:kworker.0 00000100:00100000:2.0:1787838894.083393:0:17087:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d907f654f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3642:x1874684455120000:12345-0@lo:38:ptlrpcd_00_03.0 Request processed in 3377us (4064us total) trans 0 rc -19/-19 00000100:00100000:2.0:1787838894.083410:0:17087:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77 00000100:00100000:1.0:1787838894.083607:0:17827:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d90592492c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:3642:x1874684455118848:12345-0@lo:38:kworker.0 Request processed in 17399us (17834us total) trans 0 rc -19/-19 00000100:00100000:1.0:1787838894.083616:0:17827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 80 00000100:00080000:0.0:1787838894.083762:0:3642:0:(import.c:65:import_set_state_nolock()) ffff8d8f43ced800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787838894.083770:0:3642:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1787838894.083774:0:3642:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d907f6fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3642:1874684455120000:0@lo:38:ptlrpcd_00_03.0 00000100:00080000:0.0:1787838894.083787:0:3642:0:(import.c:65:import_set_state_nolock()) ffff8d9064cf4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787838894.083791:0:3642:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1787838894.083793:0:3642:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d907efe2580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3642:1874684455118848:0@lo:38:kworker.0 00010000:00010000:0.0:1787838894.445711:0:19664:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787838895.469493:0:17075:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787838896.496986:0:17074:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787838896.622594:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1787838896.622628:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d8f43baf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3645:1874684455120128:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1787838896.622700:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787838896.622748:0:18596:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455120128 00000100:00100000:1.0:1787838896.622755:0:18596:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455120128 00000100:00100000:1.0:1787838896.622813:0:18596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:1.0:1787838896.622832:0:18596:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d9059249a40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3645:x1874684455120128:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1787838896.622862:0:18596:0:(ofd_obd.c:739:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1787838896.622908:0:18596:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d9059249a40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3645:x1874684455120128:12345-0@lo:13:osp-pre-0-1.0 Request processed in 87us (208us total) trans 0 rc 0/0 00000100:00100000:1.0:1787838896.622916:0:18596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00080000:1.0:1787838896.622939:0:17082:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1787838896.622982:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d8f43baf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3645:1874684455120128:0@lo:13:osp-pre-0-1.0 00000001:00100000:3.0:1787838897.142222:0:18589:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000020:00000080:3.0:1787838897.142235:0:18589:0:(genops.c:885:class_export_put()) final put ffff8d9046f43800/lustre-MDT0000-mdtlov_UUID 00000020:00000080:0.0:1787838897.142314:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff8d9046f43800/lustre-MDT0000-mdtlov_UUID for lustre-OST0000 00000020:00000080:0.0:1787838897.142377:0:38:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8d9046f44800 for lustre-OST0000 00010000:00010000:0.0:1787838897.518059:0:19664:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:2.0:1787838897.850811:0:20860:0:(tgt_mount.c:2192:server_umount_begin()) umount -f 00000020:01000004:2.0:1787838897.873270:0:20860:0:(tgt_mount.c:2062:server_put_super()) server put_super lustre-MDT0001 00010000:00010000:2.0:1787838897.873327:0:20860:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.118@tcp lock: ffff8d8f43ccb400/0x7b32352f0be6e9d2 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x7b32352f0be6e9d9 expref: -99 pid: 17818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838897.873342:0:20860:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.118@tcp lock: ffff8d8f43ccb400/0x7b32352f0be6e9d2 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x7b32352f0be6e9d9 expref: -99 pid: 17818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838897.873350:0:20860:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.118@tcp lock: ffff8d8f43ccb400/0x7b32352f0be6e9d2 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000400000000 nid: local remote: 0x7b32352f0be6e9d9 expref: -99 pid: 17818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838897.873358:0:20860:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.118@tcp lock: ffff8d8f43ccb400/0x7b32352f0be6e9d2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000400000000 nid: local remote: 0x7b32352f0be6e9d9 expref: -99 pid: 17818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838897.873377:0:20860:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:2.0:1787838897.873383:0:20860:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00000100:00080000:2.0:1787838897.873407:0:20860:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1787838897.873412:0:20860:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: committing for last_committed 0 gen 3 00000100:00080000:2.0:1787838897.873418:0:20860:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID 00000100:00080000:2.0:1787838897.873424:0:20860:0:(import.c:65:import_set_state_nolock()) ffff8d9046bba800 lustre-MDT0000_UUID: changing import state from DISCONN to CLOSED 00000100:00080000:2.0:1787838897.873429:0:20860:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1787838897.873431:0:20860:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: committing for last_committed 0 gen 4 00000100:00100000:2.0:1787838897.873434:0:20860:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:0.0:1787838897.873908:0:17075:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787838897.874114:0:17075:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.118@tcp lock: ffff8d8f43ccb400/0x7b32352f0be6e9d2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000400000000 nid: local remote: 0x7b32352f0be6e9d9 expref: -99 pid: 17818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838897.874250:0:17075:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d8f43ccb400 already unused, calling callback (ffffffffc1154c20) 10000000:00010000:0.0:1787838897.874255:0:17075:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.118@tcp lock: ffff8d8f43ccb400/0x7b32352f0be6e9d2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000400000000 nid: local remote: 0x7b32352f0be6e9d9 expref: -99 pid: 17818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838897.874264:0:17075:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.118@tcp lock: ffff8d8f43ccb400/0x7b32352f0be6e9d2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1008400000000 nid: local remote: 0x7b32352f0be6e9d9 expref: -99 pid: 17818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1787838897.874271:0:17075:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.118@tcp lock: ffff8d8f43ccb400/0x7b32352f0be6e9d2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1009400000000 nid: local remote: 0x7b32352f0be6e9d9 expref: -99 pid: 17818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1787838897.874277:0:17075:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:0.0:1787838897.874279:0:17075:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:0.0:1787838897.874282:0:17075:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:0.0:1787838897.874318:0:17075:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.118@tcp lock: ffff8d8f43ccb400/0x7b32352f0be6e9d2 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5809400000020 nid: local remote: 0x7b32352f0be6e9d9 expref: -99 pid: 17818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838897.874325:0:17075:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1787838897.874356:0:17075:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.118@tcp lock: ffff8d8f43ccb400/0x7b32352f0be6e9d2 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5809400000020 nid: local remote: 0x7b32352f0be6e9d9 expref: -99 pid: 17818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838897.874363:0:17075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.118@tcp lock: ffff8d8f43ccb400/0x7b32352f0be6e9d2 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5809400000020 nid: local remote: 0x7b32352f0be6e9d9 expref: -99 pid: 17818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838897.874374:0:17075:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787838897.874376:0:17075:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787838897.874392:0:17075:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787838897.874464:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d8f4493c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b25e8299-1644-4bd6-978a-5a6f12eff031:3643:1874684455120256:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1787838897.874537:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787838897.875093:0:20114:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455120256 00000100:00100000:0.0:1787838897.875101:0:20114:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455120256 00000100:00100000:1.0:1787838897.875853:0:17071:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:1.0:1787838897.875862:0:17071:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d8f43baf480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0+-99:3643:x1874684455120256:12345-0@lo:103:ldlm_bl.0 00010000:00020000:1.0:1787838897.875870:0:17071:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1787838897 with bad export cookie 8877216291680086013 00010000:00010000:3.0:1787838897.877161:0:20860:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.118@tcp lock: ffff8d8f43ccae00/0x7b32352f0be6e931 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x7b32352f0be6e938 expref: -99 pid: 17818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787838897.877181:0:20860:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.118@tcp lock: ffff8d8f43ccae00/0x7b32352f0be6e931 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x7b32352f0be6e938 expref: -99 pid: 17818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787838897.877189:0:20860:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.118@tcp lock: ffff8d8f43ccae00/0x7b32352f0be6e931 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000400000000 nid: local remote: 0x7b32352f0be6e938 expref: -99 pid: 17818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787838897.877196:0:20860:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.118@tcp lock: ffff8d8f43ccae00/0x7b32352f0be6e931 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000400000000 nid: local remote: 0x7b32352f0be6e938 expref: -99 pid: 17818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787838897.877217:0:20860:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1787838897.877224:0:20860:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.118@tcp lock: ffff8d907b214a00/0x7b32352f0be6ec25 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7b32352f0be6ec2c expref: -99 pid: 17083 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787838897.877232:0:20860:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.118@tcp lock: ffff8d907b214a00/0x7b32352f0be6ec25 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x7b32352f0be6ec2c expref: -99 pid: 17083 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787838897.877257:0:20860:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.118@tcp lock: ffff8d907b214a00/0x7b32352f0be6ec25 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x7b32352f0be6ec2c expref: -99 pid: 17083 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787838897.877263:0:20860:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.118@tcp lock: ffff8d907b214a00/0x7b32352f0be6ec25 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x7b32352f0be6ec2c expref: -99 pid: 17083 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787838897.877281:0:20860:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1787838897.877288:0:20860:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.118@tcp lock: ffff8d9045188800/0x7b32352f0be6edbb lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x7b32352f0be6edc2 expref: -99 pid: 17083 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787838897.877294:0:20860:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.118@tcp lock: ffff8d9045188800/0x7b32352f0be6edbb lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x7b32352f0be6edc2 expref: -99 pid: 17083 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787838897.877299:0:20860:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.118@tcp lock: ffff8d9045188800/0x7b32352f0be6edbb lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0x7b32352f0be6edc2 expref: -99 pid: 17083 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787838897.877304:0:20860:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.118@tcp lock: ffff8d9045188800/0x7b32352f0be6edbb lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0x7b32352f0be6edc2 expref: -99 pid: 17083 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787838897.877314:0:20860:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:3.0:1787838897.877319:0:20860:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.118@tcp lock: ffff8d8f43ccba00/0x7b32352f0be6e923 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7b32352f0be6e92a expref: -99 pid: 17818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787838897.877325:0:20860:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.118@tcp lock: ffff8d8f43ccba00/0x7b32352f0be6e923 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x7b32352f0be6e92a expref: -99 pid: 17818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787838897.877330:0:20860:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.118@tcp lock: ffff8d8f43ccba00/0x7b32352f0be6e923 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x7b32352f0be6e92a expref: -99 pid: 17818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787838897.877347:0:20860:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.118@tcp lock: ffff8d8f43ccba00/0x7b32352f0be6e923 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x7b32352f0be6e92a expref: -99 pid: 17818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787838897.877355:0:20860:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 10000000:01000000:3.0:1787838897.877358:0:20860:0:(mgc_request.c:547:config_log_end()) end config log lustre-MDT0001 (0) 00000020:01000004:3.0:1787838897.877388:0:20860:0:(tgt_mount.c:2112:server_put_super()) stopping lustre-MDT0001 00000020:01000000:3.0:1787838897.877391:0:20860:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001 (flags='F') 00000020:00000080:3.0:1787838897.877395:0:20860:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1787838897.877401:0:20860:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001: forcing exports to disconnect: 2/5 00000020:00080000:3.0:1787838897.877406:0:20860:0:(genops.c:1819:print_export_data()) lustre-MDT0001: ACTIVE ffff8d8f42e58000 lustre-MDT0001-lwp-OST0001_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:3.0:1787838897.877412:0:20860:0:(genops.c:1819:print_export_data()) lustre-MDT0001: ACTIVE ffff8d8f4220b000 lustre-MDT0001-lwp-OST0000_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:3.0:1787838897.877417:0:20860:0:(genops.c:1553:class_disconnect_exports()) OBD device 14 (ffff8d907bdf8000) has exports, disconnecting them 00000020:00080000:3.0:1787838897.877421:0:20860:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0001: disconnecting export at 0@lo (ffff8d8f42e58000), last request at 1787838894 00000020:00000080:3.0:1787838897.877428:0:20860:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x7b32352f0be6ec17 00000100:00080000:3.0:1787838897.877444:0:20860:0:(import.c:65:import_set_state_nolock()) ffff8d8f42e58800 : changing import state from FULL to CLOSED 00000020:00080000:3.0:1787838897.877490:0:20860:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff8d8f42e58000): rc 0 00000020:00000080:3.0:1787838897.877493:0:20860:0:(genops.c:885:class_export_put()) final put ffff8d8f42e58000/lustre-MDT0001-lwp-OST0001_UUID 00000020:00080000:3.0:1787838897.877503:0:20860:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0001: disconnecting export at 0@lo (ffff8d8f4220b000), last request at 1787838894 00000020:00000080:3.0:1787838897.877506:0:20860:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x7b32352f0be6eab2 00000100:00080000:3.0:1787838897.877511:0:20860:0:(import.c:65:import_set_state_nolock()) ffff8d8f4220a000 : changing import state from FULL to CLOSED 00000020:00080000:3.0:1787838897.877517:0:20860:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff8d8f4220b000): rc 0 00000020:00000080:3.0:1787838897.877519:0:20860:0:(genops.c:885:class_export_put()) final put ffff8d8f4220b000/lustre-MDT0001-lwp-OST0000_UUID 00000004:00000080:3.0:1787838897.877526:0:20860:0:(mdd_device.c:2304:mdd_iocontrol()) lustre-MDD0001: cmd=400866e7 len=0 karg=ffffabb0018bbae0 00000100:00080000:3.0:1787838897.877544:0:20860:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1787838897.877553:0:20860:0:(client.c:3601:ptlrpc_abort_inflight()) @@@ aborting waiting req req@ffff8d907f6f9e00 x1874684455118336/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1787838908 ref 1 fl Rpc:RSQU/200/0 rc -107/-107 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787838897.877569:0:20860:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 0 gen 3 00010000:00010000:0.0:1787838897.877775:0:17074:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:0.0:1787838897.877783:0:17074:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.118@tcp lock: ffff8d8f43ccae00/0x7b32352f0be6e931 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000400000000 nid: local remote: 0x7b32352f0be6e938 expref: -99 pid: 17818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838897.877790:0:17074:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d8f43ccae00 already unused, calling callback (ffffffffc1154c20) 10000000:00010000:0.0:1787838897.877794:0:17074:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.118@tcp lock: ffff8d8f43ccae00/0x7b32352f0be6e931 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000400000000 nid: local remote: 0x7b32352f0be6e938 expref: -99 pid: 17818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838897.877802:0:17074:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.118@tcp lock: ffff8d8f43ccae00/0x7b32352f0be6e931 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1008400000000 nid: local remote: 0x7b32352f0be6e938 expref: -99 pid: 17818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1787838897.877808:0:17074:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.118@tcp lock: ffff8d8f43ccae00/0x7b32352f0be6e931 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1009400000000 nid: local remote: 0x7b32352f0be6e938 expref: -99 pid: 17818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1787838897.877825:0:17074:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:0.0:1787838897.877828:0:17074:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-MDT0001: stopping, won't requeue 10000000:01000000:0.0:1787838897.877830:0:17074:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-MDT0001 00010000:00010000:0.0:1787838897.877878:0:17074:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.118@tcp lock: ffff8d8f43ccae00/0x7b32352f0be6e931 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5809400000020 nid: local remote: 0x7b32352f0be6e938 expref: -99 pid: 17818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838897.877885:0:17074:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1787838897.877909:0:17074:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.118@tcp lock: ffff8d8f43ccae00/0x7b32352f0be6e931 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5809400000020 nid: local remote: 0x7b32352f0be6e938 expref: -99 pid: 17818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838897.877916:0:17074:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.118@tcp lock: ffff8d8f43ccae00/0x7b32352f0be6e931 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5809400000020 nid: local remote: 0x7b32352f0be6e938 expref: -99 pid: 17818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838897.877929:0:17074:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1787838897.877932:0:17074:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.118@tcp lock: ffff8d907b214a00/0x7b32352f0be6ec25 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x7b32352f0be6ec2c expref: -99 pid: 17083 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838897.877946:0:17074:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d907b214a00 already unused, calling callback (ffffffffc1154c20) 10000000:00010000:0.0:1787838897.877949:0:17074:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.118@tcp lock: ffff8d907b214a00/0x7b32352f0be6ec25 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x7b32352f0be6ec2c expref: -99 pid: 17083 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838897.877955:0:17074:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.118@tcp lock: ffff8d907b214a00/0x7b32352f0be6ec25 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0x7b32352f0be6ec2c expref: -99 pid: 17083 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1787838897.877961:0:17074:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.118@tcp lock: ffff8d907b214a00/0x7b32352f0be6ec25 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0x7b32352f0be6ec2c expref: -99 pid: 17083 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1787838897.877966:0:17074:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:01000000:0.0:1787838897.877968:0:17074:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-mdtir: stopping, won't requeue 10000000:01000000:0.0:1787838897.877970:0:17074:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-mdtir 00010000:00010000:0.0:1787838897.877984:0:17074:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.118@tcp lock: ffff8d907b214a00/0x7b32352f0be6ec25 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x7b32352f0be6ec2c expref: -99 pid: 17083 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838897.877990:0:17074:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1787838897.878003:0:17074:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.118@tcp lock: ffff8d907b214a00/0x7b32352f0be6ec25 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x7b32352f0be6ec2c expref: -99 pid: 17083 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838897.878009:0:17074:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.118@tcp lock: ffff8d907b214a00/0x7b32352f0be6ec25 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x7b32352f0be6ec2c expref: -99 pid: 17083 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838897.878025:0:17074:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1787838897.878029:0:17074:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.118@tcp lock: ffff8d9045188800/0x7b32352f0be6edbb lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0x7b32352f0be6edc2 expref: -99 pid: 17083 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838897.878034:0:17074:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d9045188800 already unused, calling callback (ffffffffc1154c20) 10000000:00010000:0.0:1787838897.878037:0:17074:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.118@tcp lock: ffff8d9045188800/0x7b32352f0be6edbb lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0x7b32352f0be6edc2 expref: -99 pid: 17083 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838897.878050:0:17074:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.118@tcp lock: ffff8d9045188800/0x7b32352f0be6edbb lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0x7b32352f0be6edc2 expref: -99 pid: 17083 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1787838897.878056:0:17074:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.118@tcp lock: ffff8d9045188800/0x7b32352f0be6edbb lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0x7b32352f0be6edc2 expref: -99 pid: 17083 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1787838897.878062:0:17074:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:0.0:1787838897.878064:0:17074:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 10000000:01000000:0.0:1787838897.878066:0:17074:0:(mgc_request.c:130:config_log_put()) dropping config log params 00010000:00010000:0.0:1787838897.878079:0:17074:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.118@tcp lock: ffff8d9045188800/0x7b32352f0be6edbb lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0x7b32352f0be6edc2 expref: -99 pid: 17083 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838897.878086:0:17074:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1787838897.878093:0:17074:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.118@tcp lock: ffff8d9045188800/0x7b32352f0be6edbb lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0x7b32352f0be6edc2 expref: -99 pid: 17083 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838897.878099:0:17074:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.118@tcp lock: ffff8d9045188800/0x7b32352f0be6edbb lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0x7b32352f0be6edc2 expref: -99 pid: 17083 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838897.878108:0:17074:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787838897.878111:0:17074:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.118@tcp lock: ffff8d8f43ccba00/0x7b32352f0be6e923 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x7b32352f0be6e92a expref: -99 pid: 17818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838897.878117:0:17074:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d8f43ccba00 already unused, calling callback (ffffffffc1154c20) 10000000:00010000:0.0:1787838897.878120:0:17074:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.118@tcp lock: ffff8d8f43ccba00/0x7b32352f0be6e923 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x7b32352f0be6e92a expref: -99 pid: 17818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838897.878147:0:17074:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.118@tcp lock: ffff8d8f43ccba00/0x7b32352f0be6e923 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0x7b32352f0be6e92a expref: -99 pid: 17818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1787838897.878164:0:17074:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.118@tcp lock: ffff8d8f43ccba00/0x7b32352f0be6e923 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0x7b32352f0be6e92a expref: -99 pid: 17818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1787838897.878169:0:17074:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x5:0x0].0x0 (lustre) 10000000:01000000:0.0:1787838897.878172:0:17074:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-barrier: stopping, won't requeue 10000000:01000000:0.0:1787838897.878173:0:17074:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-barrier 00010000:00010000:0.0:1787838897.878188:0:17074:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.118@tcp lock: ffff8d8f43ccba00/0x7b32352f0be6e923 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x7b32352f0be6e92a expref: -99 pid: 17818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838897.878194:0:17074:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1787838897.878200:0:17074:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.118@tcp lock: ffff8d8f43ccba00/0x7b32352f0be6e923 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x7b32352f0be6e92a expref: -99 pid: 17818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838897.878205:0:17074:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.118@tcp lock: ffff8d8f43ccba00/0x7b32352f0be6e923 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x7b32352f0be6e92a expref: -99 pid: 17818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838897.878217:0:17074:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787838897.878219:0:17074:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787838897.878220:0:17074:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787838897.878239:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d907bdf5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:b25e8299-1644-4bd6-978a-5a6f12eff031:3645:1874684455120512:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1787838897.878319:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787838897.878369:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1787838897.878376:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d907bdf43c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:b25e8299-1644-4bd6-978a-5a6f12eff031:3645:1874684455120640:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1787838897.878400:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787838897.878429:0:17073:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455120512 00000100:00100000:0.0:1787838897.878436:0:17073:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455120512 00000100:00100000:0.0:1787838897.878471:0:17073:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455120640 00000100:00100000:0.0:1787838897.878474:0:17073:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455120640 00000100:00100000:0.0:1787838897.878488:0:17073:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:0.0:1787838897.878502:0:17073:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d907bdf5a40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0+-99:3645:x1874684455120512:12345-0@lo:103:ldlm_bl.0 00010000:00020000:0.0:1787838897.878508:0:17073:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1787838897 with bad export cookie 8877216291680086013 00000100:00100000:0.0:1787838897.878553:0:17073:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d907bdf5a40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0+-99:3645:x1874684455120512:12345-0@lo:103:ldlm_bl.0 Request processed in 50us (233us total) trans 0 rc -107/-107 00000100:00100000:0.0:1787838897.878560:0:17073:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:0.0:1787838897.878579:0:17073:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:0.0:1787838897.878583:0:17073:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d907bdf6580 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0+-99:3645:x1874684455120640:12345-0@lo:103:ldlm_bl.0 00010000:00020000:0.0:1787838897.878587:0:17073:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1787838897 with bad export cookie 8877216291680086013 00000100:00100000:0.0:1787838897.878612:0:17073:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d907bdf6580 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0+-99:3645:x1874684455120640:12345-0@lo:103:ldlm_bl.0 Request processed in 27us (211us total) trans 0 rc -107/-107 00000100:00100000:0.0:1787838897.878617:0:17073:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:0.0:1787838897.878638:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d907bdf5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b25e8299-1644-4bd6-978a-5a6f12eff031:3644:1874684455120384:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1787838897.878662:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1787838897.878799:0:19664:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1787838897.878811:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8d8f42e58000/lustre-MDT0001-lwp-OST0001_UUID for lustre-MDT0001 00000100:00100000:3.0:1787838897.879722:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d907f6f9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3646:1874684455118336:0@lo:41:osp-pre-0-1.0 00000100:00080000:3.0:1787838897.879770:0:20860:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID 00000100:00080000:3.0:1787838897.879775:0:20860:0:(import.c:65:import_set_state_nolock()) ffff8d9064cf4000 lustre-MDT0000_UUID: changing import state from DISCONN to CLOSED 00000020:00000080:2.0:1787838897.882877:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8d8f4220b000/lustre-MDT0001-lwp-OST0000_UUID for lustre-MDT0001 00000020:00000080:2.0:1787838897.882917:0:36:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8d8f42e58800 for lustre-MDT0001 00000020:00000080:2.0:1787838897.882921:0:36:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8d8f4220a000 for lustre-MDT0001 00000100:00100000:0.0:1787838897.884462:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1787838897.884482:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d907bdf7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b25e8299-1644-4bd6-978a-5a6f12eff031:3644:1874684455120768:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1787838897.884548:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1787838897.886615:0:20860:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:3.0:1787838897.886621:0:20860:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 8589934593 gen 3 00000004:00080000:3.0:1787838897.886647:0:20860:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:2.0:1787838897.887468:0:17072:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455120384 00000100:00100000:2.0:1787838897.887483:0:17072:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455120384 00000100:00100000:2.0:1787838897.887524:0:17072:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455120768 00000100:00100000:2.0:1787838897.887527:0:17072:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455120768 00000100:00100000:2.0:1787838897.887546:0:17072:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:2.0:1787838897.887556:0:17072:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d907bdf6d00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0+-99:3644:x1874684455120384:12345-0@lo:103:ldlm_bl.0 00010000:00020000:2.0:1787838897.887565:0:17072:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1787838897 with bad export cookie 8877216291680086013 00000100:00100000:2.0:1787838897.889440:0:17072:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d907bdf6d00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0+-99:3644:x1874684455120384:12345-0@lo:103:ldlm_bl.0 Request processed in 1877us (10768us total) trans 0 rc -107/-107 00000100:00100000:2.0:1787838897.889452:0:17072:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:2.0:1787838897.889487:0:17072:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:2.0:1787838897.889492:0:17072:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d9056093850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0+-99:3644:x1874684455120768:12345-0@lo:103:ldlm_bl.0 00010000:00020000:2.0:1787838897.889498:0:17072:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1787838897 with bad export cookie 8877216291680086013 00000100:00100000:2.0:1787838897.889559:0:17072:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d9056093850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0+-99:3644:x1874684455120768:12345-0@lo:103:ldlm_bl.0 Request processed in 65us (5012us total) trans 0 rc -107/-107 00000100:00100000:2.0:1787838897.889566:0:17072:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00080000:3.0:1787838897.889756:0:20860:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID 00000100:00080000:3.0:1787838897.889780:0:20860:0:(import.c:65:import_set_state_nolock()) ffff8d904541d800 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00080000:3.0:1787838897.889802:0:20860:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:3.0:1787838897.889806:0:20860:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 8589934593 gen 3 00000004:00080000:3.0:1787838897.889826:0:20860:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00080000:3.0:1787838897.889886:0:20860:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID 00000100:00080000:3.0:1787838897.889894:0:20860:0:(import.c:65:import_set_state_nolock()) ffff8d9046a28800 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000020:00080000:3.0:1787838897.889932:0:20860:0:(genops.c:1558:class_disconnect_exports()) OBD device 14 (ffff8d907bdf8000) has no exports 00000100:00100000:0.0:1787838897.891434:0:3642:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d907f6f9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3642:1874684455120896:0@lo:9:umount.0 00000100:00100000:0.0:1787838897.891501:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787838897.891538:0:3642:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d907f6f8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3642:1874684455121024:0@lo:9:umount.0 00000100:00100000:0.0:1787838897.891560:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1787838897.891693:0:17075:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787838897.891719:0:3645:0:(recover.c:205:ptlrpc_request_handle_notconn()) import MGC192.168.203.118@tcp of MGS@0@lo abruptly disconnected: reconnecting 00000100:00080000:0.0:1787838897.891724:0:3645:0:(import.c:65:import_set_state_nolock()) ffff8d90453a3000 MGS: changing import state from FULL to DISCONN 00000100:02020000:0.0:1787838897.891727:0:3645:0:(import.c:186:ptlrpc_set_import_discon()) MGC192.168.203.118@tcp: Connection to MGS (at 0@lo) was lost; in progress operations using this service will fail 00000100:00100000:2.0:1787838897.893015:0:18593:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455120896 00000100:00100000:2.0:1787838897.893024:0:18593:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455120896 00000100:00100000:2.0:1787838897.893077:0:18593:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455121024 00000100:00100000:2.0:1787838897.893081:0:18593:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455121024 00000100:00100000:2.0:1787838897.893115:0:18593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:2.0:1787838897.893138:0:18593:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d907bdf4f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3642:x1874684455120896:12345-0@lo:9:umount.0 00000020:00000080:2.0:1787838897.893169:0:18593:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x7b32352f0be6eadc 00000100:00080000:2.0:1787838897.893178:0:18593:0:(import.c:65:import_set_state_nolock()) ffff8d9046bb8800 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1787838897.893220:0:18593:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934594 00000100:00100000:1.0:1787838897.893547:0:19031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:1.0:1787838897.893558:0:19031:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d907bdf4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3642:x1874684455121024:12345-0@lo:9:umount.0 00000020:00000080:1.0:1787838897.893575:0:19031:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x7b32352f0be6ec48 00000100:00080000:1.0:1787838897.893581:0:19031:0:(import.c:65:import_set_state_nolock()) ffff8d90706d8800 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1787838897.893614:0:19031:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934600 00000100:00080000:1.0:1787838897.893695:0:17082:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1787838897.893705:0:19664:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787838897.893793:0:17071:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d8f43baf480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0+-99:3643:x1874684455120256:12345-0@lo:103:ldlm_bl.0 Request processed in 17930us (19255us total) trans 0 rc -107/-107 00000100:00100000:1.0:1787838897.893802:0:17071:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:2.0:1787838897.894002:0:18593:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d907bdf4f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+2:3642:x1874684455120896:12345-0@lo:9:umount.0 Request processed in 878us (2499us total) trans 0 rc 0/0 00000100:00100000:2.0:1787838897.894009:0:18593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:1.0:1787838897.894102:0:19031:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d907bdf4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+2:3642:x1874684455121024:12345-0@lo:9:umount.0 Request processed in 547us (2540us total) trans 0 rc 0/0 00000100:00100000:1.0:1787838897.894109:0:19031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00010000:00010000:1.0:1787838897.894172:0:17074:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787838897.894200:0:3644:0:(recover.c:205:ptlrpc_request_handle_notconn()) import MGC192.168.203.118@tcp of MGS@0@lo abruptly disconnected: reconnecting 00000100:00080000:0.0:1787838897.903095:0:3645:0:(import.c:192:ptlrpc_set_import_discon()) import MGS@0@lo for MGC192.168.203.118@tcp not replayable, auto-deactivating 00000100:00080000:0.0:1787838897.903117:0:3645:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00100000:0.0:1787838897.903161:0:3645:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff8d907efe21c0 x1874684455118720/t0(0) o400->MGC192.168.203.118@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1787838910 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787838897.903177:0:3645:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff8d8f4493c3c0 x1874684455120256/t0(0) o103->MGC192.168.203.118@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1787838913 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787838897.903185:0:3645:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff8d907bdf5680 x1874684455120512/t0(0) o103->MGC192.168.203.118@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1787838913 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787838897.903193:0:3645:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff8d907bdf43c0 x1874684455120640/t0(0) o103->MGC192.168.203.118@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1787838913 ref 1 fl Rpc:RQU/200/0 rc 0/-107 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787838897.903202:0:3645:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff8d907bdf5e00 x1874684455120384/t0(0) o103->MGC192.168.203.118@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1787838913 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787838897.903211:0:3645:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff8d907bdf7c00 x1874684455120768/t0(0) o103->MGC192.168.203.118@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1787838913 ref 1 fl Rpc:RQU/200/0 rc 0/-107 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 10000000:01000000:0.0:1787838897.903220:0:3645:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808001 00000100:00080000:0.0:1787838897.903223:0:3645:0:(pinger.c:193:ptlrpc_pinger_ir_down()) IR down 10000000:01000000:0.0:1787838897.903225:0:3645:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00080000:1.0:1787838897.903509:0:3644:0:(import.c:214:ptlrpc_set_import_discon()) mgc: import ffff8d90453a3000 already not connected (conn 1, was 1): DISCONN 00000100:00100000:1.0:1787838897.903533:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d907bdf5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b25e8299-1644-4bd6-978a-5a6f12eff031:3644:1874684455120384:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1787838897.903563:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d907bdf7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b25e8299-1644-4bd6-978a-5a6f12eff031:3644:1874684455120768:0@lo:103:ldlm_bl.0 00000100:00080000:0.0:1787838897.903631:0:3645:0:(import.c:65:import_set_state_nolock()) ffff8d90453a3000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787838897.903638:0:3645:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 0@lo last attempt 480 00000100:00080000:0.0:1787838897.903646:0:3645:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff8d90453a3000 using connection 192.168.203.118@tcp/0@lo 00000100:00100000:0.0:1787838897.903674:0:3645:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d907bdf4780 x1874684455121152/t0(0) o250->MGC192.168.203.118@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787838897.903695:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d907bdf5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:b25e8299-1644-4bd6-978a-5a6f12eff031:3645:1874684455120512:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1787838897.903708:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d907bdf43c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:b25e8299-1644-4bd6-978a-5a6f12eff031:3645:1874684455120640:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1787838897.903732:0:3642:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d907bdf4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25e8299-1644-4bd6-978a-5a6f12eff031:3642:1874684455121152:0@lo:250:ptlrpcd_00_02.0 00000400:00000100:0.0:1787838897.903778:0:3642:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1874684455121152 offset 0 length 520: 4 00000100:00080000:0.0:1787838897.903837:0:3642:0:(import.c:65:import_set_state_nolock()) ffff8d904541d800 lustre-OST0000_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:0.0:1787838897.903896:0:3642:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000004:00080000:0.0:1787838897.904058:0:3642:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:0.0:1787838897.904063:0:3642:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d907f6f9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3642:1874684455120896:0@lo:9:umount.0 00000100:00080000:0.0:1787838897.904083:0:3642:0:(import.c:65:import_set_state_nolock()) ffff8d9046a28800 lustre-OST0001_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:0.0:1787838897.904101:0:3642:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000004:00080000:0.0:1787838897.904103:0:3642:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:0.0:1787838897.904106:0:3642:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d907f6f8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3642:1874684455121024:0@lo:9:umount.0 00000100:00100000:0.0:1787838897.904213:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d8f4493c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b25e8299-1644-4bd6-978a-5a6f12eff031:3643:1874684455120256:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1787838897.904221:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d907efe21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b25e8299-1644-4bd6-978a-5a6f12eff031:3643:1874684455118720:0@lo:400:kworker.0 00000020:00080000:1.0:1787838897.908790:0:20860:0:(genops.c:1558:class_disconnect_exports()) OBD device 14 (ffff8d907bdf8000) has no exports 00000020:01000000:2.0:1787838897.989055:0:20860:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff8d907774b420 - data ffff8d90650355e8/ffff8d907be36800 00000020:01000000:2.0:1787838897.989252:0:20860:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff8d9049744c60 - data ffff8d90652b5ca8/ffff8d9046b9ac00 00000001:00000004:2.0:1787838898.003292:0:20860:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 2, last_transno is 8589934595 00000100:00080000:1.0:1787838898.059964:0:20860:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:1.0:1787838898.059974:0:20860:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 0 gen 4 00000100:00100000:1.0:1787838898.059982:0:20860:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00080000:1.0:1787838898.064571:0:20860:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:1.0:1787838898.064580:0:20860:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 8589934593 gen 4 00000004:00080000:1.0:1787838898.064605:0:20860:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:1.0:1787838898.064608:0:20860:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:3.0:1787838898.065026:0:17828:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:3.0:1787838898.065031:0:17828:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 1 count 1 00000040:00080000:3.0:1787838898.065044:0:17828:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x1:0x2:0x0] index 2 count 2 00000100:00080000:1.0:1787838898.066556:0:20860:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:1.0:1787838898.066562:0:20860:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 8589934593 gen 4 00000004:00080000:1.0:1787838898.066586:0:20860:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:1.0:1787838898.066589:0:20860:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:3.0:1787838898.069798:0:17830:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:3.0:1787838898.069806:0:17830:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xa:0x0] index 1 count 1 00000040:00080000:3.0:1787838898.069825:0:17830:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x1:0x5:0x0] index 2 count 2 00000020:00000080:1.0:1787838898.070931:0:20860:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x7b32352f0be6e946 00000020:00000080:1.0:1787838898.070943:0:20860:0:(genops.c:885:class_export_put()) final put ffff8d907505c000/lustre-MDT0001-osd_UUID 00000020:00000080:2.0:1787838898.071650:0:476:0:(genops.c:844:class_export_destroy()) destroying export ffff8d907505c000/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:00000080:1.0:1787838898.072066:0:20860:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x7b32352f0be6e95b 00000020:00000080:1.0:1787838898.072074:0:20860:0:(genops.c:885:class_export_put()) final put ffff8d9064224800/lustre-MDT0001-mdtlov_UUID 00000020:01000000:1.0:1787838898.072148:0:20860:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-mdtlov (flags='') 00000020:00000080:1.0:1787838898.072155:0:20860:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1787838898.072177:0:20860:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001-mdtlov: forcing exports to disconnect: 0/2 00000020:00080000:1.0:1787838898.072182:0:20860:0:(genops.c:1558:class_disconnect_exports()) OBD device 13 (ffff8d907bdf9a48) has no exports 00000004:01000000:1.0:1787838898.072417:0:20860:0:(lod_lov.c:59:lod_putref()) destroying 2 ltd desc 00000020:00000080:1.0:1787838898.072426:0:20860:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x7b32352f0be6e9af 00000020:00000080:1.0:1787838898.072431:0:20860:0:(genops.c:885:class_export_put()) final put ffff8d9046a2f000/lustre-MDT0001-mdtlov_UUID 00000020:00000080:2.0:1787838898.073991:0:476:0:(genops.c:844:class_export_destroy()) destroying export ffff8d9064224800/lustre-MDT0001-mdtlov_UUID for lustre-MDT0001-mdtlov 00000020:00000080:2.0:1787838898.074181:0:476:0:(genops.c:844:class_export_destroy()) destroying export ffff8d9046a2f000/lustre-MDT0001-mdtlov_UUID for lustre-OST0001-osc-MDT0001 00000020:01000000:1.0:1787838898.074215:0:20860:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0001-osc-MDT0001 (flags='') 00000020:00000080:1.0:1787838898.074222:0:20860:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1787838898.074230:0:20860:0:(obd_config.c:956:class_cleanup()) lustre-OST0001-osc-MDT0001: forcing exports to disconnect: 0/2 00000020:00080000:1.0:1787838898.074235:0:20860:0:(genops.c:1558:class_disconnect_exports()) OBD device 18 (ffff8d907b2d3490) has no exports 00000020:00000080:1.0:1787838898.074245:0:20860:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x7b32352f0be6e9a8 00000020:00000080:1.0:1787838898.074252:0:20860:0:(genops.c:885:class_export_put()) final put ffff8d9046a2e000/lustre-MDT0001-osd_UUID 00010000:01000000:1.0:1787838898.074825:0:20860:0:(obd_class.h:671:obd_cleanup_client_import()) lustre-OST0001-osc-MDT0001: client import never connected 00000100:00080000:1.0:1787838898.074831:0:20860:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:1.0:1787838898.074835:0:20860:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 8589934593 gen 5 00000004:00080000:1.0:1787838898.074841:0:20860:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:1.0:1787838898.074843:0:20860:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:1.0:1787838898.074880:0:20860:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1787838898.074886:0:20860:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001-osc-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:1.0:1787838898.074892:0:20860:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x7b32352f0be6e99a 00000020:00000080:1.0:1787838898.074897:0:20860:0:(genops.c:885:class_export_put()) final put ffff8d9064d31000/lustre-MDT0001-mdtlov_UUID 00000020:01000000:1.0:1787838898.074901:0:20860:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osc-MDT0001 (flags='') 00000020:00000080:1.0:1787838898.074906:0:20860:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1787838898.074909:0:20860:0:(obd_config.c:956:class_cleanup()) lustre-OST0000-osc-MDT0001: forcing exports to disconnect: 0/3 00000020:00080000:1.0:1787838898.074912:0:20860:0:(genops.c:1558:class_disconnect_exports()) OBD device 17 (ffff8d9064253490) has no exports 00000020:00000080:1.0:1787838898.074916:0:20860:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x7b32352f0be6e993 00000020:00000080:1.0:1787838898.074919:0:20860:0:(genops.c:885:class_export_put()) final put ffff8d9045418800/lustre-MDT0001-osd_UUID 00000020:00000080:2.0:1787838898.075219:0:476:0:(genops.c:844:class_export_destroy()) destroying export ffff8d9046a2e000/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:00000080:2.0:1787838898.075229:0:476:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8d9046a28800 for lustre-OST0001-osc-MDT0001 00000020:00000080:2.0:1787838898.075235:0:476:0:(genops.c:885:class_export_put()) final put ffff8d9064cf4800/lustre-MDT0001-mdtlov_UUID 00000020:00000080:2.0:1787838898.075237:0:476:0:(genops.c:844:class_export_destroy()) destroying export ffff8d9064cf4800/lustre-MDT0001-mdtlov_UUID for lustre-OST0001-osc-MDT0001 00000020:01000000:2.0:1787838898.075242:0:476:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001-osc-MDT0001 (lustre-MDT0001-mdtlov_UUID) 00000020:00000080:2.0:1787838898.075318:0:476:0:(genops.c:844:class_export_destroy()) destroying export ffff8d9064d31000/lustre-MDT0001-mdtlov_UUID for lustre-OST0000-osc-MDT0001 00000020:00000080:2.0:1787838898.075323:0:476:0:(genops.c:844:class_export_destroy()) destroying export ffff8d9045418800/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00010000:01000000:1.0:1787838898.075611:0:20860:0:(obd_class.h:671:obd_cleanup_client_import()) lustre-OST0000-osc-MDT0001: client import never connected 00000100:00080000:1.0:1787838898.075615:0:20860:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:1.0:1787838898.075618:0:20860:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 8589934593 gen 5 00000004:00080000:1.0:1787838898.075621:0:20860:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:1.0:1787838898.075623:0:20860:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:1.0:1787838898.075662:0:20860:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1787838898.075795:0:20860:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000-osc-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000004:01000000:1.0:1787838898.075808:0:20860:0:(lod_lov.c:59:lod_putref()) destroying 1 ltd desc 00000020:00000080:1.0:1787838898.075822:0:20860:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x7b32352f0be6e97e 00000020:00000080:1.0:1787838898.075828:0:20860:0:(genops.c:885:class_export_put()) final put ffff8d9064cf0800/lustre-MDT0001-mdtlov_UUID 00000020:01000000:1.0:1787838898.075833:0:20860:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-osp-MDT0001 (flags='F') 00000020:00000080:1.0:1787838898.075836:0:20860:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1787838898.075840:0:20860:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-osp-MDT0001: forcing exports to disconnect: 0/3 00000020:00080000:1.0:1787838898.075843:0:20860:0:(genops.c:1558:class_disconnect_exports()) OBD device 16 (ffff8d8f42aa1a48) has no exports 00000020:00000080:1.0:1787838898.075847:0:20860:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x7b32352f0be6e977 00000020:00000080:1.0:1787838898.075850:0:20860:0:(genops.c:885:class_export_put()) final put ffff8d9064cf6800/lustre-MDT0001-osd_UUID 00000020:00000080:2.0:1787838898.076211:0:476:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8d904541d800 for lustre-OST0000-osc-MDT0001 00000020:00000080:2.0:1787838898.076219:0:476:0:(genops.c:885:class_export_put()) final put ffff8d9064cf6000/lustre-MDT0001-mdtlov_UUID 00000020:00000080:2.0:1787838898.076222:0:476:0:(genops.c:844:class_export_destroy()) destroying export ffff8d9064cf6000/lustre-MDT0001-mdtlov_UUID for lustre-OST0000-osc-MDT0001 00000020:01000000:2.0:1787838898.076227:0:476:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000-osc-MDT0001 (lustre-MDT0001-mdtlov_UUID) 00000020:00000080:2.0:1787838898.076275:0:476:0:(genops.c:844:class_export_destroy()) destroying export ffff8d9064cf0800/lustre-MDT0001-mdtlov_UUID for lustre-MDT0000-osp-MDT0001 00000020:00000080:2.0:1787838898.076279:0:476:0:(genops.c:844:class_export_destroy()) destroying export ffff8d9064cf6800/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00010000:01000000:2.0:1787838898.077227:0:20860:0:(obd_class.h:671:obd_cleanup_client_import()) lustre-MDT0000-osp-MDT0001: client import never connected 00000100:00080000:2.0:1787838898.077235:0:20860:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1787838898.077238:0:20860:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 0 gen 5 00000100:00100000:2.0:1787838898.077244:0:20860:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:2.0:1787838898.077299:0:20860:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1787838898.077308:0:20860:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-osp-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:2.0:1787838898.077420:0:20860:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1787838898.077425:0:20860:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-mdtlov (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:2.0:1787838898.077429:0:20860:0:(genops.c:885:class_export_put()) final put ffff8d9045418000/lustre-MDT0001-mdtlov_UUID 00000020:00000080:2.0:1787838898.077432:0:20860:0:(genops.c:844:class_export_destroy()) destroying export ffff8d9045418000/lustre-MDT0001-mdtlov_UUID for lustre-MDT0001-mdtlov 00000020:01000000:2.0:1787838898.077439:0:20860:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-mdtlov (lustre-MDT0001-mdtlov_UUID) 00000020:00000080:2.0:1787838898.077768:0:20860:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x7b32352f0be6e962 00000020:00000080:2.0:1787838898.077775:0:20860:0:(genops.c:885:class_export_put()) final put ffff8d9064225800/lustre-MDD0001_UUID 00000020:01000000:2.0:1787838898.077781:0:20860:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDD0001 (flags='') 00000020:00000080:2.0:1787838898.077785:0:20860:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1787838898.077790:0:20860:0:(obd_config.c:956:class_cleanup()) lustre-MDD0001: forcing exports to disconnect: 0/2 00000020:00080000:2.0:1787838898.077793:0:20860:0:(genops.c:1558:class_disconnect_exports()) OBD device 15 (ffff8d907bdfb490) has no exports 00000020:00000080:2.0:1787838898.077819:0:20860:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1787838898.077823:0:20860:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDD0001 (uuid lustre-MDD0001_UUID) 00000020:00000080:2.0:1787838898.077827:0:20860:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x7b32352f0be6e969 00000020:00000080:2.0:1787838898.077832:0:20860:0:(genops.c:885:class_export_put()) final put ffff8d9064223800/lustre-MDT0001-osd_UUID 00000020:01000004:2.0:1787838898.077840:0:20860:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8d905df0e800 from lustre-MDT0001, refs=2 00000020:01000004:2.0:1787838898.077843:0:20860:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8d905df0e800 2 00000020:01000004:2.0:1787838898.077846:0:20860:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff8d905df0e800 from lustre-MDT0001 00000020:00000080:2.0:1787838898.077862:0:20860:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1787838898.077865:0:20860:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001 (uuid lustre-MDT0001_UUID) 00000020:00000080:2.0:1787838898.077867:0:20860:0:(genops.c:885:class_export_put()) final put ffff8d907b3d7800/lustre-MDT0001_UUID 00000020:00000080:2.0:1787838898.077869:0:20860:0:(genops.c:844:class_export_destroy()) destroying export ffff8d907b3d7800/lustre-MDT0001_UUID for lustre-MDT0001 00000020:01000000:2.0:1787838898.077877:0:20860:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001 (lustre-MDT0001_UUID) 00000020:01000004:2.0:1787838898.077903:0:20860:0:(obd_mount.c:578:lustre_stop_mgc()) MGC still has 2 references. 00000020:01000000:2.0:1787838898.077906:0:20860:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-MDT0001 (flags='F') 00000020:00000080:2.0:1787838898.077908:0:20860:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1787838898.077911:0:20860:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-lwp-MDT0001: forcing exports to disconnect: 1/3 00000020:00080000:2.0:1787838898.077917:0:20860:0:(genops.c:1819:print_export_data()) lustre-MDT0000-lwp-MDT0001: ACTIVE ffff8d9046bbb800 lustre-MDT0000-lwp-MDT0001 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:2.0:1787838898.077922:0:20860:0:(genops.c:1553:class_disconnect_exports()) OBD device 19 (ffff8d907b0eced8) has exports, disconnecting them 00000020:00080000:2.0:1787838898.077933:0:20860:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000-lwp-MDT0001: disconnecting export at 0@lo (ffff8d9046bbb800), last request at 1787838810 00000020:00000080:2.0:1787838898.077937:0:20860:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x7b32352f0be6e9e7 00000020:00080000:2.0:1787838898.077952:0:20860:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff8d9046bbb800): rc 0 00000020:00000080:2.0:1787838898.077955:0:20860:0:(genops.c:885:class_export_put()) final put ffff8d9046bbb800/lustre-MDT0000-lwp-MDT0001 00000020:00000080:3.0:1787838898.078436:0:476:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8d9064cf4000 for lustre-MDT0000-osp-MDT0001 00000020:00000080:3.0:1787838898.078445:0:476:0:(genops.c:885:class_export_put()) final put ffff8d9048fc8000/lustre-MDT0001-mdtlov_UUID 00000020:00000080:3.0:1787838898.078447:0:476:0:(genops.c:844:class_export_destroy()) destroying export ffff8d9048fc8000/lustre-MDT0001-mdtlov_UUID for lustre-MDT0000-osp-MDT0001 00000020:01000000:3.0:1787838898.078452:0:476:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-osp-MDT0001 (lustre-MDT0001-mdtlov_UUID) 00000020:00000080:3.0:1787838898.078554:0:476:0:(genops.c:844:class_export_destroy()) destroying export ffff8d9064225800/lustre-MDD0001_UUID for lustre-MDD0001 00000020:00000080:3.0:1787838898.078558:0:476:0:(genops.c:885:class_export_put()) final put ffff8d9064227800/lustre-MDD0001_UUID 00000020:00000080:3.0:1787838898.078559:0:476:0:(genops.c:844:class_export_destroy()) destroying export ffff8d9064227800/lustre-MDD0001_UUID for lustre-MDD0001 00000020:01000000:3.0:1787838898.078562:0:476:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDD0001 (lustre-MDD0001_UUID) 00000020:00000080:3.0:1787838898.078660:0:476:0:(genops.c:844:class_export_destroy()) destroying export ffff8d9064223800/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:00000080:3.0:1787838898.078664:0:476:0:(genops.c:844:class_export_destroy()) destroying export ffff8d9046bbb800/lustre-MDT0000-lwp-MDT0001 for lustre-MDT0000-lwp-MDT0001 00010000:01000000:3.0:1787838898.091248:0:20860:0:(obd_class.h:671:obd_cleanup_client_import()) lustre-MDT0000-lwp-MDT0001: client import never connected 00000100:00080000:3.0:1787838898.091259:0:20860:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1787838898.091263:0:20860:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: committing for last_committed 0 gen 5 00000100:00100000:3.0:1787838898.091272:0:20860:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:3.0:1787838898.091302:0:476:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8d9046bba800 for lustre-MDT0000-lwp-MDT0001 00000020:00000080:3.0:1787838898.091500:0:20860:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1787838898.091510:0:20860:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-MDT0001 (uuid lustre-MDT0000-lwp-MDT0001_UUID) 00000020:00000080:3.0:1787838898.091516:0:20860:0:(genops.c:885:class_export_put()) final put ffff8d90453b2800/lustre-MDT0000-lwp-MDT0001_UUID 00000020:00000080:3.0:1787838898.091521:0:20860:0:(genops.c:844:class_export_destroy()) destroying export ffff8d90453b2800/lustre-MDT0000-lwp-MDT0001_UUID for lustre-MDT0000-lwp-MDT0001 00000020:01000000:3.0:1787838898.091531:0:20860:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-MDT0001 (lustre-MDT0000-lwp-MDT0001_UUID) 00000020:01000004:3.0:1787838898.091597:0:20860:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8d905df0e800 1 00000020:00000080:3.0:1787838898.091602:0:20860:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x7b32352f0be6e90e 00000020:00000080:3.0:1787838898.091608:0:20860:0:(genops.c:885:class_export_put()) final put ffff8d9064d31800/lustre-MDT0001-osd_UUID 00000020:01000000:3.0:1787838898.091617:0:20860:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-osd (flags='') 00000020:00000080:3.0:1787838898.091624:0:476:0:(genops.c:844:class_export_destroy()) destroying export ffff8d9064d31800/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:00000080:3.0:1787838898.091633:0:20860:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1787838898.091637:0:20860:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001-osd: forcing exports to disconnect: 0/1 00000020:00080000:3.0:1787838898.091640:0:20860:0:(genops.c:1558:class_disconnect_exports()) OBD device 12 (ffff8d907bdfced8) has no exports 00000020:00000080:3.0:1787838898.185074:0:20860:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1787838898.185089:0:20860:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-osd (uuid lustre-MDT0001-osd_UUID) 00000020:00000080:3.0:1787838898.185095:0:20860:0:(genops.c:885:class_export_put()) final put ffff8d905df0f000/lustre-MDT0001-osd_UUID 00000020:00000080:3.0:1787838898.185100:0:20860:0:(genops.c:844:class_export_destroy()) destroying export ffff8d905df0f000/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:01000000:3.0:1787838898.185114:0:20860:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-osd (lustre-MDT0001-osd_UUID) 00000020:01000004:3.0:1787838898.186839:0:20860:0:(obd_mount.c:668:lustre_free_lsi()) Freeing lsi ffff8d905df0b000 00000020:01000000:3.0:1787838898.186866:0:20860:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of MDS (flags='F') 00000020:00000080:3.0:1787838898.186872:0:20860:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1787838898.186877:0:20860:0:(obd_config.c:956:class_cleanup()) MDS: forcing exports to disconnect: 0/1 00000020:00080000:3.0:1787838898.186882:0:20860:0:(genops.c:1558:class_disconnect_exports()) OBD device 3 (ffff8d907b2d0000) has no exports 00000100:00100000:2.0:1787838898.187761:0:17088:0:(service.c:3183:ptlrpc_main()) mdt00_002: service thread [ffff8d8f448bd600:17088] 2 exiting: rc = 0 00000100:00100000:2.0:1787838898.187897:0:17087:0:(service.c:3183:ptlrpc_main()) mdt00_001: service thread [ffff8d8f448bca00:17087] 1 exiting: rc = 0 00000100:00100000:1.0:1787838898.188105:0:19289:0:(service.c:3183:ptlrpc_main()) mdt00_003: service thread [ffff8d8f42cc3c00:19289] 3 exiting: rc = 0 00000100:00100000:3.0:1787838898.188245:0:17086:0:(service.c:3183:ptlrpc_main()) mdt00_000: service thread [ffff8d905e139a00:17086] 0 exiting: rc = 1 00000100:00100000:3.0:1787838898.188307:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838898.188315:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838898.188321:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838898.188393:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838898.188400:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838898.188406:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838898.188412:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838898.188417:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838898.188422:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838898.188427:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838898.188433:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838898.188440:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838898.188447:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838898.188454:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838898.188460:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838898.188466:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838898.188480:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838898.188487:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838898.188493:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838898.188499:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838898.188504:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838898.188511:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838898.188516:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838898.188522:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838898.188527:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838898.188532:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838898.188537:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838898.188542:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838898.188549:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838898.188554:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838898.188559:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838898.188565:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838898.188570:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838898.188576:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838898.188598:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838898.188603:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838898.188608:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838898.188614:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838898.188619:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838898.188624:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838898.188629:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838898.188635:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838898.188640:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838898.188646:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838898.188651:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838898.188657:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838898.188663:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838898.188738:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838898.188744:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838898.188749:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838898.188754:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838898.188758:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838898.188763:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838898.188768:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838898.188773:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838898.188778:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838898.188784:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838898.188789:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838898.188795:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838898.188800:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838898.188806:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838898.188819:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838898.188825:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838898.188832:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787838898.198422:0:17090:0:(service.c:3183:ptlrpc_main()) mdt_rdpg00_001: service thread [ffff8d8f448bcc00:17090] 1 exiting: rc = 0 00000100:00100000:3.0:1787838898.203450:0:17089:0:(service.c:3183:ptlrpc_main()) mdt_rdpg00_000: service thread [ffff8d8f448bce00:17089] 0 exiting: rc = 1 00000100:00100000:2.0:1787838898.204606:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838898.204616:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838898.204623:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838898.204628:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838898.204634:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838898.204639:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838898.204644:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838898.204648:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838898.204654:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838898.204659:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838898.204673:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838898.204680:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838898.204686:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838898.204691:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838898.204696:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838898.204702:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838898.204707:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838898.204712:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838898.204717:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838898.204722:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838898.204728:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838898.204733:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838898.204738:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838898.204743:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838898.204747:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838898.204752:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838898.204757:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838898.204762:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838898.204785:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838898.204790:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838898.204795:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838898.204801:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838898.204806:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838898.204821:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838898.204827:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838898.204833:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838898.204838:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838898.204843:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838898.204848:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838898.204854:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838898.204859:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838898.204864:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838898.204868:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838898.204873:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838898.204878:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838898.204883:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838898.204889:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838898.204894:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838898.204904:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838898.204919:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838898.204927:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838898.204932:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838898.204937:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838898.204942:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838898.204948:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838898.204953:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838898.204960:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838898.204966:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838898.204971:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838898.204976:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838898.204981:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838898.204986:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838898.204993:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838898.205006:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838898.205554:0:17092:0:(service.c:3183:ptlrpc_main()) mdt_out00_001: service thread [ffff8d8f448bde00:17092] 1 exiting: rc = 0 00000100:00100000:1.0:1787838898.205588:0:17091:0:(service.c:3183:ptlrpc_main()) mdt_out00_000: service thread [ffff8d905de57400:17091] 0 exiting: rc = 1 00000100:00100000:3.0:1787838898.205654:0:17827:0:(service.c:3183:ptlrpc_main()) mdt_out00_002: service thread [ffff8d9079e54c00:17827] 2 exiting: rc = 0 00000100:00100000:2.0:1787838898.205734:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838898.205741:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838898.205747:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838898.205753:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838898.205760:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838898.205767:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838898.205772:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838898.205779:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838898.205785:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838898.205791:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838898.205807:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838898.205825:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838898.205832:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838898.205838:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838898.205844:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838898.205850:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838898.205856:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838898.205862:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838898.205868:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838898.205874:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838898.205880:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838898.205890:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838898.205910:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838898.205923:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838898.205929:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838898.205934:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838898.205940:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838898.205946:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838898.205951:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838898.205957:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838898.205964:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838898.205971:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838898.205977:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838898.205982:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838898.206014:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838898.206021:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838898.206027:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838898.206033:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838898.206038:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838898.206044:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838898.206049:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838898.206054:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838898.206061:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838898.206066:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838898.206072:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838898.206077:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838898.206097:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838898.206104:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838898.206109:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838898.206115:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838898.206121:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838898.206146:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838898.206152:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838898.206158:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838898.206165:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838898.206172:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838898.206178:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838898.206184:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838898.206205:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838898.206213:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838898.206219:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838898.206225:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838898.206231:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838898.206236:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787838898.227493:0:17094:0:(service.c:3183:ptlrpc_main()) mdt_seqs_0001: service thread [ffff8d8f4391fc00:17094] 1 exiting: rc = 0 00000100:00100000:3.0:1787838898.231558:0:17093:0:(service.c:3183:ptlrpc_main()) mdt_seqs_0000: service thread [ffff8d8f448bc600:17093] 0 exiting: rc = 1 00000100:00100000:2.0:1787838898.231789:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838898.231797:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838898.231803:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838898.231809:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838898.233956:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838898.233990:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838898.233995:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838898.234000:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838898.234004:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838898.234009:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838898.234014:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838898.234019:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838898.234024:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838898.234029:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838898.234034:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838898.234039:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838898.234044:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838898.234050:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838898.234055:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838898.234060:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838898.234065:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838898.234071:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838898.234076:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838898.234081:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838898.234086:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838898.234091:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838898.234096:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838898.234102:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838898.234107:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838898.234112:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838898.234117:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838898.234122:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838898.234143:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838898.234148:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838898.234154:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838898.234160:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838898.234166:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838898.234170:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838898.234176:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838898.234181:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838898.234194:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838898.234200:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838898.234205:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838898.234210:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838898.234215:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838898.234220:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838898.234225:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838898.234230:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838898.234235:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838898.234240:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838898.234245:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838898.234249:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838898.234254:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838898.234259:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838898.234264:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838898.234269:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838898.234274:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838898.234279:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838898.234283:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838898.234288:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838898.234292:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838898.234296:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838898.234301:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838898.234307:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838898.235865:0:17095:0:(service.c:3183:ptlrpc_main()) mdt_seqm_0000: service thread [ffff8d90764c5800:17095] 0 exiting: rc = 1 00000100:00100000:1.0:1787838898.235997:0:17096:0:(service.c:3183:ptlrpc_main()) mdt_seqm_0001: service thread [ffff8d90764c4800:17096] 1 exiting: rc = 0 00000100:00100000:3.0:1787838898.236150:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838898.236168:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838898.236173:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838898.236178:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838898.236183:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838898.236187:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838898.236192:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838898.236197:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838898.236203:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838898.236208:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838898.236213:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838898.236218:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838898.236223:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838898.236227:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838898.236233:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838898.236238:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838898.236242:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838898.236247:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838898.236252:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838898.236257:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838898.236261:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838898.236266:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838898.236270:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838898.236275:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838898.236279:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838898.236283:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838898.236290:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838898.236296:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838898.236300:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838898.236304:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838898.236309:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838898.236313:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838898.236318:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838898.236322:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838898.236431:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838898.236439:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838898.236453:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838898.236458:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838898.236464:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838898.236468:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838898.236524:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838898.236531:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838898.236536:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838898.236541:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838898.236546:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838898.236551:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838898.236556:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838898.236560:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838898.236564:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838898.236570:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838898.236574:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838898.236579:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838898.236584:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838898.236588:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838898.236593:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838898.236597:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838898.236602:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838898.236608:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838898.236613:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838898.236618:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838898.236623:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838898.236628:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838898.236632:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838898.236638:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838898.238233:0:17097:0:(service.c:3183:ptlrpc_main()) mdt_fld_0000: service thread [ffff8d8f4391ec00:17097] 0 exiting: rc = 1 00000100:00100000:1.0:1787838898.238454:0:17098:0:(service.c:3183:ptlrpc_main()) mdt_fld_0001: service thread [ffff8d8f4391fa00:17098] 1 exiting: rc = 0 00000100:00100000:3.0:1787838898.238862:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838898.238869:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838898.238874:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838898.238879:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838898.238884:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838898.238889:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838898.238906:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838898.238910:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838898.238915:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838898.238919:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838898.238924:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838898.238928:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838898.238934:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838898.238939:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838898.238944:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838898.238948:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838898.238953:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838898.238958:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838898.238963:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838898.238968:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838898.238973:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838898.238979:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838898.238984:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838898.238989:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838898.238993:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838898.238998:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838898.239003:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838898.239008:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838898.239015:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838898.239021:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838898.239026:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838898.239030:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838898.239035:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838898.239040:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838898.239044:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838898.239048:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838898.239052:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838898.239056:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838898.239060:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838898.239064:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838898.239069:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838898.239082:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838898.239087:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838898.239092:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838898.239098:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838898.239102:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838898.239107:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838898.239112:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838898.239117:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838898.239122:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838898.239160:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838898.239166:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838898.239171:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838898.239176:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838898.239181:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838898.239185:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838898.239191:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838898.239196:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838898.239201:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838898.239206:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838898.239211:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838898.239216:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838898.239221:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838898.239226:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838898.239882:0:17099:0:(service.c:3183:ptlrpc_main()) mdt_io00_000: service thread [ffff8d8f4391e000:17099] 0 exiting: rc = 1 00000100:00100000:1.0:1787838898.240248:0:17100:0:(service.c:3183:ptlrpc_main()) mdt_io00_001: service thread [ffff8d8f4391fe00:17100] 1 exiting: rc = 0 00000100:00100000:1.0:1787838898.240535:0:17101:0:(service.c:3183:ptlrpc_main()) mdt_io00_002: service thread [ffff8d907b1ec800:17101] 2 exiting: rc = 0 00000100:00100000:3.0:1787838898.240754:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838898.240762:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838898.240767:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838898.240773:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838898.240778:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838898.240783:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838898.240789:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838898.240795:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838898.240801:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838898.240806:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838898.240820:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838898.240827:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838898.240844:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838898.240850:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838898.240855:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838898.240861:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838898.240867:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838898.240872:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838898.240878:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838898.240883:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838898.240888:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838898.240894:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838898.240899:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838898.240905:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838898.240926:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838898.240933:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838898.240939:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838898.240944:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838898.240949:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838898.240954:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838898.240960:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838898.240965:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838898.240970:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838898.240975:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838898.240980:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838898.240985:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838898.240990:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838898.240995:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838898.241000:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838898.241005:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838898.241011:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838898.241017:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838898.241023:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838898.241028:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838898.241034:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838898.241040:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838898.241045:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838898.241059:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838898.241078:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838898.241085:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838898.241092:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838898.241096:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838898.241102:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838898.241107:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838898.241113:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838898.241119:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838898.241257:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838898.241265:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838898.241271:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838898.241277:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838898.241283:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838898.241288:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838898.241293:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787838898.241299:0:20860:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:00000080:3.0:1787838898.254556:0:20860:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1787838898.254571:0:20860:0:(obd_config.c:883:class_detach()) detach on obd MDS (uuid MDS_uuid) 00000020:00000080:3.0:1787838898.254578:0:20860:0:(genops.c:885:class_export_put()) final put ffff8d90742f0000/MDS_uuid 00000020:00000080:3.0:1787838898.254582:0:20860:0:(genops.c:844:class_export_destroy()) destroying export ffff8d90742f0000/MDS_uuid for MDS 00000020:01000000:3.0:1787838898.254588:0:20860:0:(genops.c:441:class_free_dev()) finishing cleanup of obd MDS (MDS_uuid) 00000020:02000400:3.0:1787838898.254742:0:20860:0:(tgt_mount.c:2181:server_put_super()) server umount lustre-MDT0001 complete 00010000:00010000:0.0:1787838898.544473:0:17075:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787838899.181571:0:476:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25e8299-1644-4bd6-978a-5a6f12eff031->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787838899.181581:0:476:0:(pinger.c:247:ptlrpc_pinger_process_import()) b25e8299-1644-4bd6-978a-5a6f12eff031->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1787838899.181585:0:476:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787838899.181588:0:476:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787838899.181593:0:476:0:(import.c:65:import_set_state_nolock()) ffff8d8f43ced800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787838899.181601:0:476:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 578 00000100:00080000:1.0:1787838899.181608:0:476:0:(import.c:589:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 5s 00000100:00080000:1.0:1787838899.181614:0:476:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d8f43ced800 using connection 192.168.203.118@tcp/0@lo 00000100:00100000:1.0:1787838899.181654:0:476:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d8f43baf480 x1874684455121280/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787838899.181731:0:476:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787838899.181734:0:476:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787838899.181736:0:476:0:(import.c:65:import_set_state_nolock()) ffff8d9064cf1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787838899.181739:0:476:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 578 00000100:00080000:1.0:1787838899.181742:0:476:0:(import.c:589:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 5s 00000100:00080000:1.0:1787838899.181745:0:476:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d9064cf1800 using connection 192.168.203.118@tcp/0@lo 00000100:00100000:1.0:1787838899.181757:0:476:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d8f43bae1c0 x1874684455121536/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787838899.181845:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d8f43bac780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3644:1874684455121408:0@lo:400:kworker.0 00000400:00000100:1.0:1787838899.181899:0:3644:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1874684455121408 offset 0 length 224: 4 00000100:00100000:1.0:1787838899.181944:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d8f43bacf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3645:1874684455121664:0@lo:400:kworker.0 00000400:00000100:1.0:1787838899.181962:0:3645:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1874684455121664 offset 0 length 224: 4 00000100:00100000:0.0:1787838899.182033:0:3642:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d8f43baf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3642:1874684455121280:0@lo:38:kworker.0 00000400:00000100:0.0:1787838899.182058:0:3642:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1874684455121280 offset 0 length 520: 4 00000100:00100000:0.0:1787838899.182071:0:3642:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d8f43bae1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3642:1874684455121536:0@lo:38:kworker.0 00000400:00000100:0.0:1787838899.182084:0:3642:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1874684455121536 offset 0 length 520: 4 00010000:00010000:2.0:1787838899.565272:0:19664:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787838900.594071:0:17074:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787838901.613653:0:17075:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787838902.189281:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25e8299-1644-4bd6-978a-5a6f12eff031->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787838902.189290:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) b25e8299-1644-4bd6-978a-5a6f12eff031->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1787838902.189293:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787838902.189296:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:3.0:1787838902.189437:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d8f43bac3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3646:1874684455121792:0@lo:400:kworker.0 00000400:00000100:3.0:1787838902.189493:0:3646:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1874684455121792 offset 0 length 224: 4 00000100:00080000:1.0:1787838902.189562:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787838902.189566:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1787838902.189609:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d8f43bae580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3643:1874684455121920:0@lo:400:kworker.0 00000400:00000100:1.0:1787838902.189632:0:3643:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1874684455121920 offset 0 length 224: 4 00000020:01000004:2.0:1787838902.320726:0:21061:0:(tgt_mount.c:2192:server_umount_begin()) umount -f 00000020:01000004:3.0:1787838902.340538:0:21061:0:(tgt_mount.c:2062:server_put_super()) server put_super lustre-OST0000 00010000:00010000:3.0:1787838902.340590:0:21061:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.118@tcp lock: ffff8d9045188e00/0x7b32352f0be6ea81 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x7b32352f0be6ea88 expref: -99 pid: 18588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787838902.340604:0:21061:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.118@tcp lock: ffff8d9045188e00/0x7b32352f0be6ea81 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x7b32352f0be6ea88 expref: -99 pid: 18588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787838902.340628:0:21061:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.118@tcp lock: ffff8d9045188e00/0x7b32352f0be6ea81 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000400000000 nid: local remote: 0x7b32352f0be6ea88 expref: -99 pid: 18588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787838902.340635:0:21061:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.118@tcp lock: ffff8d9045188e00/0x7b32352f0be6ea81 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000400000000 nid: local remote: 0x7b32352f0be6ea88 expref: -99 pid: 18588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787838902.340651:0:21061:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:3.0:1787838902.340656:0:21061:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00000100:00080000:3.0:1787838902.340685:0:21061:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1787838902.340695:0:21061:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff8d8f43baf480 x1874684455121280/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1787838914 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787838902.340712:0:21061:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 3 00000100:00080000:3.0:1787838902.340718:0:21061:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID 00000100:00080000:3.0:1787838902.340724:0:21061:0:(import.c:65:import_set_state_nolock()) ffff8d8f43ced800 lustre-MDT0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00080000:3.0:1787838902.340729:0:21061:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1787838902.340732:0:21061:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff8d8f43baf480 x1874684455121280/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1787838914 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787838902.340740:0:21061:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 4 00000100:00100000:3.0:1787838902.340742:0:21061:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 16s for inflight to error out 00010000:00010000:2.0:1787838902.340813:0:19664:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787838902.340821:0:19664:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.118@tcp lock: ffff8d9045188e00/0x7b32352f0be6ea81 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000400000000 nid: local remote: 0x7b32352f0be6ea88 expref: -99 pid: 18588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838902.340828:0:19664:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d9045188e00 already unused, calling callback (ffffffffc1154c20) 10000000:00010000:2.0:1787838902.340832:0:19664:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.118@tcp lock: ffff8d9045188e00/0x7b32352f0be6ea81 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000400000000 nid: local remote: 0x7b32352f0be6ea88 expref: -99 pid: 18588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838902.340847:0:19664:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.118@tcp lock: ffff8d9045188e00/0x7b32352f0be6ea81 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1008400000000 nid: local remote: 0x7b32352f0be6ea88 expref: -99 pid: 18588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1787838902.340854:0:19664:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.118@tcp lock: ffff8d9045188e00/0x7b32352f0be6ea81 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1009400000000 nid: local remote: 0x7b32352f0be6ea88 expref: -99 pid: 18588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1787838902.340859:0:19664:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:2.0:1787838902.340861:0:19664:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:2.0:1787838902.340863:0:19664:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:2.0:1787838902.340875:0:19664:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff8d90453a3000 00010000:00010000:2.0:1787838902.340878:0:19664:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.118@tcp lock: ffff8d9045188e00/0x7b32352f0be6ea81 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5809400000000 nid: local remote: 0x7b32352f0be6ea88 expref: -99 pid: 18588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838902.340885:0:19664:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.118@tcp lock: ffff8d9045188e00/0x7b32352f0be6ea81 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5809400000000 nid: local remote: 0x7b32352f0be6ea88 expref: -99 pid: 18588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838902.340895:0:19664:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787838902.340897:0:19664:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787838902.340908:0:19664:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787838902.341293:0:3642:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d8f43baf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3642:1874684455121280:0@lo:38:kworker.0 00000100:00080000:3.0:1787838902.344251:0:21061:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:3.0:1787838902.344280:0:21061:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff8d8f43bac780 x1874684455121408/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787838915 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787838902.344297:0:21061:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff8d8f43bac3c0 x1874684455121792/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787838918 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787838902.345072:0:21061:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 3 00000100:00100000:2.0:1787838902.346795:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d8f43bac3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3646:1874684455121792:0@lo:400:kworker.0 00000100:00080000:2.0:1787838902.346836:0:21061:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID 00000100:00080000:2.0:1787838902.346862:0:21061:0:(import.c:65:import_set_state_nolock()) ffff8d8f43ceb800 lustre-MDT0001_UUID: changing import state from FULL to CONNECTING 00000100:00100000:1.0:1787838902.346966:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d8f43bac780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3644:1874684455121408:0@lo:400:kworker.0 00000100:00100000:3.0:1787838902.348600:0:3642:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d8f42e79680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3642:1874684455122048:0@lo:39:umount.0 00000400:00000100:3.0:1787838902.348672:0:3642:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1874684455122048 offset 0 length 224: 4 00010000:00010000:3.0:1787838902.637990:0:17074:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787838903.664063:0:17075:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:0.0:1787838903.796614:0:19408:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000020:00000080:0.0:1787838903.796623:0:19408:0:(genops.c:885:class_export_put()) final put ffff8d90706de000/lustre-MDT0001-mdtlov_UUID 00000020:00000080:1.0:1787838903.796720:0:476:0:(genops.c:844:class_export_destroy()) destroying export ffff8d90706de000/lustre-MDT0001-mdtlov_UUID for lustre-OST0001 00000020:00000080:1.0:1787838903.796770:0:476:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8d90706d8800 for lustre-OST0001 00000001:00100000:0.0:1787838903.797121:0:18589:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000020:00000080:0.0:1787838903.797180:0:18589:0:(genops.c:885:class_export_put()) final put ffff8d9046bbb000/lustre-MDT0001-mdtlov_UUID 00000020:00000080:3.0:1787838903.797371:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8d9046bbb000/lustre-MDT0001-mdtlov_UUID for lustre-OST0000 00000020:00000080:3.0:1787838903.797402:0:36:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8d9046bb8800 for lustre-OST0000 00000100:00080000:1.0:1787838904.238425:0:476:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25e8299-1644-4bd6-978a-5a6f12eff031->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787838904.238436:0:476:0:(pinger.c:247:ptlrpc_pinger_process_import()) b25e8299-1644-4bd6-978a-5a6f12eff031->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1787838904.238440:0:476:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787838904.238443:0:476:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1787838904.238613:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d8f43bac780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3644:1874684455122176:0@lo:400:kworker.0 00000400:00000100:2.0:1787838904.238671:0:3644:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1874684455122176 offset 0 length 224: 4 00010000:00010000:2.0:1787838904.686900:0:19664:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787838905.709251:0:17074:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787838906.737040:0:17075:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787838907.501267:0:3642:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787838897/real 1787838897] req@ffff8d907bdf4780 x1874684455121152/t0(0) o250->MGC192.168.203.118@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1787838907 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'ptlrpcd_00_02.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787838907.501312:0:3642:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d907bdf4780 x1874684455121152/t0(0) o250->MGC192.168.203.118@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1787838907 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'ptlrpcd_00_02.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787838907.501333:0:3642:0:(import.c:65:import_set_state_nolock()) ffff8d90453a3000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787838907.501360:0:3642:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:3.0:1787838907.501365:0:3642:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d907bdf4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25e8299-1644-4bd6-978a-5a6f12eff031:3642:1874684455121152:0@lo:250:ptlrpcd_00_02.0 00000100:00080000:1.0:1787838907.501410:0:476:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25e8299-1644-4bd6-978a-5a6f12eff031->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787838907.501416:0:476:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1787838907.501419:0:476:0:(import.c:65:import_set_state_nolock()) ffff8d90453a3000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787838907.501424:0:476:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 0@lo last attempt 581 00000100:00080000:1.0:1787838907.501430:0:476:0:(import.c:589:import_select_connection()) MGC192.168.203.118@tcp: tried all connections, increasing latency to 5s 00000100:00080000:1.0:1787838907.501437:0:476:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff8d90453a3000 using connection 192.168.203.118@tcp/0@lo 00000100:00100000:1.0:1787838907.501469:0:476:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d8f43baf0c0 x1874684455122304/t0(0) o250->MGC192.168.203.118@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787838907.501497:0:476:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787838907.501501:0:476:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1787838907.501608:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1787838907.501624:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d8f43baf840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3646:1874684455122432:0@lo:400:kworker.0 00000400:00000100:0.0:1787838907.501673:0:3646:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1874684455122432 offset 0 length 224: 4 00000100:00100000:3.0:1787838907.501803:0:3642:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d8f43baf0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25e8299-1644-4bd6-978a-5a6f12eff031:3642:1874684455122304:0@lo:250:kworker.0 00000400:00000100:3.0:1787838907.501826:0:3642:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1874684455122304 offset 0 length 520: 4 00010000:00010000:2.0:1787838907.757390:0:19664:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787838908.781692:0:17074:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787838909.806044:0:17075:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787838910.829582:0:19664:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787838911.853247:0:17074:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787838912.621259:0:3642:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787838902/real 1787838902] req@ffff8d8f42e79680 x1874684455122048/t0(0) o39->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 1 dl 1787838912 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787838912.621293:0:3642:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d8f42e79680 x1874684455122048/t0(0) o39->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 1 dl 1787838912 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787838912.621315:0:3642:0:(import.c:65:import_set_state_nolock()) ffff8d8f43ceb800 lustre-MDT0001_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:3.0:1787838912.621330:0:3642:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d8f42e79680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3642:1874684455122048:0@lo:39:umount.0 00000100:00080000:2.0:1787838912.621496:0:21061:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:2.0:1787838912.621501:0:21061:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 4 00000100:00100000:2.0:1787838912.621506:0:21061:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:2.0:1787838912.622546:0:21061:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.118@tcp lock: ffff8d9045189800/0x7b32352f0be6ea57 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x7b32352f0be6ea5e expref: -99 pid: 18588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838912.622562:0:21061:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.118@tcp lock: ffff8d9045189800/0x7b32352f0be6ea57 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x7b32352f0be6ea5e expref: -99 pid: 18588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838912.622568:0:21061:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.118@tcp lock: ffff8d9045189800/0x7b32352f0be6ea57 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0x7b32352f0be6ea5e expref: -99 pid: 18588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838912.622575:0:21061:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.118@tcp lock: ffff8d9045189800/0x7b32352f0be6ea57 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0x7b32352f0be6ea5e expref: -99 pid: 18588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838912.622602:0:21061:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1787838912.622610:0:21061:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.118@tcp lock: ffff8d907ef29800/0x7b32352f0be6edad lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x7b32352f0be6edb4 expref: -99 pid: 17083 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838912.622617:0:21061:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.118@tcp lock: ffff8d907ef29800/0x7b32352f0be6edad lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x7b32352f0be6edb4 expref: -99 pid: 17083 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838912.622622:0:21061:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.118@tcp lock: ffff8d907ef29800/0x7b32352f0be6edad lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x7b32352f0be6edb4 expref: -99 pid: 17083 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838912.622628:0:21061:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.118@tcp lock: ffff8d907ef29800/0x7b32352f0be6edad lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x7b32352f0be6edb4 expref: -99 pid: 17083 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838912.622649:0:21061:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 10000000:01000000:2.0:1787838912.622666:0:21061:0:(mgc_request.c:547:config_log_end()) end config log lustre-OST0000 (0) 00000020:01000004:2.0:1787838912.622692:0:21061:0:(tgt_mount.c:2112:server_put_super()) stopping lustre-OST0000 00000020:01000000:2.0:1787838912.622696:0:21061:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0000 (flags='F') 00000020:00000080:2.0:1787838912.622701:0:21061:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1787838912.622707:0:21061:0:(obd_config.c:956:class_cleanup()) lustre-OST0000: forcing exports to disconnect: 0/1 00000020:00080000:2.0:1787838912.622721:0:21061:0:(genops.c:1558:class_disconnect_exports()) OBD device 22 (ffff8d9064250000) has no exports 00000020:00080000:2.0:1787838912.622744:0:21061:0:(genops.c:1558:class_disconnect_exports()) OBD device 22 (ffff8d9064250000) has no exports 00010000:00010000:0.0:1787838912.623300:0:17075:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1787838912.623309:0:17075:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.118@tcp lock: ffff8d9045189800/0x7b32352f0be6ea57 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0x7b32352f0be6ea5e expref: -99 pid: 18588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838912.623317:0:17075:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d9045189800 already unused, calling callback (ffffffffc1154c20) 10000000:00010000:0.0:1787838912.623329:0:17075:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.118@tcp lock: ffff8d9045189800/0x7b32352f0be6ea57 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0x7b32352f0be6ea5e expref: -99 pid: 18588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838912.623338:0:17075:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.118@tcp lock: ffff8d9045189800/0x7b32352f0be6ea57 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1008400000000 nid: local remote: 0x7b32352f0be6ea5e expref: -99 pid: 18588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1787838912.623345:0:17075:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.118@tcp lock: ffff8d9045189800/0x7b32352f0be6ea57 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1009400000000 nid: local remote: 0x7b32352f0be6ea5e expref: -99 pid: 18588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1787838912.623351:0:17075:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:0.0:1787838912.623353:0:17075:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-OST0000: stopping, won't requeue 10000000:01000000:0.0:1787838912.623356:0:17075:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-OST0000 00010000:00010000:0.0:1787838912.623370:0:17075:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff8d90453a3000 00010000:00010000:0.0:1787838912.623374:0:17075:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.118@tcp lock: ffff8d9045189800/0x7b32352f0be6ea57 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000000 nid: local remote: 0x7b32352f0be6ea5e expref: -99 pid: 18588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838912.623382:0:17075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.118@tcp lock: ffff8d9045189800/0x7b32352f0be6ea57 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000000 nid: local remote: 0x7b32352f0be6ea5e expref: -99 pid: 18588 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838912.623395:0:17075:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787838912.623398:0:17075:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.118@tcp lock: ffff8d907ef29800/0x7b32352f0be6edad lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x7b32352f0be6edb4 expref: -99 pid: 17083 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838912.623404:0:17075:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d907ef29800 already unused, calling callback (ffffffffc1154c20) 10000000:00010000:0.0:1787838912.623407:0:17075:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.118@tcp lock: ffff8d907ef29800/0x7b32352f0be6edad lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x7b32352f0be6edb4 expref: -99 pid: 17083 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838912.623414:0:17075:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.118@tcp lock: ffff8d907ef29800/0x7b32352f0be6edad lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0x7b32352f0be6edb4 expref: -99 pid: 17083 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1787838912.623420:0:17075:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.118@tcp lock: ffff8d907ef29800/0x7b32352f0be6edad lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0x7b32352f0be6edb4 expref: -99 pid: 17083 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1787838912.623433:0:17075:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:0.0:1787838912.623435:0:17075:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 10000000:01000000:0.0:1787838912.623437:0:17075:0:(mgc_request.c:130:config_log_put()) dropping config log params 00010000:00010000:0.0:1787838912.623443:0:17075:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff8d90453a3000 00010000:00010000:0.0:1787838912.623446:0:17075:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.118@tcp lock: ffff8d907ef29800/0x7b32352f0be6edad lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0x7b32352f0be6edb4 expref: -99 pid: 17083 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838912.623452:0:17075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.118@tcp lock: ffff8d907ef29800/0x7b32352f0be6edad lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0x7b32352f0be6edb4 expref: -99 pid: 17083 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838912.623461:0:17075:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787838912.623463:0:17075:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787838912.623465:0:17075:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787838912.623620:0:19664:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000000:2.0:1787838912.630387:0:21061:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff8d904540d2a0 - data ffff8d9065095e58/ffff8d8f43a15800 00000020:01000000:2.0:1787838912.630893:0:21061:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff8d8f42de2420 - data ffff8d9044beaa20/ffff8d907bdaa000 00100000:10000000:2.0:1787838912.641371:0:21061:0:(lfsck_layout.c:753:lfsck_rbtree_cleanup()) lustre-OST0000-osd: layout LFSCK fini OST-objects accessing bitmap 00000020:00000080:0.0:1787838912.649499:0:21061:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x7b32352f0be6ea6c 00000020:00000080:0.0:1787838912.649511:0:21061:0:(genops.c:885:class_export_put()) final put ffff8d8f43da4000/lustre-OST0000-osd_UUID 00000020:01000004:0.0:1787838912.649531:0:21061:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8d9046a17800 from lustre-OST0000, refs=2 00000020:01000004:0.0:1787838912.649535:0:21061:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8d9046a17800 2 00000020:00000080:2.0:1787838912.649611:0:476:0:(genops.c:844:class_export_destroy()) destroying export ffff8d8f43da4000/lustre-OST0000-osd_UUID for lustre-OST0000-osd 00000020:01000004:0.0:1787838912.649647:0:21061:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff8d9046a17800 from lustre-OST0000 00000020:00000080:0.0:1787838912.649671:0:21061:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1787838912.649680:0:21061:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000 (uuid lustre-OST0000_UUID) 00000020:00000080:0.0:1787838912.649683:0:21061:0:(genops.c:885:class_export_put()) final put ffff8d8f43da7800/lustre-OST0000_UUID 00000020:00000080:0.0:1787838912.649685:0:21061:0:(genops.c:844:class_export_destroy()) destroying export ffff8d8f43da7800/lustre-OST0000_UUID for lustre-OST0000 00000020:01000000:0.0:1787838912.649691:0:21061:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000 (lustre-OST0000_UUID) 00000020:01000004:0.0:1787838912.649749:0:21061:0:(obd_mount.c:578:lustre_stop_mgc()) MGC still has 1 references. 00000020:01000000:0.0:1787838912.649753:0:21061:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-OST0000 (flags='F') 00000020:00000080:0.0:1787838912.649757:0:21061:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1787838912.649761:0:21061:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-lwp-OST0000: forcing exports to disconnect: 1/3 00000020:00080000:0.0:1787838912.649768:0:21061:0:(genops.c:1819:print_export_data()) lustre-MDT0000-lwp-OST0000: ACTIVE ffff8d8f43ce9800 lustre-MDT0000-lwp-OST0000 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1787838912.649773:0:21061:0:(genops.c:1553:class_disconnect_exports()) OBD device 23 (ffff8d9064209a48) has exports, disconnecting them 00000020:00080000:0.0:1787838912.649787:0:21061:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000-lwp-OST0000: disconnecting export at 0@lo (ffff8d8f43ce9800), last request at 1787838826 00000020:00000080:0.0:1787838912.649791:0:21061:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x7b32352f0be6ea96 00000020:00080000:0.0:1787838912.649801:0:21061:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff8d8f43ce9800): rc 0 00000020:00000080:0.0:1787838912.649805:0:21061:0:(genops.c:885:class_export_put()) final put ffff8d8f43ce9800/lustre-MDT0000-lwp-OST0000 00000020:00000080:2.0:1787838912.649932:0:476:0:(genops.c:844:class_export_destroy()) destroying export ffff8d8f43ce9800/lustre-MDT0000-lwp-OST0000 for lustre-MDT0000-lwp-OST0000 00010000:01000000:1.0:1787838912.653113:0:21061:0:(obd_class.h:671:obd_cleanup_client_import()) lustre-MDT0000-lwp-OST0000: client import never connected 00000100:00080000:1.0:1787838912.653122:0:21061:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:1.0:1787838912.653146:0:21061:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 5 00000100:00100000:1.0:1787838912.653152:0:21061:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:1.0:1787838912.653333:0:21061:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1787838912.653341:0:21061:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-OST0000 (uuid lustre-MDT0000-lwp-OST0000_UUID) 00000020:01000000:1.0:1787838912.653347:0:21061:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-lwp-OST0000 (flags='F') 00000020:00000080:1.0:1787838912.653351:0:21061:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1787838912.653355:0:21061:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001-lwp-OST0000: forcing exports to disconnect: 1/3 00000020:00080000:1.0:1787838912.653362:0:21061:0:(genops.c:1819:print_export_data()) lustre-MDT0001-lwp-OST0000: ACTIVE ffff8d9046bba000 lustre-MDT0001-lwp-OST0000 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:1.0:1787838912.653368:0:21061:0:(genops.c:1553:class_disconnect_exports()) OBD device 24 (ffff8d9064208000) has exports, disconnecting them 00000020:00080000:1.0:1787838912.653373:0:21061:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0001-lwp-OST0000: disconnecting export at 0@lo (ffff8d9046bba000), last request at 1787838826 00000020:00000080:1.0:1787838912.653376:0:21061:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x7b32352f0be6eaab 00000020:00080000:1.0:1787838912.653389:0:21061:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff8d9046bba000): rc 0 00000020:00000080:1.0:1787838912.653393:0:21061:0:(genops.c:885:class_export_put()) final put ffff8d9046bba000/lustre-MDT0001-lwp-OST0000 00000020:00000080:2.0:1787838912.654051:0:476:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8d8f43ced800 for lustre-MDT0000-lwp-OST0000 00000020:00000080:2.0:1787838912.654060:0:476:0:(genops.c:885:class_export_put()) final put ffff8d9064cf1000/lustre-MDT0000-lwp-OST0000_UUID 00000020:00000080:2.0:1787838912.654064:0:476:0:(genops.c:844:class_export_destroy()) destroying export ffff8d9064cf1000/lustre-MDT0000-lwp-OST0000_UUID for lustre-MDT0000-lwp-OST0000 00000020:01000000:2.0:1787838912.654070:0:476:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-OST0000 (lustre-MDT0000-lwp-OST0000_UUID) 00000020:00000080:2.0:1787838912.654145:0:476:0:(genops.c:844:class_export_destroy()) destroying export ffff8d9046bba000/lustre-MDT0001-lwp-OST0000 for lustre-MDT0001-lwp-OST0000 00010000:01000000:2.0:1787838912.654934:0:21061:0:(obd_class.h:671:obd_cleanup_client_import()) lustre-MDT0001-lwp-OST0000: client import never connected 00000100:00080000:2.0:1787838912.654940:0:21061:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:2.0:1787838912.654953:0:21061:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 5 00000100:00100000:2.0:1787838912.654958:0:21061:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:2.0:1787838912.654981:0:476:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8d8f43ceb800 for lustre-MDT0001-lwp-OST0000 00000020:00000080:2.0:1787838912.655153:0:21061:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1787838912.655170:0:21061:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-lwp-OST0000 (uuid lustre-MDT0001-lwp-OST0000_UUID) 00000020:00000080:2.0:1787838912.655175:0:21061:0:(genops.c:885:class_export_put()) final put ffff8d8f43cef800/lustre-MDT0001-lwp-OST0000_UUID 00000020:00000080:2.0:1787838912.655178:0:21061:0:(genops.c:844:class_export_destroy()) destroying export ffff8d8f43cef800/lustre-MDT0001-lwp-OST0000_UUID for lustre-MDT0001-lwp-OST0000 00000020:01000000:2.0:1787838912.655183:0:21061:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-lwp-OST0000 (lustre-MDT0001-lwp-OST0000_UUID) 00000020:01000004:2.0:1787838912.655225:0:21061:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8d9046a17800 1 00000020:00000080:2.0:1787838912.655787:0:21061:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x7b32352f0be6ea49 00000020:00000080:2.0:1787838912.655794:0:21061:0:(genops.c:885:class_export_put()) final put ffff8d8f43da7000/lustre-OST0000-osd_UUID 00000020:01000000:2.0:1787838912.655806:0:21061:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osd (flags='') 00000020:00000080:2.0:1787838912.655817:0:476:0:(genops.c:844:class_export_destroy()) destroying export ffff8d8f43da7000/lustre-OST0000-osd_UUID for lustre-OST0000-osd 00000020:00000080:2.0:1787838912.655829:0:21061:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1787838912.655835:0:21061:0:(obd_config.c:956:class_cleanup()) lustre-OST0000-osd: forcing exports to disconnect: 0/1 00000020:00080000:2.0:1787838912.655839:0:21061:0:(genops.c:1558:class_disconnect_exports()) OBD device 20 (ffff8d90469b8000) has no exports 00000020:00000080:2.0:1787838912.680619:0:21061:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1787838912.680637:0:21061:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000-osd (uuid lustre-OST0000-osd_UUID) 00000020:00000080:2.0:1787838912.680643:0:21061:0:(genops.c:885:class_export_put()) final put ffff8d9046a11000/lustre-OST0000-osd_UUID 00000020:00000080:2.0:1787838912.680648:0:21061:0:(genops.c:844:class_export_destroy()) destroying export ffff8d9046a11000/lustre-OST0000-osd_UUID for lustre-OST0000-osd 00000020:01000000:2.0:1787838912.680659:0:21061:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000-osd (lustre-OST0000-osd_UUID) 00000020:01000004:2.0:1787838912.680855:0:21061:0:(obd_mount.c:668:lustre_free_lsi()) Freeing lsi ffff8d9046a13800 00000020:02000400:2.0:1787838912.680895:0:21061:0:(tgt_mount.c:2181:server_put_super()) server umount lustre-OST0000 complete 00010000:00010000:3.0:1787838912.881211:0:17074:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787838913.005511:0:476:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25e8299-1644-4bd6-978a-5a6f12eff031->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787838913.005521:0:476:0:(pinger.c:247:ptlrpc_pinger_process_import()) b25e8299-1644-4bd6-978a-5a6f12eff031->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1787838913.005523:0:476:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787838913.005526:0:476:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1787838913.005694:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d907f6fb840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3646:1874684455122560:0@lo:400:kworker.0 00000400:00000100:0.0:1787838913.005761:0:3646:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1874684455122560 offset 0 length 224: 4 00010000:00010000:0.0:1787838913.901561:0:17075:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787838914.671372:0:3642:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787838899/real 1787838899] req@ffff8d8f43bae1c0 x1874684455121536/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1787838914 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787838914.671403:0:3642:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d8f43bae1c0 x1874684455121536/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1787838914 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787838914.671423:0:3642:0:(import.c:65:import_set_state_nolock()) ffff8d9064cf1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787838914.671975:0:3642:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1787838914.671981:0:3642:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d8f43bae1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3642:1874684455121536:0@lo:38:kworker.0 00000100:00080000:1.0:1787838914.673598:0:476:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25e8299-1644-4bd6-978a-5a6f12eff031->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787838914.673605:0:476:0:(pinger.c:247:ptlrpc_pinger_process_import()) b25e8299-1644-4bd6-978a-5a6f12eff031->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1787838914.673608:0:476:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787838914.673612:0:476:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787838914.673615:0:476:0:(import.c:65:import_set_state_nolock()) ffff8d9064cf1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787838914.673622:0:476:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 583 00000100:00080000:1.0:1787838914.673627:0:476:0:(import.c:589:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 10s 00000100:00080000:1.0:1787838914.673641:0:476:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d9064cf1800 using connection 192.168.203.118@tcp/0@lo 00000100:00100000:1.0:1787838914.673673:0:476:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d8f43bae1c0 x1874684455122688/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787838914.673770:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1787838914.673786:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d8f43bac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3644:1874684455122816:0@lo:400:kworker.0 00000400:00000100:2.0:1787838914.673836:0:3644:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1874684455122816 offset 0 length 224: 4 00000100:00100000:3.0:1787838914.677806:0:3642:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d8f43bae1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3642:1874684455122688:0@lo:38:kworker.0 00000400:00000100:3.0:1787838914.677867:0:3642:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1874684455122688 offset 0 length 520: 4 00010000:00010000:3.0:1787838914.926237:0:19664:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000400:2.0:1787838915.313795:0:3645:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787838899/real 1787838899] req@ffff8d8f43bacf00 x1874684455121664/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 1 dl 1787838915 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787838915.337396:0:3645:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff8d8f43bacf00 x1874684455121664/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 1 dl 1787838915 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787838915.337475:0:3645:0:(import.c:65:import_set_state_nolock()) ffff8d8f42fe9800 lustre-MDT0001_UUID: changing import state from FULL to DISCONN 00000100:02000400:2.0:1787838915.337480:0:3645:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0001-lwp-OST0001: Connection to lustre-MDT0001 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:2.0:1787838915.349347:0:3645:0:(import.c:418:ptlrpc_pinger_force()) lustre-MDT0001_UUID: waking up pinger s:DISCONN 00000100:00080000:3.0:1787838915.349503:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25e8299-1644-4bd6-978a-5a6f12eff031->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787838915.349510:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) b25e8299-1644-4bd6-978a-5a6f12eff031->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1787838915.349513:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787838915.349517:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1787838915.349519:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787838915.349522:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787838915.349526:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d8f42fe9800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787838915.349534:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 526 00000100:00080000:3.0:1787838915.349544:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff8d8f42fe9800 using connection 192.168.203.118@tcp/0@lo 00000100:00100000:3.0:1787838915.349578:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d907f6f9a40 x1874684455122944/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787838915.350770:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d8f43bacf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3645:1874684455121664:0@lo:400:kworker.0 00000100:00100000:2.0:1787838915.350947:0:3642:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d907f6f9a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3642:1874684455122944:0@lo:38:kworker.0 00000400:00000100:2.0:1787838915.350999:0:3642:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1874684455122944 offset 0 length 520: 4 00000020:01000004:3.0:1787838915.600987:0:21264:0:(tgt_mount.c:2192:server_umount_begin()) umount -f 00000020:01000004:2.0:1787838915.615878:0:21264:0:(tgt_mount.c:2062:server_put_super()) server put_super lustre-OST0001 00010000:00010000:2.0:1787838915.615995:0:21264:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.118@tcp lock: ffff8d9045188a00/0x7b32352f0be6ebe6 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x7b32352f0be6ebed expref: -99 pid: 19407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838915.616013:0:21264:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.118@tcp lock: ffff8d9045188a00/0x7b32352f0be6ebe6 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x7b32352f0be6ebed expref: -99 pid: 19407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838915.616021:0:21264:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.118@tcp lock: ffff8d9045188a00/0x7b32352f0be6ebe6 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0x7b32352f0be6ebed expref: -99 pid: 19407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838915.616029:0:21264:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.118@tcp lock: ffff8d9045188a00/0x7b32352f0be6ebe6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0x7b32352f0be6ebed expref: -99 pid: 19407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838915.616049:0:21264:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:2.0:1787838915.616054:0:21264:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00000100:00080000:2.0:1787838915.616078:0:21264:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1787838915.616090:0:21264:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff8d8f43bae1c0 x1874684455122688/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1787838934 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787838915.616120:0:21264:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 3 00010000:00010000:3.0:1787838915.616420:0:17074:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787838915.616430:0:17074:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.118@tcp lock: ffff8d9045188a00/0x7b32352f0be6ebe6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0x7b32352f0be6ebed expref: -99 pid: 19407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787838915.616449:0:17074:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d9045188a00 already unused, calling callback (ffffffffc1154c20) 10000000:00010000:3.0:1787838915.616453:0:17074:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.118@tcp lock: ffff8d9045188a00/0x7b32352f0be6ebe6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0x7b32352f0be6ebed expref: -99 pid: 19407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787838915.616461:0:17074:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.118@tcp lock: ffff8d9045188a00/0x7b32352f0be6ebe6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0x7b32352f0be6ebed expref: -99 pid: 19407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1787838915.616469:0:17074:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.118@tcp lock: ffff8d9045188a00/0x7b32352f0be6ebe6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0x7b32352f0be6ebed expref: -99 pid: 19407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1787838915.616474:0:17074:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:3.0:1787838915.616476:0:17074:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:3.0:1787838915.616478:0:17074:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:3.0:1787838915.616491:0:17074:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff8d90453a3000 00010000:00010000:3.0:1787838915.616494:0:17074:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.118@tcp lock: ffff8d9045188a00/0x7b32352f0be6ebe6 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0x7b32352f0be6ebed expref: -99 pid: 19407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787838915.616501:0:17074:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.118@tcp lock: ffff8d9045188a00/0x7b32352f0be6ebe6 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0x7b32352f0be6ebed expref: -99 pid: 19407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787838915.616512:0:17074:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787838915.616513:0:17074:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787838915.616515:0:17074:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787838915.617057:0:21264:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID 00000100:00080000:0.0:1787838915.618637:0:3642:0:(import.c:65:import_set_state_nolock()) ffff8d9064cf1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787838915.618647:0:21264:0:(import.c:65:import_set_state_nolock()) ffff8d9064cf1800 lustre-MDT0000_UUID: changing import state from DISCONN to CLOSED 00000100:00080000:0.0:1787838915.618648:0:3642:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-5) 00000100:00100000:0.0:1787838915.618654:0:3642:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d8f43bae1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3642:1874684455122688:0@lo:38:kworker.0 00000100:00080000:3.0:1787838915.618769:0:21264:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1787838915.618773:0:21264:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 4 00000100:00100000:3.0:1787838915.618778:0:21264:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00080000:3.0:1787838915.622074:0:21264:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:3.0:1787838915.622092:0:21264:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff8d8f43bae580 x1874684455121920/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787838918 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787838915.622292:0:21264:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff8d8f43bac780 x1874684455122176/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787838920 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787838915.622317:0:21264:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff8d8f43baf840 x1874684455122432/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787838923 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787838915.622331:0:21264:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff8d907f6fb840 x1874684455122560/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787838929 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787838915.622340:0:21264:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff8d8f43bac000 x1874684455122816/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787838930 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787838915.622468:0:21264:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff8d907f6f9a40 x1874684455122944/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1787838925 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787838915.622510:0:21264:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: committing for last_committed 0 gen 3 00000100:00080000:3.0:1787838915.622516:0:21264:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID 00000100:00080000:3.0:1787838915.622522:0:21264:0:(import.c:65:import_set_state_nolock()) ffff8d8f42fe9800 lustre-MDT0001_UUID: changing import state from CONNECTING to CLOSED 00000100:00080000:3.0:1787838915.622527:0:21264:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:3.0:1787838915.622531:0:21264:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff8d8f43bae580 x1874684455121920/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787838918 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787838915.622593:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d8f43bac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3644:1874684455122816:0@lo:400:kworker.0 00000100:00100000:0.0:1787838915.625633:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d8f43bae580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3643:1874684455121920:0@lo:400:kworker.0 00000100:00100000:3.0:1787838915.629302:0:21264:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff8d8f43bac780 x1874684455122176/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787838920 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787838915.629321:0:21264:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff8d8f43baf840 x1874684455122432/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787838923 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787838915.629330:0:21264:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff8d907f6fb840 x1874684455122560/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787838929 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787838915.629338:0:21264:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff8d8f43bac000 x1874684455122816/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787838930 ref 1 fl Complete:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787838915.629355:0:21264:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff8d907f6f9a40 x1874684455122944/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1787838925 ref 1 fl Interpret:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787838915.629379:0:21264:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: committing for last_committed 0 gen 4 00000100:00100000:2.0:1787838915.631149:0:3642:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d907f6f9a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3642:1874684455122944:0@lo:38:kworker.0 00000100:00100000:1.0:1787838915.631149:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d8f43bac780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3644:1874684455122176:0@lo:400:kworker.0 00000100:00100000:2.0:1787838915.632323:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d907f6fb840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3646:1874684455122560:0@lo:400:kworker.0 00000100:00100000:2.0:1787838915.632334:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d8f43baf840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3646:1874684455122432:0@lo:400:kworker.0 00000100:00100000:3.0:1787838915.632806:0:21264:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:3.0:1787838915.634926:0:21264:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.118@tcp lock: ffff8d9045188600/0x7b32352f0be6ebbc lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x7b32352f0be6ebc3 expref: -99 pid: 19407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787838915.634946:0:21264:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.118@tcp lock: ffff8d9045188600/0x7b32352f0be6ebbc lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x7b32352f0be6ebc3 expref: -99 pid: 19407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787838915.634953:0:21264:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.118@tcp lock: ffff8d9045188600/0x7b32352f0be6ebbc lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x7b32352f0be6ebc3 expref: -99 pid: 19407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787838915.634959:0:21264:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.118@tcp lock: ffff8d9045188600/0x7b32352f0be6ebbc lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x7b32352f0be6ebc3 expref: -99 pid: 19407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787838915.635845:0:21264:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1787838915.635859:0:21264:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.118@tcp lock: ffff8d907b214e00/0x7b32352f0be6ed9f lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7b32352f0be6eda6 expref: -99 pid: 17083 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787838915.635868:0:21264:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.118@tcp lock: ffff8d907b214e00/0x7b32352f0be6ed9f lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x7b32352f0be6eda6 expref: -99 pid: 17083 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787838915.635875:0:21264:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.118@tcp lock: ffff8d907b214e00/0x7b32352f0be6ed9f lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x7b32352f0be6eda6 expref: -99 pid: 17083 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787838915.635881:0:21264:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.118@tcp lock: ffff8d907b214e00/0x7b32352f0be6ed9f lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x7b32352f0be6eda6 expref: -99 pid: 17083 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838915.635933:0:17075:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1787838915.635941:0:17075:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.118@tcp lock: ffff8d9045188600/0x7b32352f0be6ebbc lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x7b32352f0be6ebc3 expref: -99 pid: 19407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838915.635948:0:17075:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d9045188600 already unused, calling callback (ffffffffc1154c20) 10000000:00010000:0.0:1787838915.635952:0:17075:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.118@tcp lock: ffff8d9045188600/0x7b32352f0be6ebbc lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x7b32352f0be6ebc3 expref: -99 pid: 19407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838915.635961:0:17075:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.118@tcp lock: ffff8d9045188600/0x7b32352f0be6ebbc lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0x7b32352f0be6ebc3 expref: -99 pid: 19407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1787838915.635967:0:17075:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.118@tcp lock: ffff8d9045188600/0x7b32352f0be6ebbc lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0x7b32352f0be6ebc3 expref: -99 pid: 19407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1787838915.635973:0:17075:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:0.0:1787838915.636037:0:17075:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-OST0001: stopping, won't requeue 00010000:00010000:0.0:1787838915.636050:0:17075:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff8d90453a3000 00010000:00010000:0.0:1787838915.636069:0:17075:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.118@tcp lock: ffff8d9045188600/0x7b32352f0be6ebbc lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0x7b32352f0be6ebc3 expref: -99 pid: 19407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838915.636076:0:17075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.118@tcp lock: ffff8d9045188600/0x7b32352f0be6ebbc lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0x7b32352f0be6ebc3 expref: -99 pid: 19407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838915.636091:0:17075:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787838915.636094:0:17075:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.118@tcp lock: ffff8d907b214e00/0x7b32352f0be6ed9f lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x7b32352f0be6eda6 expref: -99 pid: 17083 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838915.636100:0:17075:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d907b214e00 already unused, calling callback (ffffffffc1154c20) 10000000:00010000:0.0:1787838915.636103:0:17075:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.118@tcp lock: ffff8d907b214e00/0x7b32352f0be6ed9f lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x7b32352f0be6eda6 expref: -99 pid: 17083 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838915.636110:0:17075:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.118@tcp lock: ffff8d907b214e00/0x7b32352f0be6ed9f lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0x7b32352f0be6eda6 expref: -99 pid: 17083 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1787838915.636116:0:17075:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.118@tcp lock: ffff8d907b214e00/0x7b32352f0be6ed9f lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0x7b32352f0be6eda6 expref: -99 pid: 17083 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1787838915.636121:0:17075:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:0.0:1787838915.639669:0:17075:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 00010000:00010000:0.0:1787838915.639704:0:17075:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff8d90453a3000 00010000:00010000:0.0:1787838915.639713:0:17075:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.118@tcp lock: ffff8d907b214e00/0x7b32352f0be6ed9f lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000000 nid: local remote: 0x7b32352f0be6eda6 expref: -99 pid: 17083 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838915.639732:0:17075:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787838915.639734:0:17075:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787838915.639752:0:21264:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:3.0:1787838915.639760:0:21264:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.118@tcp lock: ffff8d907b214e00/0x7b32352f0be6ed9f lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000000 nid: local remote: 0x7b32352f0be6eda6 expref: -99 pid: 17083 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1787838915.639797:0:21264:0:(mgc_request.c:130:config_log_put()) dropping config log params 10000000:01000000:3.0:1787838915.639802:0:21264:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-OST0001 10000000:01000000:3.0:1787838915.639805:0:21264:0:(mgc_request.c:547:config_log_end()) end config log lustre-OST0001 (0) 00000020:01000004:3.0:1787838915.639839:0:21264:0:(tgt_mount.c:2112:server_put_super()) stopping lustre-OST0001 00000020:01000000:3.0:1787838915.639843:0:21264:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0001 (flags='F') 00000020:00000080:3.0:1787838915.639849:0:21264:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1787838915.639855:0:21264:0:(obd_config.c:956:class_cleanup()) lustre-OST0001: forcing exports to disconnect: 0/1 00000020:00080000:3.0:1787838915.639859:0:21264:0:(genops.c:1558:class_disconnect_exports()) OBD device 26 (ffff8d907b0e9a48) has no exports 00000020:00080000:3.0:1787838915.639885:0:21264:0:(genops.c:1558:class_disconnect_exports()) OBD device 26 (ffff8d907b0e9a48) has no exports 00010000:00010000:2.0:1787838915.642098:0:19664:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000000:3.0:1787838915.642931:0:21264:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff8d904540d780 - data ffff8d906515b288/ffff8d9046b9bc00 00010000:00010000:0.0:1787838915.643317:0:17075:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000000:3.0:1787838915.643530:0:21264:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff8d904540d240 - data ffff8d906516f870/ffff8d8f43a16000 00100000:10000000:3.0:1787838915.655434:0:21264:0:(lfsck_layout.c:753:lfsck_rbtree_cleanup()) lustre-OST0001-osd: layout LFSCK fini OST-objects accessing bitmap 00000020:00000080:0.0:1787838915.663856:0:21264:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x7b32352f0be6ebd1 00000020:00000080:0.0:1787838915.663869:0:21264:0:(genops.c:885:class_export_put()) final put ffff8d8f44b2b800/lustre-OST0001-osd_UUID 00000020:01000004:0.0:1787838915.663896:0:21264:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8d9046f45800 from lustre-OST0001, refs=2 00000020:01000004:0.0:1787838915.663900:0:21264:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8d9046f45800 2 00000020:01000004:0.0:1787838915.663903:0:21264:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff8d9046f45800 from lustre-OST0001 00000020:00000080:0.0:1787838915.663933:0:21264:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1787838915.663945:0:21264:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001 (uuid lustre-OST0001_UUID) 00000020:00000080:0.0:1787838915.663949:0:21264:0:(genops.c:885:class_export_put()) final put ffff8d9046b95000/lustre-OST0001_UUID 00000020:00000080:0.0:1787838915.663952:0:21264:0:(genops.c:844:class_export_destroy()) destroying export ffff8d9046b95000/lustre-OST0001_UUID for lustre-OST0001 00000020:01000000:0.0:1787838915.663959:0:21264:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001 (lustre-OST0001_UUID) 00000100:00080000:0.0:1787838915.664058:0:21264:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import b25e8299-1644-4bd6-978a-5a6f12eff031->MGS 00010000:00010000:0.0:1787838915.664074:0:21264:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.118@tcp lock: ffff8d8f43ccb600/0x7b32352f0be6e915 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0x7b32352f0be6e91c expref: -99 pid: 17818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1787838915.664087:0:21264:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.118@tcp lock: ffff8d8f43ccb600/0x7b32352f0be6e915 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0x7b32352f0be6e91c expref: -99 pid: 17818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1787838915.664094:0:21264:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 10000000:01000000:0.0:1787838915.664097:0:21264:0:(mgc_request.c:954:mgc_blocking_ast()) log nodemap: disconnecting, won't requeue 10000000:01000000:0.0:1787838915.664100:0:21264:0:(mgc_request.c:130:config_log_put()) dropping config log nodemap 00010000:00010000:0.0:1787838915.664113:0:21264:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff8d90453a3000 00010000:00010000:0.0:1787838915.664117:0:21264:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.118@tcp lock: ffff8d8f43ccb600/0x7b32352f0be6e915 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0x7b32352f0be6e91c expref: -99 pid: 17818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838915.664165:0:21264:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.118@tcp lock: ffff8d8f43ccac00/0x7b32352f0be6e804 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0x7b32352f0be6e80b expref: -99 pid: 17065 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1787838915.664173:0:21264:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.118@tcp lock: ffff8d8f43ccac00/0x7b32352f0be6e804 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0x7b32352f0be6e80b expref: -99 pid: 17065 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1787838915.664179:0:21264:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:0.0:1787838915.664181:0:21264:0:(mgc_request.c:954:mgc_blocking_ast()) log lustre-s: disconnecting, won't requeue 10000000:01000000:0.0:1787838915.664183:0:21264:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-sptlrpc 00010000:00010000:0.0:1787838915.664201:0:21264:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff8d90453a3000 00000020:00000080:1.0:1787838915.664315:0:476:0:(genops.c:844:class_export_destroy()) destroying export ffff8d8f44b2b800/lustre-OST0001-osd_UUID for lustre-OST0001-osd 00010000:00010000:0.0:1787838915.664405:0:21264:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.118@tcp lock: ffff8d8f43ccac00/0x7b32352f0be6e804 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0x7b32352f0be6e80b expref: -99 pid: 17065 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:0.0:1787838915.664426:0:21264:0:(import.c:65:import_set_state_nolock()) ffff8d90453a3000 MGS: changing import state from CONNECTING to CLOSED 10000000:01000000:0.0:1787838915.664430:0:21264:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808001 00000100:00080000:0.0:1787838915.664433:0:21264:0:(pinger.c:193:ptlrpc_pinger_ir_down()) IR down 10000000:01000000:0.0:1787838915.664435:0:21264:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00080000:0.0:1787838915.664439:0:21264:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00100000:0.0:1787838915.664450:0:21264:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff8d8f43baf0c0 x1874684455122304/t0(0) o250->MGC192.168.203.118@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1787838922 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 10000000:01000000:0.0:1787838915.664511:0:21264:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00100000:0.0:1787838915.664514:0:21264:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 9s for inflight to error out 00000100:00100000:2.0:1787838915.664900:0:3642:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d8f43baf0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25e8299-1644-4bd6-978a-5a6f12eff031:3642:1874684455122304:0@lo:250:kworker.0 10000000:01000000:0.0:1787838915.664968:0:21264:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808003 00000020:00000080:0.0:1787838915.664976:0:21264:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x7b32352f0be6e7ef 00000020:00000080:0.0:1787838915.664982:0:21264:0:(genops.c:885:class_export_put()) final put ffff8d90742f2000/b25e8299-1644-4bd6-978a-5a6f12eff031 00000020:01000000:0.0:1787838915.664999:0:21264:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of MGC192.168.203.118@tcp (flags='') 00000020:00000080:0.0:1787838915.665005:0:21264:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1787838915.665010:0:21264:0:(obd_config.c:956:class_cleanup()) MGC192.168.203.118@tcp: forcing exports to disconnect: 0/3 00000020:00080000:0.0:1787838915.665015:0:21264:0:(genops.c:1558:class_disconnect_exports()) OBD device 2 (ffff8d907b0eb490) has no exports 00000020:00000080:1.0:1787838915.665070:0:476:0:(genops.c:844:class_export_destroy()) destroying export ffff8d90742f2000/b25e8299-1644-4bd6-978a-5a6f12eff031 for MGC192.168.203.118@tcp 10000000:01000000:2.0:1787838915.665177:0:17083:0:(mgc_request.c:708:mgc_requeue_thread()) Ending requeue thread 10000000:01000000:0.0:1787838915.665446:0:21264:0:(obd_class.h:671:obd_cleanup_client_import()) MGC192.168.203.118@tcp: client import never connected 00000100:00080000:0.0:1787838915.665449:0:21264:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 10000000:01000000:0.0:1787838915.665452:0:21264:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00100000:0.0:1787838915.665454:0:21264:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 10000000:01000000:0.0:1787838915.665456:0:21264:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808003 00000020:00000080:0.0:1787838915.665530:0:21264:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1787838915.665536:0:21264:0:(obd_config.c:883:class_detach()) detach on obd MGC192.168.203.118@tcp (uuid b25e8299-1644-4bd6-978a-5a6f12eff031) 00000020:01000000:0.0:1787838915.665542:0:21264:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-OST0001 (flags='F') 00000020:00000080:0.0:1787838915.665545:0:21264:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1787838915.665549:0:21264:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-lwp-OST0001: forcing exports to disconnect: 1/3 00000020:00080000:0.0:1787838915.665554:0:21264:0:(genops.c:1819:print_export_data()) lustre-MDT0000-lwp-OST0001: ACTIVE ffff8d8f43da4800 lustre-MDT0000-lwp-OST0001 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1787838915.665560:0:21264:0:(genops.c:1553:class_disconnect_exports()) OBD device 27 (ffff8d9081fd4ed8) has exports, disconnecting them 00000020:00080000:0.0:1787838915.665572:0:21264:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000-lwp-OST0001: disconnecting export at 0@lo (ffff8d8f43da4800), last request at 1787838842 00000020:00000080:0.0:1787838915.665577:0:21264:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x7b32352f0be6ebfb 00000020:00080000:0.0:1787838915.665587:0:21264:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff8d8f43da4800): rc 0 00000020:00000080:0.0:1787838915.665591:0:21264:0:(genops.c:885:class_export_put()) final put ffff8d8f43da4800/lustre-MDT0000-lwp-OST0001 00000020:00000080:1.0:1787838915.665688:0:476:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8d90453a3000 for MGC192.168.203.118@tcp 00000020:00000080:1.0:1787838915.665703:0:476:0:(genops.c:885:class_export_put()) final put ffff8d90453a4800/b25e8299-1644-4bd6-978a-5a6f12eff031 00000020:00000080:1.0:1787838915.665705:0:476:0:(genops.c:844:class_export_destroy()) destroying export ffff8d90453a4800/b25e8299-1644-4bd6-978a-5a6f12eff031 for MGC192.168.203.118@tcp 00000020:01000000:1.0:1787838915.665711:0:476:0:(genops.c:441:class_free_dev()) finishing cleanup of obd MGC192.168.203.118@tcp (b25e8299-1644-4bd6-978a-5a6f12eff031) 00000020:00000080:1.0:1787838915.666865:0:476:0:(genops.c:844:class_export_destroy()) destroying export ffff8d8f43da4800/lustre-MDT0000-lwp-OST0001 for lustre-MDT0000-lwp-OST0001 00010000:01000000:0.0:1787838915.674219:0:21264:0:(obd_class.h:671:obd_cleanup_client_import()) lustre-MDT0000-lwp-OST0001: client import never connected 00000100:00080000:0.0:1787838915.674230:0:21264:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1787838915.674234:0:21264:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 5 00000100:00100000:0.0:1787838915.674241:0:21264:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:0.0:1787838915.674442:0:21264:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1787838915.674452:0:21264:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-OST0001 (uuid lustre-MDT0000-lwp-OST0001_UUID) 00000020:01000000:0.0:1787838915.674459:0:21264:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-lwp-OST0001 (flags='F') 00000020:00000080:0.0:1787838915.674468:0:21264:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1787838915.674473:0:21264:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001-lwp-OST0001: forcing exports to disconnect: 1/3 00000020:00080000:0.0:1787838915.674480:0:21264:0:(genops.c:1819:print_export_data()) lustre-MDT0001-lwp-OST0001: ACTIVE ffff8d90706da000 lustre-MDT0001-lwp-OST0001 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1787838915.674486:0:21264:0:(genops.c:1553:class_disconnect_exports()) OBD device 28 (ffff8d9081fd0000) has exports, disconnecting them 00000020:00080000:0.0:1787838915.674491:0:21264:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0001-lwp-OST0001: disconnecting export at 0@lo (ffff8d90706da000), last request at 1787838842 00000020:00000080:0.0:1787838915.674495:0:21264:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x7b32352f0be6ec10 00000020:00080000:0.0:1787838915.674510:0:21264:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff8d90706da000): rc 0 00000020:00000080:0.0:1787838915.674519:0:21264:0:(genops.c:885:class_export_put()) final put ffff8d90706da000/lustre-MDT0001-lwp-OST0001 00000020:00000080:2.0:1787838915.674576:0:476:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8d9064cf1800 for lustre-MDT0000-lwp-OST0001 00000020:00000080:2.0:1787838915.674593:0:476:0:(genops.c:885:class_export_put()) final put ffff8d8f44b29000/lustre-MDT0000-lwp-OST0001_UUID 00000020:00000080:2.0:1787838915.674596:0:476:0:(genops.c:844:class_export_destroy()) destroying export ffff8d8f44b29000/lustre-MDT0000-lwp-OST0001_UUID for lustre-MDT0000-lwp-OST0001 00000020:01000000:2.0:1787838915.674601:0:476:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-OST0001 (lustre-MDT0000-lwp-OST0001_UUID) 00000020:00000080:2.0:1787838915.674659:0:476:0:(genops.c:844:class_export_destroy()) destroying export ffff8d90706da000/lustre-MDT0001-lwp-OST0001 for lustre-MDT0001-lwp-OST0001 00010000:01000000:2.0:1787838915.679340:0:21264:0:(obd_class.h:671:obd_cleanup_client_import()) lustre-MDT0001-lwp-OST0001: client import never connected 00000100:00080000:2.0:1787838915.679350:0:21264:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:2.0:1787838915.679353:0:21264:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: committing for last_committed 0 gen 5 00000100:00100000:2.0:1787838915.679364:0:21264:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:2.0:1787838915.679393:0:476:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8d8f42fe9800 for lustre-MDT0001-lwp-OST0001 00010000:00010000:3.0:1787838915.681308:0:17074:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-1 blwis in pool) 00010000:00010000:2.0:1787838915.685230:0:19664:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-2 blwis in pool) 00010000:00010000:2.0:1787838915.688203:0:17075:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-3 blwis in pool) 00000100:00100000:3.0:1787838915.688815:0:17069:0:(service.c:3183:ptlrpc_main()) ldlm_cb00_000: service thread [ffff8d905e138a00:17069] 0 exiting: rc = 1 00000100:00100000:1.0:1787838915.693115:0:17070:0:(service.c:3183:ptlrpc_main()) ldlm_cb00_001: service thread [ffff8d905e139e00:17070] 1 exiting: rc = 0 00000100:00100000:2.0:1787838915.693701:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838915.693971:0:17072:0:(service.c:3183:ptlrpc_main()) ldlm_cn00_001: service thread [ffff8d905e138800:17072] 1 exiting: rc = 0 00000100:00100000:1.0:1787838915.694073:0:20114:0:(service.c:3183:ptlrpc_main()) ldlm_cn00_003: service thread [ffff8d907bd14600:20114] 3 exiting: rc = 0 00000100:00100000:1.0:1787838915.694299:0:17071:0:(service.c:3183:ptlrpc_main()) ldlm_cn00_000: service thread [ffff8d905e138c00:17071] 0 exiting: rc = 1 00000100:00100000:1.0:1787838915.694351:0:17073:0:(service.c:3183:ptlrpc_main()) ldlm_cn00_002: service thread [ffff8d905e139c00:17073] 2 exiting: rc = 0 00000100:00100000:2.0:1787838915.694438:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838915.694445:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838915.694452:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838915.694459:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838915.694465:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838915.694471:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838915.694478:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838915.694482:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838915.694488:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838915.694492:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838915.694497:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838915.694502:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838915.694507:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838915.694512:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838915.694517:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838915.694522:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838915.694528:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838915.694533:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838915.694539:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838915.694558:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838915.694563:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838915.694567:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838915.694572:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838915.694577:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838915.694583:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838915.694588:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838915.694593:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838915.694598:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838915.694604:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838915.694609:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838915.694615:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838915.694620:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838915.694626:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838915.694631:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838915.694636:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838915.694641:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838915.694646:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838915.694651:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838915.694657:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838915.694662:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838915.694667:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838915.694671:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838915.694676:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838915.694682:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838915.694686:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838915.694702:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838915.694707:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838915.694712:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838915.694717:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838915.694722:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838915.694727:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838915.694732:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838915.694737:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838915.694742:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838915.694756:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838915.694761:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838915.694766:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838915.694771:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838915.694776:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838915.694781:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838915.694786:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838915.694790:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838915.694795:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838915.694800:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:00000080:2.0:1787838915.695792:0:21264:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1787838915.695804:0:21264:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-lwp-OST0001 (uuid lustre-MDT0001-lwp-OST0001_UUID) 00000020:00000080:2.0:1787838915.695809:0:21264:0:(genops.c:885:class_export_put()) final put ffff8d8f42fea000/lustre-MDT0001-lwp-OST0001_UUID 00000020:00000080:2.0:1787838915.695813:0:21264:0:(genops.c:844:class_export_destroy()) destroying export ffff8d8f42fea000/lustre-MDT0001-lwp-OST0001_UUID for lustre-MDT0001-lwp-OST0001 00000020:01000000:2.0:1787838915.695819:0:21264:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-lwp-OST0001 (lustre-MDT0001-lwp-OST0001_UUID) 00000020:01000004:2.0:1787838915.695864:0:21264:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8d9046f45800 1 00000020:00000080:2.0:1787838915.695870:0:21264:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x7b32352f0be6ebb5 00000020:00000080:2.0:1787838915.695875:0:21264:0:(genops.c:885:class_export_put()) final put ffff8d9046f46000/lustre-OST0001-osd_UUID 00000020:01000000:2.0:1787838915.695932:0:21264:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0001-osd (flags='') 00000020:00000080:2.0:1787838915.695936:0:21264:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1787838915.695941:0:21264:0:(obd_config.c:956:class_cleanup()) lustre-OST0001-osd: forcing exports to disconnect: 0/2 00000020:00080000:2.0:1787838915.695944:0:21264:0:(genops.c:1558:class_disconnect_exports()) OBD device 25 (ffff8d90469bb490) has no exports 00000020:00000080:1.0:1787838915.706119:0:476:0:(genops.c:844:class_export_destroy()) destroying export ffff8d9046f46000/lustre-OST0001-osd_UUID for lustre-OST0001-osd 00000020:00000080:0.0:1787838915.758780:0:21264:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1787838915.758795:0:21264:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001-osd (uuid lustre-OST0001-osd_UUID) 00000020:00000080:0.0:1787838915.758801:0:21264:0:(genops.c:885:class_export_put()) final put ffff8d9046f42800/lustre-OST0001-osd_UUID 00000020:00000080:0.0:1787838915.758805:0:21264:0:(genops.c:844:class_export_destroy()) destroying export ffff8d9046f42800/lustre-OST0001-osd_UUID for lustre-OST0001-osd 00000020:01000000:0.0:1787838915.758815:0:21264:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001-osd (lustre-OST0001-osd_UUID) 00000020:01000004:0.0:1787838915.759151:0:21264:0:(obd_mount.c:668:lustre_free_lsi()) Freeing lsi ffff8d9046f41000 00000020:01000000:0.0:1787838915.759786:0:21264:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of OSS (flags='F') 00000020:00000080:0.0:1787838915.759793:0:21264:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1787838915.759799:0:21264:0:(obd_config.c:956:class_cleanup()) OSS: forcing exports to disconnect: 0/1 00000020:00080000:0.0:1787838915.759803:0:21264:0:(genops.c:1558:class_disconnect_exports()) OBD device 21 (ffff8d9064254ed8) has no exports 00000020:00000080:0.0:1787838915.759838:0:21264:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1787838915.759852:0:21264:0:(obd_config.c:883:class_detach()) detach on obd OSS (uuid OSS_uuid) 00000020:00000080:0.0:1787838915.759855:0:21264:0:(genops.c:885:class_export_put()) final put ffff8d8f43da3800/OSS_uuid 00000020:00000080:0.0:1787838915.759858:0:21264:0:(genops.c:844:class_export_destroy()) destroying export ffff8d8f43da3800/OSS_uuid for OSS 00000020:01000000:0.0:1787838915.759862:0:21264:0:(genops.c:441:class_free_dev()) finishing cleanup of obd OSS (OSS_uuid) 00000100:00080000:1.0:1787838915.759990:0:17082:0:(pinger.c:548:ping_evictor_main()) Exiting Ping Evictor 00000100:00100000:3.0:1787838915.760263:0:19031:0:(service.c:3183:ptlrpc_main()) ll_ost00_003: service thread [ffff8d9046ab0c00:19031] 3 exiting: rc = 0 00000100:00100000:0.0:1787838915.760290:0:18592:0:(service.c:3183:ptlrpc_main()) ll_ost00_000: service thread [ffff8d8f43bbe600:18592] 0 exiting: rc = 1 00000100:00100000:2.0:1787838915.760450:0:18594:0:(service.c:3183:ptlrpc_main()) ll_ost00_002: service thread [ffff8d8f43bbf000:18594] 2 exiting: rc = 0 00000100:00100000:3.0:1787838915.760508:0:18593:0:(service.c:3183:ptlrpc_main()) ll_ost00_001: service thread [ffff8d8f43bbf400:18593] 1 exiting: rc = 0 00000100:00100000:1.0:1787838915.766991:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787838915.767003:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787838915.767008:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787838915.767012:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787838915.767017:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787838915.767023:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787838915.767028:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787838915.767034:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787838915.767039:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787838915.767059:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787838915.767064:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787838915.767070:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787838915.767075:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787838915.767080:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787838915.767084:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787838915.767090:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787838915.767097:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787838915.767102:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787838915.767107:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787838915.767112:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787838915.767117:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787838915.767123:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787838915.767146:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787838915.767151:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787838915.767156:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787838915.767161:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787838915.767166:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787838915.767171:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787838915.767176:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787838915.767181:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787838915.767187:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787838915.767192:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787838915.768269:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787838915.768281:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787838915.768287:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787838915.768292:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787838915.768297:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787838915.768302:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787838915.768307:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787838915.768312:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787838915.768317:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787838915.768322:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787838915.768327:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787838915.768332:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787838915.768422:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787838915.768428:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787838915.768433:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787838915.768443:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787838915.768449:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787838915.768455:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787838915.768460:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787838915.768465:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787838915.768471:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787838915.768477:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787838915.768482:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787838915.768486:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787838915.768491:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787838915.768496:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787838915.768501:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787838915.768506:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787838915.768511:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787838915.768521:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787838915.768527:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787838915.768532:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787838915.770020:0:18597:0:(service.c:3183:ptlrpc_main()) ll_ost_create00_001: service thread [ffff8d9046ab2000:18597] 1 exiting: rc = 0 00000100:00100000:3.0:1787838915.771288:0:18596:0:(service.c:3183:ptlrpc_main()) ll_ost_create00_000: service thread [ffff8d8f43bbee00:18596] 0 exiting: rc = 1 00000100:00100000:1.0:1787838915.772666:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787838915.772674:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787838915.772680:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787838915.772686:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787838915.772708:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787838915.772714:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787838915.772719:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787838915.772725:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787838915.772731:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787838915.772736:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787838915.772740:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787838915.772744:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787838915.772749:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787838915.772754:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787838915.772758:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787838915.772780:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787838915.772785:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787838915.772790:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787838915.772794:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787838915.772799:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787838915.772803:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787838915.772808:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787838915.772813:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787838915.772818:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787838915.772822:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787838915.772827:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787838915.772832:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787838915.772837:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787838915.772843:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787838915.772848:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787838915.772853:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787838915.772858:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787838915.772862:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787838915.772867:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787838915.772872:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787838915.772876:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787838915.772880:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787838915.772885:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787838915.772889:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787838915.772893:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787838915.772898:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787838915.772903:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787838915.772908:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787838915.772912:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787838915.772917:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787838915.772921:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787838915.772926:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787838915.772931:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787838915.772936:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787838915.772941:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787838915.772955:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787838915.772961:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787838915.772966:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787838915.772971:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787838915.772975:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787838915.772980:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787838915.772984:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787838915.772989:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787838915.772993:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787838915.772997:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787838915.773002:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787838915.773007:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787838915.773012:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787838915.773018:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787838915.780077:0:18599:0:(service.c:3183:ptlrpc_main()) ll_ost_io00_001: service thread [ffff8d9046ab3e00:18599] 1 exiting: rc = 0 00000100:00100000:0.0:1787838915.781779:0:18598:0:(service.c:3183:ptlrpc_main()) ll_ost_io00_000: service thread [ffff8d9046ab2400:18598] 0 exiting: rc = 1 00000100:00100000:1.0:1787838915.783645:0:18600:0:(service.c:3183:ptlrpc_main()) ll_ost_io00_002: service thread [ffff8d9046ab3000:18600] 2 exiting: rc = 0 00000100:00100000:2.0:1787838915.784679:0:20228:0:(service.c:3183:ptlrpc_main()) ll_ost_io00_003: service thread [ffff8d907efde600:20228] 3 exiting: rc = 0 00000100:00100000:0.0:1787838915.784978:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787838915.784987:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787838915.784993:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787838915.784999:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787838915.785005:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787838915.785011:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787838915.785017:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787838915.785023:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787838915.785030:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787838915.785036:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787838915.785042:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787838915.785048:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787838915.785054:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787838915.785061:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787838915.785067:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787838915.785073:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787838915.785080:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787838915.785086:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787838915.785092:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787838915.785098:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787838915.785104:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787838915.785110:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787838915.785116:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787838915.785123:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787838915.785279:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787838915.785288:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787838915.785293:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787838915.785485:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787838915.785493:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787838915.785498:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787838915.785504:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787838915.785510:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787838915.785516:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787838915.785521:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787838915.785527:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787838915.785532:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787838915.785538:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787838915.785543:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787838915.785549:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787838915.785555:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787838915.785561:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787838915.785567:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787838915.785572:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787838915.785578:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787838915.785584:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787838915.785590:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787838915.785596:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787838915.785602:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787838915.785609:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787838915.785615:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787838915.785705:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787838915.785713:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787838915.785720:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787838915.785735:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787838915.785749:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787838915.785762:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787838915.785782:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787838915.785789:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787838915.785795:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787838915.785801:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787838915.785806:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787838915.785812:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787838915.785827:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787838915.785832:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787838915.800408:0:18602:0:(service.c:3183:ptlrpc_main()) ll_ost_seq00_001: service thread [ffff8d9046ab2200:18602] 1 exiting: rc = 0 00000100:00100000:0.0:1787838915.800487:0:18601:0:(service.c:3183:ptlrpc_main()) ll_ost_seq00_000: service thread [ffff8d9046ab2a00:18601] 0 exiting: rc = 1 00000100:00100000:2.0:1787838915.800626:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838915.800634:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838915.800638:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838915.800644:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838915.800649:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838915.800655:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838915.800659:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838915.800664:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838915.800670:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838915.800700:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838915.800705:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838915.800711:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838915.800717:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838915.800723:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838915.800727:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838915.800781:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838915.800786:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838915.800791:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838915.800795:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838915.800799:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838915.800804:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838915.800810:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838915.800814:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838915.800819:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838915.800824:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838915.800829:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838915.800834:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838915.800838:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838915.800842:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838915.800847:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838915.800851:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838915.800856:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838915.800861:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838915.800866:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838915.800871:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838915.800876:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838915.800881:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838915.800887:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838915.800892:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838915.800897:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838915.800903:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838915.800908:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838915.800912:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838915.800917:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838915.800931:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838915.800936:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838915.800941:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838915.800946:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838915.800950:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838915.800955:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838915.800960:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838915.800966:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838915.800970:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838915.800977:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838915.800982:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838915.800996:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838915.801002:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838915.801007:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838915.801013:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838915.801018:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838915.801023:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838915.801028:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838915.801036:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838915.801042:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787838915.803320:0:18604:0:(service.c:3183:ptlrpc_main()) ll_ost_out00_001: service thread [ffff8d9046f48400:18604] 1 exiting: rc = 0 00000100:00100000:0.0:1787838915.803443:0:18603:0:(service.c:3183:ptlrpc_main()) ll_ost_out00_000: service thread [ffff8d9046f48a00:18603] 0 exiting: rc = 1 00000100:00100000:2.0:1787838915.803723:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838915.803734:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838915.803743:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838915.803750:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838915.803758:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838915.803764:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838915.803771:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838915.803778:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838915.803802:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838915.803809:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838915.803815:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838915.803820:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838915.803826:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838915.803831:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838915.803837:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838915.803856:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838915.803862:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838915.803868:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838915.803874:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838915.803880:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838915.803899:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838915.803905:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838915.803910:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838915.803916:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838915.803922:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838915.803927:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838915.803933:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838915.803938:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838915.803945:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838915.803952:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838915.803958:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838915.803964:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838915.803987:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838915.803993:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838915.803999:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838915.804005:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838915.804012:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838915.804018:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838915.804023:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838915.804029:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838915.804035:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838915.804040:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838915.804045:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838915.804050:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838915.804069:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838915.804076:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838915.804081:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838915.804087:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838915.804093:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838915.804099:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838915.804113:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838915.804119:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838915.804157:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838915.804426:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838915.804433:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838915.804438:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838915.804457:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838915.804468:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838915.804474:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838915.804480:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838915.804486:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838915.804491:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838915.804497:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787838915.804502:0:21264:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:02000400:2.0:1787838915.813532:0:21264:0:(tgt_mount.c:2181:server_put_super()) server umount lustre-OST0001 complete 00000001:02000400:0.0:1787838932.950418:0:22026:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg318-server.virtnet: executing load_modules_local 00000020:01000004:0.0:1787838941.613469:0:22626:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:0.0:1787838941.613476:0:22626:0:(obd_mount.c:926:lmd_print()) device: /dev/mapper/mds1_flakey 00000020:01000004:0.0:1787838941.613478:0:22626:0:(obd_mount.c:929:lmd_print()) options: user_xattr,errors=remount-ro 00000080:01200004:0.0:1787838941.613588:0:22626:0:(super25.c:131:lustre_fill_super()) VFS Op: sb ffff8d907f6db000 00000020:01000004:0.0:1787838941.613603:0:22626:0:(tgt_mount.c:2500:osd_start()) Attempting to start lustre-MDT0000, type=osd-ldiskfs, lsifl=200005, mountfl=0 00000020:01000004:0.0:1787838941.613610:0:22626:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-osd (typ=osd-ldiskfs) 00000020:00000080:0.0:1787838941.613623:0:22626:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-osd (ffff8d906420ced8) 00000020:00000080:0.0:1787838941.613636:0:22626:0:(obd_config.c:720:class_attach_name()) OBD: dev 0 attached type osd-ldiskfs with refcount 2 00100000:10000000:1.0:1787838941.705845:0:22626:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000001:0x3:0x0] (8/24) registered 00100000:10000000:1.0:1787838941.707286:0:22626:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x13:0x0] (16/1) registered 00100000:10000000:1.0:1787838941.708387:0:22626:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x3:0x0] (8/8) registered 00100000:10000000:1.0:1787838941.708721:0:22626:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xa:0x0] (8/32) registered 00100000:10000000:1.0:1787838941.708895:0:22626:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x20003:0x0] (8/8) registered 00100000:10000000:1.0:1787838941.709103:0:22626:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xb:0x0] (8/32) registered 00100000:10000000:1.0:1787838941.709302:0:22626:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x1:0x0] (8/8) registered 00100000:10000000:1.0:1787838941.709478:0:22626:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x9:0x0] (8/32) registered 00100000:10000000:1.0:1787838941.709721:0:22626:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x2:0x0] (8/8) registered 00100000:10000000:1.0:1787838941.709936:0:22626:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xc:0x0] (8/32) registered 00100000:10000000:1.0:1787838941.710158:0:22626:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xe:0x0] (8/32) registered 00100000:10000000:1.0:1787838941.710376:0:22626:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x20002:0x0] (8/8) registered 00100000:10000000:1.0:1787838941.710606:0:22626:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x20001:0x0] (8/8) registered 00100000:10000000:1.0:1787838941.710839:0:22626:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xd:0x0] (8/32) registered 00100000:10000000:1.0:1787838941.711893:0:22626:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2:0x0] (8/32) registered 00100000:10000000:1.0:1787838941.712886:0:22626:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x14:0x0] (16/1) registered 00100000:10000000:1.0:1787838941.713168:0:22626:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x33:0x0] (24/16) registered 00100000:10000000:1.0:1787838941.713444:0:22626:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x16:0x0] (16/1) registered 00100000:10000000:1.0:1787838941.713663:0:22626:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x28:0x0] (24/16) registered 00100000:10000000:1.0:1787838941.713879:0:22626:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x31:0x0] (24/16) registered 00100000:10000000:1.0:1787838941.714149:0:22626:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1c:0x0] (16/1) registered 00100000:10000000:1.0:1787838941.714331:0:22626:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x27:0x0] (24/16) registered 00100000:10000000:1.0:1787838941.714582:0:22626:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x22:0x0] (16/1) registered 00100000:10000000:1.0:1787838941.714758:0:22626:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x32:0x0] (24/16) registered 00100000:10000000:1.0:1787838941.714943:0:22626:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2c:0x0] (24/16) registered 00100000:10000000:1.0:1787838941.715093:0:22626:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1b:0x0] (16/1) registered 00100000:10000000:1.0:1787838941.715250:0:22626:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x20:0x0] (16/1) registered 00100000:10000000:1.0:1787838941.715426:0:22626:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x21:0x0] (16/1) registered 00100000:10000000:1.0:1787838941.715639:0:22626:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2e:0x0] (24/16) registered 00100000:10000000:1.0:1787838941.716044:0:22626:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2a:0x0] (24/16) registered 00100000:10000000:1.0:1787838941.716322:0:22626:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x15:0x0] (16/1) registered 00100000:10000000:1.0:1787838941.716538:0:22626:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x25:0x0] (24/16) registered 00100000:10000000:1.0:1787838941.717020:0:22626:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x23:0x0] (16/1) registered 00100000:10000000:1.0:1787838941.717289:0:22626:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x29:0x0] (24/16) registered 00100000:10000000:1.0:1787838941.717799:0:22626:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x18:0x0] (16/1) registered 00100000:10000000:1.0:1787838941.718394:0:22626:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2d:0x0] (24/16) registered 00100000:10000000:1.0:1787838941.718687:0:22626:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1f:0x0] (16/1) registered 00100000:10000000:1.0:1787838941.719945:0:22626:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1a:0x0] (16/1) registered 00100000:10000000:1.0:1787838941.720475:0:22626:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x34:0x0] (24/16) registered 00100000:10000000:1.0:1787838941.720834:0:22626:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x17:0x0] (16/1) registered 00100000:10000000:0.0:1787838941.721303:0:22626:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1e:0x0] (16/1) registered 00100000:10000000:0.0:1787838941.721520:0:22626:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x30:0x0] (24/16) registered 00100000:10000000:0.0:1787838941.721706:0:22626:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1d:0x0] (16/1) registered 00100000:10000000:0.0:1787838941.721888:0:22626:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2b:0x0] (24/16) registered 00100000:10000000:0.0:1787838941.722248:0:22626:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x26:0x0] (24/16) registered 00100000:10000000:0.0:1787838941.722466:0:22626:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2f:0x0] (24/16) registered 00100000:10000000:0.0:1787838941.722688:0:22626:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x19:0x0] (16/1) registered 00100000:10000000:0.0:1787838941.725217:0:22626:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x20000:0x0] (8/32) registered 00100000:10000000:0.0:1787838941.725868:0:22626:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x2020000:0x0] (8/32) registered 00100000:10000000:0.0:1787838941.726869:0:22626:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x1020000:0x0] (8/32) registered 00100000:10000000:0.0:1787838941.730819:0:22626:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x1010000:0x0] (8/32) registered 00100000:10000000:0.0:1787838941.731757:0:22626:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x2010000:0x0] (8/32) registered 00100000:10000000:0.0:1787838941.732157:0:22626:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x10000:0x0] (8/32) registered 00080000:01000000:0.0:1787838941.732949:0:22626:0:(osd_lproc.c:911:osd_procfs_init()) lustre-MDT0000: register osd-ldiskfs tunable parameters 00000020:00000080:0.0:1787838941.733684:0:22626:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-osd (uuid lustre-MDT0000-osd_UUID) 00080000:01000000:0.0:1787838941.733693:0:22626:0:(osd_handler.c:8895:osd_obd_connect()) connect #0 00000020:00000080:0.0:1787838941.733720:0:22626:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x7b32352f0be6f062 00000020:01000004:0.0:1787838941.733728:0:22626:0:(tgt_mount.c:2585:server_fill_super()) Found service lustre-MDT0000 on device /dev/mapper/mds1_flakey 00000020:01000000:0.0:1787838941.733733:0:22626:0:(tgt_mount.c:219:server_start_mgs()) Start MGS service MGS 00000020:01000004:0.0:1787838941.733737:0:22626:0:(tgt_mount.c:101:server_register_mount()) register mount ffff8d907f6db000 from MGS 00000020:01000004:0.0:1787838941.733741:0:22626:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MGS (typ=mgs) 00000020:00000080:0.0:1787838941.733753:0:22626:0:(genops.c:413:class_newdev()) Allocate new device MGS (ffff8d906420b490) 00000020:00000080:0.0:1787838941.733764:0:22626:0:(obd_config.c:720:class_attach_name()) OBD: dev 1 attached type mgs with refcount 2 00000020:01000004:0.0:1787838941.733827:0:22626:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8d907f6db000 from MGS, refs=2 00080000:01000000:0.0:1787838941.733831:0:22626:0:(osd_handler.c:8895:osd_obd_connect()) connect #1 00000020:00000080:0.0:1787838941.733836:0:22626:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x7b32352f0be6f070 00000100:00100000:0.0:1787838941.733936:0:22626:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/1 left), rc = 0 00000100:00100000:0.0:1787838941.734252:0:22626:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[0] started 0 min 2 max 56 00000100:00100000:0.0:1787838941.734259:0:22626:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb00_000' 00000100:00100000:3.0:1787838941.734921:0:22626:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[0] started 1 min 2 max 56 00000100:00100000:3.0:1787838941.734929:0:22626:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb00_001' 00000100:00100000:0.0:1787838941.735531:0:22626:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_canceld: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1787838941.735679:0:22626:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 0 min 3 max 56 00000100:00100000:0.0:1787838941.735685:0:22626:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_000' 00000100:00100000:3.0:1787838941.736504:0:22626:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 1 min 3 max 56 00000100:00100000:3.0:1787838941.736528:0:22626:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_001' 00000100:00100000:0.0:1787838941.736693:0:22626:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 2 min 3 max 56 00000100:00100000:0.0:1787838941.736699:0:22626:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_002' 00010000:00010000:3.0:1787838941.737049:0:22635:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787838941.737316:0:22635:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787838941.737319:0:22635:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787838941.740865:0:22636:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787838941.740873:0:22636:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787838941.740875:0:22636:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787838941.744079:0:22626:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-MGS-0 is initialized 00010000:00010000:3.0:1787838941.746780:0:22635:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:01000000:2.0:1787838941.758327:0:22626:0:(llog_obd.c:197:llog_setup()) obd MGS ctxt 0 is initialized 10000000:01000000:0.0:1787838941.759477:0:22638:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x2 (params) 20000000:01000000:2.0:1787838941.759504:0:22626:0:(mgs_nids.c:666:mgs_nidtbl_init_fs()) IR: current version is 2 20000000:01000000:2.0:1787838941.759553:0:22626:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:2.0:1787838941.763553:0:22626:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 00000100:00100000:2.0:1787838941.763884:0:22626:0:(service.c:155:ptlrpc_grow_req_bufs()) mgs: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1787838941.764040:0:22626:0:(service.c:3462:ptlrpc_start_thread()) mgs[-1] started 0 min 3 max 32 00000100:00100000:2.0:1787838941.764047:0:22626:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_mgs_0000' 00000100:00100000:2.0:1787838941.774786:0:22626:0:(service.c:3462:ptlrpc_start_thread()) mgs[-1] started 1 min 3 max 32 00000100:00100000:2.0:1787838941.774801:0:22626:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_mgs_0001' 00000100:00100000:3.0:1787838941.778841:0:22626:0:(service.c:3462:ptlrpc_start_thread()) mgs[-1] started 2 min 3 max 32 00000100:00100000:3.0:1787838941.778853:0:22626:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_mgs_0002' 00000020:00000080:3.0:1787838941.780190:0:22626:0:(obd_config.c:826:class_setup()) finished setup of obd MGS (uuid MGS) 00000020:01000004:3.0:1787838941.780211:0:22626:0:(obd_mount.c:411:lustre_start_mgc()) Start MGC 'MGC192.168.203.118@tcp' 00000020:01000004:3.0:1787838941.780212:0:22626:0:(obd_mount.c:420:lustre_start_mgc()) mgs NIDs (null). 00000020:01000004:3.0:1787838941.780246:0:22626:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MGC192.168.203.118@tcp (typ=mgc) 00000020:00000080:3.0:1787838941.780258:0:22626:0:(genops.c:413:class_newdev()) Allocate new device MGC192.168.203.118@tcp (ffff8d90469bced8) 00000020:00000080:3.0:1787838941.780272:0:22626:0:(obd_config.c:720:class_attach_name()) OBD: dev 2 attached type mgc with refcount 2 00010000:00080000:3.0:1787838941.780354:0:22626:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8d907ef1a000@MGC192.168.203.118@tcp: add connection 192.168.203.118@tcp at head 00010000:00010000:3.0:1787838941.780529:0:22626:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-MGC192.168.203.118@tcp-0 is initialized 00000040:01000000:3.0:1787838941.780536:0:22626:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.203.118@tcp ctxt 1 is initialized 00000100:00080000:2.0:1787838941.780726:0:22643:0:(pinger.c:466:ping_evictor_main()) Starting Ping Evictor 10000000:01000000:2.0:1787838941.783569:0:22644:0:(mgc_request.c:631:mgc_requeue_thread()) Starting requeue thread 00000020:00000080:3.0:1787838941.783872:0:22626:0:(obd_config.c:826:class_setup()) finished setup of obd MGC192.168.203.118@tcp (uuid 8fe503c4-4afd-4973-b872-263edf7adc13) 00000020:00000080:3.0:1787838941.783896:0:22626:0:(genops.c:1385:class_connect()) connect: client 8fe503c4-4afd-4973-b872-263edf7adc13, cookie 0x7b32352f0be6f07e 00000100:00080000:3.0:1787838941.783911:0:22626:0:(import.c:510:import_select_connection()) MGC192.168.203.118@tcp: connect to NID 0@lo last attempt 0 00000100:00080000:3.0:1787838941.783917:0:22626:0:(import.c:624:import_select_connection()) MGC192.168.203.118@tcp: import ffff8d907ef1a000 using connection 192.168.203.118@tcp/0@lo 00000100:00100000:3.0:1787838941.783950:0:22626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d907f6f8000 x1874684455123072/t0(0) o250->MGC192.168.203.118@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787838941.783976:0:22626:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import 8fe503c4-4afd-4973-b872-263edf7adc13->MGS 00000020:01000004:3.0:1787838941.783996:0:22626:0:(tgt_mount.c:1809:server_start_targets()) starting target lustre-MDT0000 00000020:01000004:3.0:1787838941.784001:0:22626:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MDS (typ=mds) 00000020:00000080:3.0:1787838941.784014:0:22626:0:(genops.c:413:class_newdev()) Allocate new device MDS (ffff8d90469b9a48) 00000020:00000080:3.0:1787838941.784025:0:22626:0:(obd_config.c:720:class_attach_name()) OBD: dev 3 attached type mds with refcount 2 00000100:00100000:2.0:1787838941.785566:0:3642:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d907f6f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8fe503c4-4afd-4973-b872-263edf7adc13:3642:1874684455123072:0@lo:250:mount.lustre.0 00000100:00100000:2.0:1787838941.785637:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787838941.785715:0:22640:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455123072 00000100:00100000:2.0:1787838941.785722:0:22640:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455123072 00000100:00100000:2.0:1787838941.785753:0:22640:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1787838941.785760:0:22640:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d8f4292c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0+-99:3642:x1874684455123072:12345-0@lo:250:mount.lustre.0 00010000:00080000:2.0:1787838941.785785:0:22640:0:(ldlm_lib.c:1482:target_handle_connect()) MGS: connection from 8fe503c4-4afd-4973-b872-263edf7adc13@0@lo t0 exp 0000000000000000 cur 625 last 0 00000020:00000080:2.0:1787838941.785819:0:22640:0:(genops.c:1385:class_connect()) connect: client 8fe503c4-4afd-4973-b872-263edf7adc13, cookie 0x7b32352f0be6f08c 00000100:00080000:2.0:1787838941.785946:0:22640:0:(import.c:65:import_set_state_nolock()) ffff8d8f42209000 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1787838941.785997:0:22640:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d8f4292c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8fe503c4-4afd-4973-b872-263edf7adc13+5:3642:x1874684455123072:12345-0@lo:250:mount.lustre.0 Request processed in 236us (360us total) trans 0 rc 0/0 00000100:00100000:2.0:1787838941.786005:0:22640:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1787838941.786047:0:3642:0:(client.c:3125:ptlrpc_free_committed()) MGC192.168.203.118@tcp: committing for last_committed 0 gen 1 00000100:00080000:2.0:1787838941.786055:0:3642:0:(import.c:1132:ptlrpc_connect_interpret()) MGC192.168.203.118@tcp: connect to target with instance 0 00000100:00080000:2.0:1787838941.786062:0:3642:0:(import.c:956:ptlrpc_connect_set_flags()) MGC192.168.203.118@tcp: Resetting ns_connect_flags to server flags: 0xa000011001002060 10000000:01000000:2.0:1787838941.786067:0:3642:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808005 00000100:00080000:2.0:1787838941.786069:0:3642:0:(import.c:65:import_set_state_nolock()) ffff8d907ef1a000 MGS: changing import state from CONNECTING to FULL 10000000:01000000:2.0:1787838941.786072:0:3642:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808004 00000100:00080000:2.0:1787838941.786079:0:3642:0:(pinger.c:186:ptlrpc_pinger_ir_up()) IR up 00000100:00100000:2.0:1787838941.786085:0:3642:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d907f6f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8fe503c4-4afd-4973-b872-263edf7adc13:3642:1874684455123072:0@lo:250:mount.lustre.0 00000100:00100000:3.0:1787838941.805453:0:22626:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt: allocate 64 new 262144-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1787838941.805760:0:22626:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 0 min 3 max 116 00000100:00100000:3.0:1787838941.805767:0:22626:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_000' 00000100:00100000:3.0:1787838941.807799:0:22626:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 1 min 3 max 116 00000100:00100000:3.0:1787838941.807813:0:22626:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_001' 00000100:00100000:3.0:1787838941.808558:0:22626:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 2 min 3 max 116 00000100:00100000:3.0:1787838941.808567:0:22626:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_002' 00000100:00100000:3.0:1787838941.809203:0:22626:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_readpage: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1787838941.809611:0:22626:0:(service.c:3462:ptlrpc_start_thread()) mdt_readpage[0] started 0 min 2 max 80 00000100:00100000:3.0:1787838941.809618:0:22626:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_rdpg00_000' 00000100:00100000:3.0:1787838941.810831:0:22626:0:(service.c:3462:ptlrpc_start_thread()) mdt_readpage[0] started 1 min 2 max 80 00000100:00100000:3.0:1787838941.810843:0:22626:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_rdpg00_001' 00000100:00100000:1.0:1787838941.851631:0:22626:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_out: allocate 64 new 1048576-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1787838941.851855:0:22626:0:(service.c:3462:ptlrpc_start_thread()) mdt_out[0] started 0 min 2 max 116 00000100:00100000:1.0:1787838941.851863:0:22626:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_out00_000' 00000100:00100000:1.0:1787838941.853287:0:22626:0:(service.c:3462:ptlrpc_start_thread()) mdt_out[0] started 1 min 2 max 116 00000100:00100000:1.0:1787838941.853300:0:22626:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_out00_001' 00000100:00100000:1.0:1787838941.854635:0:22626:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_seqs: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1787838941.854804:0:22626:0:(service.c:3462:ptlrpc_start_thread()) mdt_seqs[-1] started 0 min 2 max 256 00000100:00100000:1.0:1787838941.854810:0:22626:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_seqs_0000' 00000100:00100000:1.0:1787838941.855790:0:22626:0:(service.c:3462:ptlrpc_start_thread()) mdt_seqs[-1] started 1 min 2 max 256 00000100:00100000:1.0:1787838941.855799:0:22626:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_seqs_0001' 00000100:00100000:1.0:1787838941.856535:0:22626:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_seqm: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1787838941.856699:0:22626:0:(service.c:3462:ptlrpc_start_thread()) mdt_seqm[-1] started 0 min 2 max 256 00000100:00100000:1.0:1787838941.856705:0:22626:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_seqm_0000' 00000100:00100000:1.0:1787838941.858754:0:22626:0:(service.c:3462:ptlrpc_start_thread()) mdt_seqm[-1] started 1 min 2 max 256 00000100:00100000:1.0:1787838941.858767:0:22626:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_seqm_0001' 00000100:00100000:1.0:1787838941.859654:0:22626:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_fld: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1787838941.859818:0:22626:0:(service.c:3462:ptlrpc_start_thread()) mdt_fld[-1] started 0 min 2 max 256 00000100:00100000:1.0:1787838941.859823:0:22626:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_fld_0000' 00000100:00100000:0.0:1787838941.860660:0:22626:0:(service.c:3462:ptlrpc_start_thread()) mdt_fld[-1] started 1 min 2 max 256 00000100:00100000:0.0:1787838941.860669:0:22626:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_fld_0001' 00000100:00100000:0.0:1787838941.883750:0:22626:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_io: allocate 64 new 524288-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1787838941.884007:0:22626:0:(service.c:3462:ptlrpc_start_thread()) mdt_io[0] started 0 min 3 max 116 00000100:00100000:0.0:1787838941.884014:0:22626:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_io00_000' 00000100:00100000:0.0:1787838941.885871:0:22626:0:(service.c:3462:ptlrpc_start_thread()) mdt_io[0] started 1 min 3 max 116 00000100:00100000:0.0:1787838941.885882:0:22626:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_io00_001' 00000100:00100000:1.0:1787838941.892776:0:22626:0:(service.c:3462:ptlrpc_start_thread()) mdt_io[0] started 2 min 3 max 116 00000100:00100000:1.0:1787838941.892795:0:22626:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_io00_002' 00000020:00000080:1.0:1787838941.894227:0:22626:0:(obd_config.c:826:class_setup()) finished setup of obd MDS (uuid MDS_uuid) 00000020:01000004:1.0:1787838941.894256:0:22626:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for /dev/mapper/mds1_flakey 10000000:01000000:1.0:1787838941.894262:0:22626:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.203.118@tcp: cl_mgc_mutex lustre-MDT0000-osd for locked: rc = 0 00000040:01000000:1.0:1787838941.894371:0:22626:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.203.118@tcp ctxt 0 is initialized 00000020:01000004:1.0:1787838941.894410:0:22626:0:(tgt_mount.c:1418:server_register_target()) Registration lustre-MDT0000, fs=lustre, 192.168.203.118@tcp, index=0000, flags=0x20005 00000020:01000004:1.0:1787838941.894520:0:22626:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:1.0:1787838941.894522:0:22626:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1787838941.894528:0:22626:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1787838941.894530:0:22626:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1787838941.894531:0:22626:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1787838941.894532:0:22626:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1787838941.894533:0:22626:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1787838941.894535:0:22626:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1787838941.894536:0:22626:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1787838941.894537:0:22626:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:1.0:1787838941.894540:0:22626:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0000 0x10020005 00000020:01000004:1.0:1787838941.894541:0:22626:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:1.0:1787838941.894542:0:22626:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1787838941.894543:0:22626:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1787838941.894544:0:22626:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1787838941.894545:0:22626:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1787838941.894546:0:22626:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1787838941.894547:0:22626:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1787838941.894548:0:22626:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1787838941.894549:0:22626:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1787838941.894550:0:22626:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:1.0:1787838941.894576:0:22626:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0000 00000100:00100000:1.0:1787838941.894597:0:22626:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d8f43bac3c0 pname:cluuid:pid:xid:nid:opc:job mount.lustre:8fe503c4-4afd-4973-b872-263edf7adc13:22626:1874684455123200:0@lo:253:mount.lustre.0 00000100:00100000:1.0:1787838941.894663:0:22626:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787838941.894711:0:22626:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d90507a83c0 going to sleep for 11 seconds 00000100:00100000:3.0:1787838941.894989:0:22642:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455123200 00000100:00100000:3.0:1787838941.894997:0:22642:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455123200 00000100:00100000:3.0:1787838941.895051:0:22642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1787838941.895059:0:22642:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d8f4292c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8fe503c4-4afd-4973-b872-263edf7adc13+5:22626:x1874684455123200:12345-0@lo:253:mount.lustre.0 20000000:01000000:3.0:1787838941.895382:0:22642:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:3.0:1787838941.895385:0:22642:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 0 is registered to MGS. 20000000:01000000:3.0:1787838941.895388:0:22642:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-MDT0000 is running on 0@lo 10000000:01000000:3.0:1787838941.895907:0:22663:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 20000000:01000000:2.0:1787838941.906915:0:22642:0:(mgs_nids.c:666:mgs_nidtbl_init_fs()) IR: current version is 10 20000000:01000000:2.0:1787838941.914427:0:22664:0:(mgs_llog.c:340:mgs_fsdb_handler()) MDT index is 0 20000000:01000000:2.0:1787838941.914438:0:22664:0:(mgs_llog.c:340:mgs_fsdb_handler()) MDT index is 1 20000000:01000000:2.0:1787838941.914441:0:22664:0:(mgs_llog.c:324:mgs_fsdb_handler()) OST index for lustre-OST0000_UUID is 0 (0) 20000000:01000000:2.0:1787838941.914444:0:22664:0:(mgs_llog.c:324:mgs_fsdb_handler()) OST index for lustre-OST0001_UUID is 1 (1) 00000040:00080000:2.0:1787838941.916383:0:22664:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 52 count 51 20000000:01000000:3.0:1787838941.916568:0:22642:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:3.0:1787838941.916578:0:22642:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00000100:00100000:2.0:1787838941.919242:0:22642:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d8f4292c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8fe503c4-4afd-4973-b872-263edf7adc13+5:22626:x1874684455123200:12345-0@lo:253:mount.lustre.0 Request processed in 24175us (24570us total) trans 0 rc 0/0 00000100:00100000:2.0:1787838941.919257:0:22642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1787838941.919346:0:22626:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d8f43bac3c0 pname:cluuid:pid:xid:nid:opc:job mount.lustre:8fe503c4-4afd-4973-b872-263edf7adc13:22626:1874684455123200:0@lo:253:mount.lustre.0 10000000:01000000:1.0:1787838941.919362:0:22626:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0000 got index = 0 00000020:01000004:1.0:1787838941.919365:0:22626:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:1.0:1787838941.919366:0:22626:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1787838941.919368:0:22626:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1787838941.919369:0:22626:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1787838941.919370:0:22626:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1787838941.919371:0:22626:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1787838941.919373:0:22626:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1787838941.919374:0:22626:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1787838941.919376:0:22626:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1787838941.919378:0:22626:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:1.0:1787838941.919396:0:22626:0:(tgt_mount.c:101:server_register_mount()) register mount ffff8d907f6db000 from lustre-MDT0000 10000000:01000000:1.0:1787838941.919432:0:22626:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-MDT0000 from 0 10000000:01000000:1.0:1787838941.919446:0:22626:0:(mgc_request.c:329:config_log_add()) add config log lustre-MDT0000-0000000000000000 10000000:01000000:1.0:1787838941.919451:0:22626:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-sptlrpc-ffff8d90469bced8 10000000:01000000:1.0:1787838941.919456:0:22626:0:(mgc_request.c:68:mgc_name2resid()) log lustre-sptlrpc to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:1.0:1787838941.919464:0:22626:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-sptlrpc-ffff8d90469bced8 from 1 10000000:01000000:1.0:1787838941.919467:0:22626:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:1.0:1787838941.919502:0:22626:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.118@tcp lock: ffff8d907b310400/0x7b32352f0be6f093 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838941.919528:0:22626:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.118@tcp lock: ffff8d907b310400/0x7b32352f0be6f093 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838941.919537:0:22626:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.118@tcp lock: ffff8d907b310400/0x7b32352f0be6f093 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787838941.919556:0:22626:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d8f43bac3c0 pname:cluuid:pid:xid:nid:opc:job mount.lustre:8fe503c4-4afd-4973-b872-263edf7adc13:22626:1874684455123328:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1787838941.919593:0:22626:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787838941.919630:0:22626:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d90507a8540 going to sleep for 11 seconds 00000100:00100000:2.0:1787838941.919910:0:22641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455123328 00000100:00100000:2.0:1787838941.919915:0:22641:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455123328 00000100:00100000:2.0:1787838941.919959:0:22641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:2.0:1787838941.919968:0:22641:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d8f4292f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8fe503c4-4afd-4973-b872-263edf7adc13+5:22626:x1874684455123328:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1787838941.919980:0:22641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787838941.919999:0:22641:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8d9045189000/0x7b32352f0be6f09a lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x7b32352f0be6f093 expref: -99 pid: 22641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838941.920043:0:22641:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8d9045189000/0x7b32352f0be6f09a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x7b32352f0be6f093 expref: 6 pid: 22641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838941.920063:0:22641:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8d9045189000/0x7b32352f0be6f09a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x7b32352f0be6f093 expref: 6 pid: 22641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838941.920073:0:22641:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d9045189000, rc 0) 00000100:00100000:2.0:1787838941.920107:0:22641:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d8f4292f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8fe503c4-4afd-4973-b872-263edf7adc13+6:22626:x1874684455123328:12345-0@lo:101:mount.lustre.0 Request processed in 140us (514us total) trans 0 rc 0/0 00000100:00100000:2.0:1787838941.920114:0:22641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1787838941.920188:0:22626:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d8f43bac3c0 pname:cluuid:pid:xid:nid:opc:job mount.lustre:8fe503c4-4afd-4973-b872-263edf7adc13:22626:1874684455123328:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1787838941.920200:0:22626:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.118@tcp lock: ffff8d907b310400/0x7b32352f0be6f093 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7b32352f0be6f09a expref: -99 pid: 22626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838941.920209:0:22626:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.118@tcp lock: ffff8d907b310400/0x7b32352f0be6f093 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x7b32352f0be6f09a expref: -99 pid: 22626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787838941.920265:0:22626:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d8f43bac3c0 pname:cluuid:pid:xid:nid:opc:job mount.lustre:8fe503c4-4afd-4973-b872-263edf7adc13:22626:1874684455123456:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1787838941.920284:0:22626:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787838941.920304:0:22626:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d90507a8540 going to sleep for 11 seconds 00000100:00100000:2.0:1787838941.920314:0:22642:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455123456 00000100:00100000:2.0:1787838941.920318:0:22642:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455123456 00000100:00100000:2.0:1787838941.920344:0:22642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:2.0:1787838941.920352:0:22642:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d9070587450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8fe503c4-4afd-4973-b872-263edf7adc13+6:22626:x1874684455123456:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1787838941.920426:0:22642:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d9070587450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8fe503c4-4afd-4973-b872-263edf7adc13+6:22626:x1874684455123456:12345-0@lo:501:mount.lustre.0 Request processed in 74us (140us total) trans 0 rc -2/-2 00000100:00100000:2.0:1787838941.920437:0:22642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1787838941.920502:0:22626:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d8f43bac3c0 pname:cluuid:pid:xid:nid:opc:job mount.lustre:8fe503c4-4afd-4973-b872-263edf7adc13:22626:1874684455123456:0@lo:501:mount.lustre.0 10000000:01000000:0.0:1787838941.920539:0:22626:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.118@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 00010000:00010000:0.0:1787838941.920553:0:22626:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.118@tcp lock: ffff8d907b310400/0x7b32352f0be6f093 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7b32352f0be6f09a expref: -99 pid: 22626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838941.920563:0:22626:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.118@tcp lock: ffff8d907b310400/0x7b32352f0be6f093 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7b32352f0be6f09a expref: -99 pid: 22626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1787838941.920581:0:22626:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff8d907f6db000 10000000:01000000:0.0:1787838941.920585:0:22626:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:0.0:1787838941.920588:0:22626:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-barrier-ffff8d907f6db000 10000000:01000000:0.0:1787838941.920591:0:22626:0:(mgc_request.c:68:mgc_name2resid()) log lustre-barrier to resid 0x65727473756c/0x5 (lustre) 10000000:01000000:0.0:1787838941.920594:0:22626:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-barrier-ffff8d907f6db000 from 1 10000000:01000000:0.0:1787838941.920596:0:22626:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-barrier (res 0x65727473756c) 00010000:00010000:0.0:1787838941.920614:0:22626:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.118@tcp lock: ffff8d907ef28e00/0x7b32352f0be6f0a1 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838941.920622:0:22626:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.118@tcp lock: ffff8d907ef28e00/0x7b32352f0be6f0a1 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838941.920630:0:22626:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.118@tcp lock: ffff8d907ef28e00/0x7b32352f0be6f0a1 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787838941.920642:0:22626:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d907bdf4b40 pname:cluuid:pid:xid:nid:opc:job mount.lustre:8fe503c4-4afd-4973-b872-263edf7adc13:22626:1874684455123584:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1787838941.920670:0:22626:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787838941.920693:0:22626:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d9079daef00 going to sleep for 11 seconds 00000100:00100000:1.0:1787838941.920834:0:22641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455123584 00000100:00100000:1.0:1787838941.920839:0:22641:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455123584 00000100:00100000:1.0:1787838941.920876:0:22641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1787838941.920882:0:22641:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d9070586c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8fe503c4-4afd-4973-b872-263edf7adc13+6:22626:x1874684455123584:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1787838941.920889:0:22641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787838941.920899:0:22641:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8d907b310e00/0x7b32352f0be6f0a8 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x7b32352f0be6f0a1 expref: -99 pid: 22641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838941.920911:0:22641:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8d907b310e00/0x7b32352f0be6f0a8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x7b32352f0be6f0a1 expref: 7 pid: 22641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838941.920919:0:22641:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8d907b310e00/0x7b32352f0be6f0a8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x7b32352f0be6f0a1 expref: 7 pid: 22641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838941.920927:0:22641:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d907b310e00, rc 0) 00000100:00100000:1.0:1787838941.920959:0:22641:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d9070586c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8fe503c4-4afd-4973-b872-263edf7adc13+7:22626:x1874684455123584:12345-0@lo:101:mount.lustre.0 Request processed in 77us (288us total) trans 0 rc 0/0 00000100:00100000:1.0:1787838941.920965:0:22641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1787838941.921248:0:22626:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d907bdf4b40 pname:cluuid:pid:xid:nid:opc:job mount.lustre:8fe503c4-4afd-4973-b872-263edf7adc13:22626:1874684455123584:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1787838941.921262:0:22626:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.118@tcp lock: ffff8d907ef28e00/0x7b32352f0be6f0a1 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7b32352f0be6f0a8 expref: -99 pid: 22626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838941.921271:0:22626:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.118@tcp lock: ffff8d907ef28e00/0x7b32352f0be6f0a1 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x7b32352f0be6f0a8 expref: -99 pid: 22626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1787838941.921283:0:22626:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.118@tcp: configuration from log 'lustre-barrier' succeeded (0). 00010000:00010000:0.0:1787838941.921294:0:22626:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.118@tcp lock: ffff8d907ef28e00/0x7b32352f0be6f0a1 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7b32352f0be6f0a8 expref: -99 pid: 22626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838941.921307:0:22626:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.118@tcp lock: ffff8d907ef28e00/0x7b32352f0be6f0a1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7b32352f0be6f0a8 expref: -99 pid: 22626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1787838941.921314:0:22626:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-MDT0000-0000000000000000 10000000:01000000:0.0:1787838941.921318:0:22626:0:(mgc_request.c:68:mgc_name2resid()) log lustre-MDT0000 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:0.0:1787838941.921323:0:22626:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-mdtir-ffff8d907f6db000 10000000:01000000:0.0:1787838941.921326:0:22626:0:(mgc_request.c:68:mgc_name2resid()) log lustre-mdtir to resid 0x65727473756c/0x2 (lustre) 10000000:01000000:0.0:1787838941.921329:0:22626:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-MDT0000-0000000000000000 from 1 10000000:01000000:0.0:1787838941.921332:0:22626:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-MDT0000 (res 0x65727473756c) 00010000:00010000:0.0:1787838941.921346:0:22626:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.118@tcp lock: ffff8d907ef28800/0x7b32352f0be6f0af lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838941.921419:0:22626:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.118@tcp lock: ffff8d907ef28800/0x7b32352f0be6f0af lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838941.921426:0:22626:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.118@tcp lock: ffff8d907ef28800/0x7b32352f0be6f0af lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787838941.921440:0:22626:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d907bdf4b40 pname:cluuid:pid:xid:nid:opc:job mount.lustre:8fe503c4-4afd-4973-b872-263edf7adc13:22626:1874684455123712:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1787838941.921467:0:22626:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787838941.921492:0:22626:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d9079daef00 going to sleep for 11 seconds 00000100:00100000:1.0:1787838941.921496:0:22640:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455123712 00000100:00100000:1.0:1787838941.921501:0:22640:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455123712 00000100:00100000:1.0:1787838941.921537:0:22640:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1787838941.921542:0:22640:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d9070587850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8fe503c4-4afd-4973-b872-263edf7adc13+7:22626:x1874684455123712:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1787838941.921547:0:22640:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787838941.921554:0:22640:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8d907b310000/0x7b32352f0be6f0b6 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x7b32352f0be6f0af expref: -99 pid: 22640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838941.921564:0:22640:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8d907b310000/0x7b32352f0be6f0b6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x7b32352f0be6f0af expref: 8 pid: 22640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838941.921569:0:22640:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8d907b310000/0x7b32352f0be6f0b6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x7b32352f0be6f0af expref: 8 pid: 22640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838941.921581:0:22640:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d907b310000, rc 0) 00000100:00100000:1.0:1787838941.921611:0:22640:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d9070587850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8fe503c4-4afd-4973-b872-263edf7adc13+8:22626:x1874684455123712:12345-0@lo:101:mount.lustre.0 Request processed in 69us (144us total) trans 0 rc 0/0 00000100:00100000:1.0:1787838941.921618:0:22640:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1787838941.922019:0:22626:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d907bdf4b40 pname:cluuid:pid:xid:nid:opc:job mount.lustre:8fe503c4-4afd-4973-b872-263edf7adc13:22626:1874684455123712:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1787838941.922031:0:22626:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.118@tcp lock: ffff8d907ef28800/0x7b32352f0be6f0af lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x7b32352f0be6f0b6 expref: -99 pid: 22626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838941.922040:0:22626:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.118@tcp lock: ffff8d907ef28800/0x7b32352f0be6f0af lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x7b32352f0be6f0b6 expref: -99 pid: 22626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787838941.922099:0:22626:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d907bdf4b40 pname:cluuid:pid:xid:nid:opc:job mount.lustre:8fe503c4-4afd-4973-b872-263edf7adc13:22626:1874684455123840:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1787838941.922158:0:22626:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787838941.922185:0:22626:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d9079daef00 going to sleep for 11 seconds 00000100:00100000:2.0:1787838941.922207:0:22642:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455123840 00000100:00100000:2.0:1787838941.922212:0:22642:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455123840 00000100:00100000:2.0:1787838941.922237:0:22642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1787838941.922244:0:22642:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d9070584850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8fe503c4-4afd-4973-b872-263edf7adc13+8:22626:x1874684455123840:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1787838941.922400:0:22626:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d907bdf4b40 pname:cluuid:pid:xid:nid:opc:job mount.lustre:8fe503c4-4afd-4973-b872-263edf7adc13:22626:1874684455123840:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1787838941.922439:0:22626:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d907bdf4b40 pname:cluuid:pid:xid:nid:opc:job mount.lustre:8fe503c4-4afd-4973-b872-263edf7adc13:22626:1874684455123968:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1787838941.922475:0:22626:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787838941.922494:0:22626:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d9079daef00 going to sleep for 11 seconds 00000100:00100000:1.0:1787838941.922528:0:22641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455123968 00000100:00100000:1.0:1787838941.922533:0:22641:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455123968 00000100:00100000:1.0:1787838941.922566:0:22641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:1.0:1787838941.922572:0:22641:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d9070587c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8fe503c4-4afd-4973-b872-263edf7adc13+10:22626:x1874684455123968:12345-0@lo:503:mount.lustre.0 00000100:00100000:2.0:1787838941.922938:0:22642:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d9070584850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8fe503c4-4afd-4973-b872-263edf7adc13+10:22626:x1874684455123840:12345-0@lo:501:mount.lustre.0 Request processed in 694us (811us total) trans 0 rc 0/0 00000100:00100000:2.0:1787838941.922946:0:22642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1787838941.924101:0:22641:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d9070587c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8fe503c4-4afd-4973-b872-263edf7adc13+9:22626:x1874684455123968:12345-0@lo:503:mount.lustre.0 Request processed in 1524us (1622us total) trans 0 rc 0/0 00000100:00100000:1.0:1787838941.924112:0:22641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1787838941.924413:0:22626:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d907bdf4b40 pname:cluuid:pid:xid:nid:opc:job mount.lustre:8fe503c4-4afd-4973-b872-263edf7adc13:22626:1874684455123968:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1787838941.924851:0:22665:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d907f6f83c0 pname:cluuid:pid:xid:nid:opc:job llog_process_th:8fe503c4-4afd-4973-b872-263edf7adc13:22665:1874684455124096:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1787838941.924913:0:22665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787838941.924964:0:22665:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d904625a0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1787838941.925217:0:22640:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455124096 00000100:00100000:1.0:1787838941.925224:0:22640:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455124096 00000100:00100000:1.0:1787838941.925269:0:22640:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:1.0:1787838941.925278:0:22640:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d9070584450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8fe503c4-4afd-4973-b872-263edf7adc13+9:22665:x1874684455124096:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1787838941.926927:0:22640:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d9070584450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8fe503c4-4afd-4973-b872-263edf7adc13+9:22665:x1874684455124096:12345-0@lo:502:llog_process_th.0 Request processed in 1645us (2019us total) trans 0 rc 0/0 00000100:00100000:1.0:1787838941.926937:0:22640:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:3.0:1787838941.927082:0:22665:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d907f6f83c0 pname:cluuid:pid:xid:nid:opc:job llog_process_th:8fe503c4-4afd-4973-b872-263edf7adc13:22665:1874684455124096:0@lo:502:llog_process_th.0 00000020:01000000:3.0:1787838941.927149:0:22665:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1787838941.927160:0:22665:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787838941.927162:0:22665:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) lustre-MDT0000-m lov setup 00000020:01000000:3.0:1787838941.927167:0:22665:0:(obd_config.c:1967:class_config_llog_handler()) For 2.x interoperability, rename obd type from lov to lod (lustre-MDT0000) 00000020:00000080:3.0:1787838941.927170:0:22665:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1787838941.927185:0:22665:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-mdtlov (ffff8d90469bb490) 00000020:00000080:3.0:1787838941.927202:0:22665:0:(obd_config.c:720:class_attach_name()) OBD: dev 4 attached type lod with refcount 2 00000020:00000080:3.0:1787838941.927207:0:22665:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00080000:01000000:3.0:1787838941.927303:0:22665:0:(osd_handler.c:8895:osd_obd_connect()) connect #2 00000020:00000080:3.0:1787838941.927311:0:22665:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x7b32352f0be6f0c4 00000020:00000080:3.0:1787838941.927519:0:22665:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-mdtlov (uuid lustre-MDT0000-mdtlov_UUID) 00000020:01000000:3.0:1787838941.927524:0:22665:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1787838941.927529:0:22665:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787838941.927530:0:22665:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) lustre-MDT0000-m lov setup 00000020:01000000:3.0:1787838941.927533:0:22665:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1787838941.927536:0:22665:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787838941.927538:0:22665:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) lustre-MDT0000 add mdt 00000020:00000080:3.0:1787838941.927540:0:22665:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1787838941.927555:0:22665:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000 (ffff8d90469b8000) 00000020:00000080:3.0:1787838941.927576:0:22665:0:(obd_config.c:720:class_attach_name()) OBD: dev 5 attached type mdt with refcount 2 00000020:00000080:3.0:1787838941.927581:0:22665:0:(obd_config.c:1472:class_process_config()) processing cmd: cf007 00000020:00000080:3.0:1787838941.927583:0:22665:0:(obd_config.c:1516:class_process_config()) mountopt: profile lustre-MDT0000 osc lustre-MDT0000-mdtlov mdc (null) 00000020:01000000:3.0:1787838941.927586:0:22665:0:(obd_config.c:1149:class_add_profile()) Add profile lustre-MDT0000 00000020:00000080:3.0:1787838941.927591:0:22665:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:01000004:3.0:1787838941.927632:0:22665:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8d907f6db000 from lustre-MDT0000, refs=3 00000020:00000080:3.0:1787838941.927644:0:22665:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDD0000 (ffff8d8f42aa1a48) 00000020:00000080:3.0:1787838941.928588:0:22665:0:(obd_config.c:720:class_attach_name()) OBD: dev 6 attached type mdd with refcount 2 00000004:01000000:3.0:1787838941.928653:0:22665:0:(lod_dev.c:2291:lod_obd_connect()) connect #0 00000020:00000080:3.0:1787838941.928660:0:22665:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x7b32352f0be6f0d9 00000020:00000080:3.0:1787838941.928777:0:22665:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDD0000 (uuid lustre-MDD0000_UUID) 00000004:01000000:3.0:1787838941.928783:0:22665:0:(mdd_device.c:1598:mdd_obd_connect()) connect #0 00000020:00000080:3.0:1787838941.928787:0:22665:0:(genops.c:1385:class_connect()) connect: client lustre-MDD0000_UUID, cookie 0x7b32352f0be6f0e0 00080000:01000000:3.0:1787838941.928793:0:22665:0:(osd_handler.c:8895:osd_obd_connect()) connect #3 00000020:00000080:3.0:1787838941.928797:0:22665:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x7b32352f0be6f0e7 00010000:00010000:3.0:1787838941.970345:0:22665:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-mdt-lustre-MDT0000_UUID-1 is initialized 00000001:00000004:3.0:1787838941.971701:0:22665:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 3, last_transno is 8589934629 00000001:00080000:3.0:1787838941.972105:0:22665:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0000: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000020:00000080:3.0:1787838941.972901:0:22665:0:(genops.c:413:class_newdev()) Allocate new device lustre-QMT0000 (ffff8d8f42aa3490) 00000020:00000080:3.0:1787838941.972923:0:22665:0:(obd_config.c:720:class_attach_name()) OBD: dev 7 attached type qmt with refcount 2 00080000:01000000:3.0:1787838941.974103:0:22665:0:(osd_handler.c:8895:osd_obd_connect()) connect #4 00000020:00000080:3.0:1787838941.974116:0:22665:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x7b32352f0be6f0f5 00000020:00000080:1.0:1787838941.976333:0:22665:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-QMT0000 (uuid lustre-QMT0000_UUID) 00000020:00000080:1.0:1787838941.980290:0:22665:0:(genops.c:1385:class_connect()) connect: client lustre-QMT0000_UUID, cookie 0x7b32352f0be6f0fc 00000020:00000080:1.0:1787838941.981041:0:22665:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000 (uuid lustre-MDT0000_UUID) 00000020:01000000:1.0:1787838941.981054:0:22665:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1787838941.981061:0:22665:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787838941.981063:0:22665:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) lustre-MDT0000 add mdt 00000020:01000000:1.0:1787838941.981066:0:22665:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:1.0:1787838941.981070:0:22665:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #9 00000020:01000000:1.0:1787838941.981077:0:22665:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1787838941.981079:0:22665:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1787838941.981080:0:22665:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:1.0:1787838941.981083:0:22665:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787838941.981084:0:22665:0:(obd_config.c:1563:class_process_config()) marker 9 (0x6) lustre sys.timeout 00000020:01000000:1.0:1787838941.981088:0:22665:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1787838941.981093:0:22665:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787838941.981095:0:22665:0:(obd_config.c:1563:class_process_config()) marker 10 (0x1) lustre-MDT0000 mdt.identity_upcall 00000020:00000080:1.0:1787838941.981101:0:22665:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000004:01000000:1.0:1787838941.981166:0:22665:0:(mdt_lproc.c:316:identity_upcall_store()) lustre-MDT0000: identity upcall set to /home/green/git/lustre-release/lustre/utils/l_getidentity 00000020:01000000:1.0:1787838941.981193:0:22665:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1787838941.981197:0:22665:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787838941.981199:0:22665:0:(obd_config.c:1563:class_process_config()) marker 10 (0x2) lustre-MDT0000 mdt.identity_upcall 00000020:01000000:1.0:1787838941.981203:0:22665:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1787838941.981206:0:22665:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787838941.981208:0:22665:0:(obd_config.c:1563:class_process_config()) marker 17 (0x1) lustre-MDT0001 add osp 00000020:00000080:1.0:1787838941.981212:0:22665:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:1.0:1787838941.981217:0:22665:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.203.118@tcp to nid 0x20000c0a8cb76 (192.168.203.118@tcp) 00000020:00000080:1.0:1787838941.981244:0:22665:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1787838941.981259:0:22665:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-osp-MDT0000 (ffff8d9081fd1a48) 00000020:00000080:1.0:1787838941.981272:0:22665:0:(obd_config.c:720:class_attach_name()) OBD: dev 8 attached type osp with refcount 2 00000020:00000080:1.0:1787838941.981277:0:22665:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:1.0:1787838941.981335:0:22665:0:(osp_dev.c:1203:osp_init0()) lustre-MDT0001-osp-MDT0000: connect to lustre-MDT0000-osd (lustre-MDT0001-osp-MDT0000) 00080000:01000000:1.0:1787838941.981352:0:22665:0:(osd_handler.c:8895:osd_obd_connect()) connect #5 00000020:00000080:1.0:1787838941.981361:0:22665:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x7b32352f0be6f10a 00010000:00080000:1.0:1787838941.981403:0:22665:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8d907ef1a800@lustre-MDT0001-osp-MDT0000: add connection 192.168.203.118@tcp at head 00010000:00010000:1.0:1787838941.983105:0:22665:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-osp-MDT0000-1 is initialized 00000020:00000080:2.0:1787838941.990111:0:22665:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-osp-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:2.0:1787838941.990150:0:22665:0:(obd_config.c:1472:class_process_config()) processing cmd: cf014 00000004:01000000:2.0:1787838941.990201:0:22665:0:(lod_lov.c:128:lod_add_device()) osp:lustre-MDT0001_UUID idx:1 gen:1 00000020:00000080:2.0:1787838941.990223:0:22665:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x7b32352f0be6f111 00000100:00080000:2.0:1787838941.990233:0:22665:0:(import.c:510:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:2.0:1787838941.990240:0:22665:0:(import.c:624:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff8d907ef1a800 using connection 192.168.203.118@tcp/0@lo 00000100:00100000:2.0:1787838941.990276:0:22665:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d8f42e78780 x1874684455124224/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787838941.990303:0:22665:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID 00000100:00100000:0.0:1787838941.990355:0:3642:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d8f42e78780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3642:1874684455124224:0@lo:38:llog_process_th.0 00000020:01000000:2.0:1787838941.990374:0:22665:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1787838941.990379:0:22665:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1787838941.990381:0:22665:0:(obd_config.c:1563:class_process_config()) marker 17 (0x2) lustre-MDT0001 add osp 00000020:01000000:2.0:1787838941.990385:0:22665:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:2.0:1787838941.990387:0:22665:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #20 00000020:01000000:2.0:1787838941.990389:0:22665:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1787838941.990390:0:22665:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1787838941.990392:0:22665:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:2.0:1787838941.990396:0:22665:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1787838941.990398:0:22665:0:(obd_config.c:1563:class_process_config()) marker 20 (0x6) lustre sys.timeout 00000020:01000000:2.0:1787838941.990400:0:22665:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:2.0:1787838941.990405:0:22665:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of /dev/mapper/mds1_flakey 00000020:00000080:2.0:1787838941.990409:0:22665:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1787838941.990411:0:22665:0:(obd_config.c:1563:class_process_config()) marker 22 (0x1) lustre-OST0000 add osc 00000020:00000080:2.0:1787838941.990416:0:22665:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:2.0:1787838941.990419:0:22665:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.203.118@tcp to nid 0x20000c0a8cb76 (192.168.203.118@tcp) 00000100:00100000:0.0:1787838941.990543:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787838941.990609:0:22652:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455124224 00000100:00100000:0.0:1787838941.990614:0:22652:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455124224 00000100:00100000:0.0:1787838941.990646:0:22652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1787838941.990651:0:22652:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d907bdf4b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3642:x1874684455124224:12345-0@lo:38:llog_process_th.0 00010000:00020000:0.0:1787838941.990669:0:22652:0:(ldlm_lib.c:1228:target_handle_connect()) lustre-MDT0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000020:01000000:2.0:1787838941.992561:0:22665:0:(obd_config.c:1974:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0000) 00000020:00000080:2.0:1787838941.992570:0:22665:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1787838941.992585:0:22665:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osc-MDT0000 (ffff8d9064254ed8) 00000020:00000080:2.0:1787838941.992602:0:22665:0:(obd_config.c:720:class_attach_name()) OBD: dev 9 attached type osp with refcount 2 00000020:00000080:2.0:1787838941.992607:0:22665:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:2.0:1787838941.992702:0:22665:0:(osp_dev.c:1203:osp_init0()) lustre-OST0000-osc-MDT0000: connect to lustre-MDT0000-osd (lustre-OST0000-osc-MDT0000) 00080000:01000000:2.0:1787838941.992708:0:22665:0:(osd_handler.c:8895:osd_obd_connect()) connect #6 00000020:00000080:2.0:1787838941.992714:0:22665:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x7b32352f0be6f11f 00010000:00080000:2.0:1787838941.992750:0:22665:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8d9042bf8000@lustre-OST0000-osc-MDT0000: add connection 192.168.203.118@tcp at head 00010000:00010000:2.0:1787838941.992981:0:22665:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-MDT0000-2 is initialized 00000040:01000000:2.0:1787838941.994592:0:22665:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:1.0:1787838941.995478:0:22665:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0000-osc-MDT0000 ctxt 2 is initialized 00000040:00080000:1.0:1787838941.999686:0:22665:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1787838941.999938:0:22665:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x2:0x0].3, 64 off8384 00000100:00100000:0.0:1787838942.004370:0:22652:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d907bdf4b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3642:x1874684455124224:12345-0@lo:38:llog_process_th.0 Request processed in 13709us (13820us total) trans 0 rc -19/-19 00000100:00100000:0.0:1787838942.004386:0:22652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00080000:2.0:1787838942.004391:0:3642:0:(import.c:65:import_set_state_nolock()) ffff8d907ef1a800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787838942.004398:0:3642:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1787838942.004403:0:3642:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d8f42e78780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3642:1874684455124224:0@lo:38:llog_process_th.0 00000040:00080000:1.0:1787838942.005336:0:22665:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x10:0x0].1, 64 off8256 00000040:00080000:1.0:1787838942.006662:0:22671:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:1.0:1787838942.006667:0:22671:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x10:0x0] at index 3 of catalog [0x1:0x2:0x0] 00000020:00000080:1.0:1787838942.007314:0:22665:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:1.0:1787838942.007324:0:22665:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00000004:01000000:1.0:1787838942.007585:0:22665:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0000_UUID idx:0 gen:1 00000020:00000080:1.0:1787838942.007602:0:22665:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x7b32352f0be6f126 00000100:00080000:1.0:1787838942.007610:0:22665:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:1.0:1787838942.007615:0:22665:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff8d9042bf8000 using connection 192.168.203.118@tcp/0@lo 00000100:00100000:1.0:1787838942.007643:0:22665:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d8f43baf480 x1874684455124352/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787838942.007670:0:22665:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID 00000100:00100000:2.0:1787838942.007707:0:3642:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d8f43baf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3642:1874684455124352:0@lo:8:llog_process_th.0 00000020:01000000:1.0:1787838942.007727:0:22665:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1787838942.007731:0:22665:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787838942.007733:0:22665:0:(obd_config.c:1563:class_process_config()) marker 22 (0x2) lustre-OST0000 add osc 00000020:01000000:1.0:1787838942.007736:0:22665:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:1.0:1787838942.007738:0:22665:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #28 00000020:01000000:1.0:1787838942.007740:0:22665:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1787838942.007741:0:22665:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1787838942.007743:0:22665:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:1.0:1787838942.007745:0:22665:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787838942.007746:0:22665:0:(obd_config.c:1563:class_process_config()) marker 28 (0x6) lustre sys.timeout 00000020:01000000:1.0:1787838942.007749:0:22665:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:1.0:1787838942.007752:0:22665:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of /dev/mapper/mds1_flakey 00000020:00000080:1.0:1787838942.007755:0:22665:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787838942.007756:0:22665:0:(obd_config.c:1563:class_process_config()) marker 30 (0x1) lustre-OST0001 add osc 00000020:00000080:1.0:1787838942.007758:0:22665:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:1.0:1787838942.007762:0:22665:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.203.118@tcp to nid 0x20000c0a8cb76 (192.168.203.118@tcp) 00000400:00000100:2.0:1787838942.007769:0:3642:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1874684455124352 offset 0 length 520: 4 00000020:01000000:1.0:1787838942.007998:0:22665:0:(obd_config.c:1974:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0000) 00000020:00000080:1.0:1787838942.008001:0:22665:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1787838942.008012:0:22665:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osc-MDT0000 (ffff8d9081fd3490) 00000020:00000080:1.0:1787838942.008024:0:22665:0:(obd_config.c:720:class_attach_name()) OBD: dev 10 attached type osp with refcount 2 00000020:00000080:1.0:1787838942.008029:0:22665:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:1.0:1787838942.008087:0:22665:0:(osp_dev.c:1203:osp_init0()) lustre-OST0001-osc-MDT0000: connect to lustre-MDT0000-osd (lustre-OST0001-osc-MDT0000) 00080000:01000000:1.0:1787838942.008098:0:22665:0:(osd_handler.c:8895:osd_obd_connect()) connect #7 00000020:00000080:1.0:1787838942.008104:0:22665:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x7b32352f0be6f134 00010000:00080000:1.0:1787838942.008160:0:22665:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8d9064226000@lustre-OST0001-osc-MDT0000: add connection 192.168.203.118@tcp at head 00010000:00010000:1.0:1787838942.008550:0:22665:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0001-osc-MDT0000-3 is initialized 00000040:01000000:1.0:1787838942.008614:0:22665:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:1.0:1787838942.008632:0:22665:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0001-osc-MDT0000 ctxt 2 is initialized 00000040:00080000:1.0:1787838942.010621:0:22665:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1787838942.010928:0:22665:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x5:0x0].3, 64 off8384 00000040:00080000:1.0:1787838942.011094:0:22665:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x12:0x0].1, 64 off8256 00000040:00080000:3.0:1787838942.011423:0:22673:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:3.0:1787838942.011426:0:22673:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x12:0x0] at index 3 of catalog [0x1:0x5:0x0] 00000020:00000080:1.0:1787838942.011916:0:22665:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:1.0:1787838942.011925:0:22665:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00000004:01000000:1.0:1787838942.011951:0:22665:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0001_UUID idx:1 gen:1 00000020:00000080:1.0:1787838942.011964:0:22665:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x7b32352f0be6f13b 00000100:00080000:1.0:1787838942.011972:0:22665:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:1.0:1787838942.011976:0:22665:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff8d9064226000 using connection 192.168.203.118@tcp/0@lo 00000100:00100000:1.0:1787838942.012003:0:22665:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d8f43baed00 x1874684455124480/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787838942.012032:0:22665:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID 00000020:01000000:1.0:1787838942.012078:0:22665:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1787838942.012082:0:22665:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787838942.012084:0:22665:0:(obd_config.c:1563:class_process_config()) marker 30 (0x2) lustre-OST0001 add osc 00000020:01000000:1.0:1787838942.012088:0:22665:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1787838942.012092:0:22665:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787838942.012093:0:22665:0:(obd_config.c:1563:class_process_config()) marker 37 (0x1) lustre sys.timeout 00000020:00000080:1.0:1787838942.012101:0:22665:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:1.0:1787838942.012103:0:22665:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:1.0:1787838942.012105:0:22665:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1787838942.012108:0:22665:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787838942.012109:0:22665:0:(obd_config.c:1563:class_process_config()) marker 37 (0x2) lustre sys.timeout 00000020:01000000:1.0:1787838942.012111:0:22665:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1787838942.012114:0:22665:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787838942.012121:0:22665:0:(obd_config.c:1563:class_process_config()) marker 42 (0x1) lustre sys.jobid_var 00000020:00000080:1.0:1787838942.012143:0:22665:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000100:00100000:1.0:1787838942.012174:0:22665:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d8f43bac3c0 pname:cluuid:pid:xid:nid:opc:job llog_process_th:8fe503c4-4afd-4973-b872-263edf7adc13:22665:1874684455124608:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1787838942.012193:0:3642:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d8f43baed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3642:1874684455124480:0@lo:8:llog_process_th.0 00000400:00000100:2.0:1787838942.012241:0:3642:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1874684455124480 offset 0 length 520: 4 00000100:00100000:1.0:1787838942.012265:0:22665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787838942.012300:0:22665:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d904976b840 going to sleep for 11 seconds 00000100:00100000:3.0:1787838942.012356:0:22641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455124608 00000100:00100000:3.0:1787838942.012363:0:22641:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455124608 00000100:00100000:3.0:1787838942.012404:0:22641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1787838942.012412:0:22641:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d9070585450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8fe503c4-4afd-4973-b872-263edf7adc13+9:22665:x1874684455124608:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1787838942.012512:0:22641:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d9070585450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8fe503c4-4afd-4973-b872-263edf7adc13+9:22665:x1874684455124608:12345-0@lo:502:llog_process_th.0 Request processed in 93us (241us total) trans 0 rc 0/0 00000100:00100000:3.0:1787838942.012524:0:22641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1787838942.012633:0:22665:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d8f43bac3c0 pname:cluuid:pid:xid:nid:opc:job llog_process_th:8fe503c4-4afd-4973-b872-263edf7adc13:22665:1874684455124608:0@lo:502:llog_process_th.0 00000020:01000000:1.0:1787838942.012659:0:22665:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1787838942.012663:0:22665:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787838942.012665:0:22665:0:(obd_config.c:1563:class_process_config()) marker 42 (0x2) lustre sys.jobid_var 00000040:00080000:1.0:1787838942.012668:0:22665:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x4:0x0] index 46 count 46 00000020:01000000:0.0:1787838942.012832:0:22626:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-MDT0000 gen 1-45 (rc=0) 10000000:01000000:0.0:1787838942.012856:0:22626:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.118@tcp: configuration from log 'lustre-MDT0000' succeeded (0). 00010000:00010000:0.0:1787838942.012912:0:22626:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.118@tcp lock: ffff8d907ef28800/0x7b32352f0be6f0af lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x7b32352f0be6f0b6 expref: -99 pid: 22626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838942.012924:0:22626:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.118@tcp lock: ffff8d907ef28800/0x7b32352f0be6f0af lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x7b32352f0be6f0b6 expref: -99 pid: 22626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1787838942.012939:0:22626:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff8d907f6db000 from 1 10000000:01000000:0.0:1787838942.012942:0:22626:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:0.0:1787838942.012966:0:22626:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.118@tcp lock: ffff8d907ef28600/0x7b32352f0be6f142 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838942.012974:0:22626:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.118@tcp lock: ffff8d907ef28600/0x7b32352f0be6f142 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838942.012984:0:22626:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.118@tcp lock: ffff8d907ef28600/0x7b32352f0be6f142 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787838942.012999:0:22626:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d907bdf61c0 pname:cluuid:pid:xid:nid:opc:job mount.lustre:8fe503c4-4afd-4973-b872-263edf7adc13:22626:1874684455124736:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1787838942.013029:0:22626:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787838942.013049:0:22626:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d9079daef00 going to sleep for 11 seconds 00000100:00100000:1.0:1787838942.013095:0:22640:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455124736 00000100:00100000:1.0:1787838942.013099:0:22640:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455124736 00000100:00100000:1.0:1787838942.013158:0:22640:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:1.0:1787838942.013167:0:22640:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d9070586850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8fe503c4-4afd-4973-b872-263edf7adc13+9:22626:x1874684455124736:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1787838942.013177:0:22640:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787838942.013190:0:22640:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8d907b311c00/0x7b32352f0be6f149 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x7b32352f0be6f142 expref: -99 pid: 22640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838942.013211:0:22640:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8d907b311c00/0x7b32352f0be6f149 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x7b32352f0be6f142 expref: 10 pid: 22640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838942.013222:0:22640:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8d907b311c00/0x7b32352f0be6f149 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x7b32352f0be6f142 expref: 10 pid: 22640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838942.013231:0:22640:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d907b311c00, rc 0) 00000100:00100000:1.0:1787838942.013264:0:22640:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d9070586850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8fe503c4-4afd-4973-b872-263edf7adc13+10:22626:x1874684455124736:12345-0@lo:101:mount.lustre.0 Request processed in 98us (234us total) trans 0 rc 0/0 00000100:00100000:1.0:1787838942.013270:0:22640:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1787838942.013345:0:22626:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d907bdf61c0 pname:cluuid:pid:xid:nid:opc:job mount.lustre:8fe503c4-4afd-4973-b872-263edf7adc13:22626:1874684455124736:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1787838942.013358:0:22626:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.118@tcp lock: ffff8d907ef28600/0x7b32352f0be6f142 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7b32352f0be6f149 expref: -99 pid: 22626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838942.013366:0:22626:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.118@tcp lock: ffff8d907ef28600/0x7b32352f0be6f142 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x7b32352f0be6f149 expref: -99 pid: 22626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787838942.013969:0:22626:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d907bdf61c0 pname:cluuid:pid:xid:nid:opc:job mount.lustre:8fe503c4-4afd-4973-b872-263edf7adc13:22626:1874684455124864:0@lo:256:mount.lustre.0 00000100:00100000:0.0:1787838942.014009:0:22626:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787838942.014042:0:22626:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d9079daef00 going to sleep for 11 seconds 00000100:00100000:2.0:1787838942.014101:0:22642:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455124864 00000100:00100000:2.0:1787838942.014106:0:22642:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455124864 00000100:00100000:2.0:1787838942.014230:0:22642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1787838942.014238:0:22642:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d9070584050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8fe503c4-4afd-4973-b872-263edf7adc13+10:22626:x1874684455124864:12345-0@lo:256:mount.lustre.0 20000000:01000000:2.0:1787838942.014254:0:22642:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 1048576. 20000000:01000000:2.0:1787838942.014260:0:22642:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 0, version 1 00000100:00100000:2.0:1787838942.014324:0:22642:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d9070584050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8fe503c4-4afd-4973-b872-263edf7adc13+10:22626:x1874684455124864:12345-0@lo:256:mount.lustre.0 Request processed in 87us (315us total) trans 0 rc 0/0 00000100:00100000:2.0:1787838942.014331:0:22642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1787838942.014403:0:22626:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d907bdf61c0 pname:cluuid:pid:xid:nid:opc:job mount.lustre:8fe503c4-4afd-4973-b872-263edf7adc13:22626:1874684455124864:0@lo:256:mount.lustre.0 10000000:01000000:0.0:1787838942.014947:0:22626:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.118@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:0.0:1787838942.015051:0:22626:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.118@tcp lock: ffff8d907ef28600/0x7b32352f0be6f142 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7b32352f0be6f149 expref: -99 pid: 22626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838942.015063:0:22626:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.118@tcp lock: ffff8d907ef28600/0x7b32352f0be6f142 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7b32352f0be6f149 expref: -99 pid: 22626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1787838942.015071:0:22626:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff8d907f6db000 from 1 10000000:01000000:0.0:1787838942.015074:0:22626:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:0.0:1787838942.015098:0:22626:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.118@tcp lock: ffff8d907ef28a00/0x7b32352f0be6f150 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838942.015106:0:22626:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.118@tcp lock: ffff8d907ef28a00/0x7b32352f0be6f150 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838942.015115:0:22626:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.118@tcp lock: ffff8d907ef28a00/0x7b32352f0be6f150 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787838942.015151:0:22626:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d907bdf61c0 pname:cluuid:pid:xid:nid:opc:job mount.lustre:8fe503c4-4afd-4973-b872-263edf7adc13:22626:1874684455124992:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1787838942.015185:0:22626:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787838942.015205:0:22626:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d9079daef00 going to sleep for 11 seconds 00000100:00100000:1.0:1787838942.015296:0:22640:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455124992 00000100:00100000:1.0:1787838942.015308:0:22640:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455124992 00000100:00100000:2.0:1787838942.015570:0:22642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1787838942.015581:0:22642:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d9070585050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8fe503c4-4afd-4973-b872-263edf7adc13+10:22626:x1874684455124992:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1787838942.015593:0:22642:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787838942.015605:0:22642:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8d9045188200/0x7b32352f0be6f157 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x7b32352f0be6f150 expref: -99 pid: 22642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838942.015623:0:22642:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8d9045188200/0x7b32352f0be6f157 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x7b32352f0be6f150 expref: 11 pid: 22642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838942.015645:0:22642:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8d9045188200/0x7b32352f0be6f157 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x7b32352f0be6f150 expref: 11 pid: 22642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838942.015653:0:22642:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d9045188200, rc 0) 00000100:00100000:2.0:1787838942.015739:0:22642:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d9070585050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8fe503c4-4afd-4973-b872-263edf7adc13+11:22626:x1874684455124992:12345-0@lo:101:mount.lustre.0 Request processed in 161us (553us total) trans 0 rc 0/0 00000100:00100000:2.0:1787838942.015746:0:22642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:0.0:1787838942.015807:0:22626:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d907bdf61c0 pname:cluuid:pid:xid:nid:opc:job mount.lustre:8fe503c4-4afd-4973-b872-263edf7adc13:22626:1874684455124992:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1787838942.015820:0:22626:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.118@tcp lock: ffff8d907ef28a00/0x7b32352f0be6f150 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7b32352f0be6f157 expref: -99 pid: 22626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838942.015829:0:22626:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.118@tcp lock: ffff8d907ef28a00/0x7b32352f0be6f150 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x7b32352f0be6f157 expref: -99 pid: 22626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787838942.015883:0:22626:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d907bdf61c0 pname:cluuid:pid:xid:nid:opc:job mount.lustre:8fe503c4-4afd-4973-b872-263edf7adc13:22626:1874684455125120:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1787838942.015909:0:22626:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787838942.015977:0:22626:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d9079daef00 going to sleep for 11 seconds 00000100:00100000:1.0:1787838942.016016:0:22640:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455125120 00000100:00100000:1.0:1787838942.016020:0:22640:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455125120 00000100:00100000:1.0:1787838942.016052:0:22640:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:1.0:1787838942.016059:0:22640:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d9070585c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8fe503c4-4afd-4973-b872-263edf7adc13+11:22626:x1874684455125120:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1787838942.016192:0:22640:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d9070585c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8fe503c4-4afd-4973-b872-263edf7adc13+11:22626:x1874684455125120:12345-0@lo:501:mount.lustre.0 Request processed in 132us (281us total) trans 0 rc 0/0 00000100:00100000:1.0:1787838942.016199:0:22640:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:0.0:1787838942.016311:0:22626:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d907bdf61c0 pname:cluuid:pid:xid:nid:opc:job mount.lustre:8fe503c4-4afd-4973-b872-263edf7adc13:22626:1874684455125120:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1787838942.016337:0:22626:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d907bdf61c0 pname:cluuid:pid:xid:nid:opc:job mount.lustre:8fe503c4-4afd-4973-b872-263edf7adc13:22626:1874684455125248:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1787838942.016372:0:22626:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787838942.016434:0:22626:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d9079daef00 going to sleep for 11 seconds 00000100:00100000:2.0:1787838942.016499:0:22642:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455125248 00000100:00100000:2.0:1787838942.016513:0:22642:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455125248 00000100:00100000:2.0:1787838942.016566:0:22642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:2.0:1787838942.016572:0:22642:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d9070584c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8fe503c4-4afd-4973-b872-263edf7adc13+11:22626:x1874684455125248:12345-0@lo:503:mount.lustre.0 00000100:00100000:2.0:1787838942.016686:0:22642:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d9070584c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8fe503c4-4afd-4973-b872-263edf7adc13+11:22626:x1874684455125248:12345-0@lo:503:mount.lustre.0 Request processed in 114us (313us total) trans 0 rc 0/0 00000100:00100000:2.0:1787838942.016693:0:22642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:0.0:1787838942.016759:0:22626:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d907bdf61c0 pname:cluuid:pid:xid:nid:opc:job mount.lustre:8fe503c4-4afd-4973-b872-263edf7adc13:22626:1874684455125248:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1787838942.017217:0:22675:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d907bdf61c0 pname:cluuid:pid:xid:nid:opc:job llog_process_th:8fe503c4-4afd-4973-b872-263edf7adc13:22675:1874684455125376:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1787838942.017245:0:22675:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787838942.017289:0:22675:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d9079dae9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1787838942.017318:0:22641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455125376 00000100:00100000:3.0:1787838942.017322:0:22641:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455125376 00000100:00100000:3.0:1787838942.017363:0:22641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:3.0:1787838942.017368:0:22641:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d9070585850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8fe503c4-4afd-4973-b872-263edf7adc13+11:22675:x1874684455125376:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1787838942.017730:0:22641:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d9070585850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8fe503c4-4afd-4973-b872-263edf7adc13+11:22675:x1874684455125376:12345-0@lo:502:llog_process_th.0 Request processed in 360us (483us total) trans 0 rc 0/0 00000100:00100000:3.0:1787838942.017742:0:22641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:0.0:1787838942.017751:0:22675:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d907bdf61c0 pname:cluuid:pid:xid:nid:opc:job llog_process_th:8fe503c4-4afd-4973-b872-263edf7adc13:22675:1874684455125376:0@lo:502:llog_process_th.0 00000020:01000000:0.0:1787838942.017772:0:22675:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1787838942.017781:0:22675:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787838942.017783:0:22675:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:0.0:1787838942.017790:0:22675:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff8d907f6db000 00000020:00000080:0.0:1787838942.017793:0:22675:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:0.0:1787838942.017800:0:22675:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1787838942.017802:0:22675:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787838942.017804:0:22675:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:0.0:1787838942.017806:0:22675:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1787838942.017807:0:22675:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787838942.017808:0:22675:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:0.0:1787838942.017810:0:22675:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff8d907f6db000 00000020:00000080:0.0:1787838942.017812:0:22675:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:0.0:1787838942.017855:0:22675:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1787838942.017859:0:22675:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787838942.017860:0:22675:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:0.0:1787838942.017862:0:22675:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1787838942.017865:0:22675:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787838942.017866:0:22675:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:0.0:1787838942.017877:0:22675:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff8d907f6db000 00000020:00000080:0.0:1787838942.017879:0:22675:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:0.0:1787838942.017897:0:22675:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1787838942.017899:0:22675:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787838942.017900:0:22675:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:0.0:1787838942.017902:0:22675:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1787838942.017904:0:22675:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787838942.017905:0:22675:0:(obd_config.c:1563:class_process_config()) marker 5 (0x1) lustre mdt.lustre-MDT0001.hsm_control 00000020:01000000:0.0:1787838942.017908:0:22675:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff8d907f6db000 00000020:00000080:0.0:1787838942.017910:0:22675:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000100:00100000:0.0:1787838942.017938:0:22675:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d907bdf61c0 pname:cluuid:pid:xid:nid:opc:job llog_process_th:8fe503c4-4afd-4973-b872-263edf7adc13:22675:1874684455125504:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1787838942.017969:0:22675:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787838942.017992:0:22675:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d9079dae9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1787838942.018112:0:22642:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455125504 00000100:00100000:3.0:1787838942.018116:0:22642:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455125504 00000100:00100000:3.0:1787838942.018159:0:22642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:3.0:1787838942.018165:0:22642:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d9070586450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8fe503c4-4afd-4973-b872-263edf7adc13+11:22675:x1874684455125504:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1787838942.018235:0:22642:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d9070586450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8fe503c4-4afd-4973-b872-263edf7adc13+11:22675:x1874684455125504:12345-0@lo:502:llog_process_th.0 Request processed in 70us (265us total) trans 0 rc 0/0 00000100:00100000:3.0:1787838942.018241:0:22642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:0.0:1787838942.018317:0:22675:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d907bdf61c0 pname:cluuid:pid:xid:nid:opc:job llog_process_th:8fe503c4-4afd-4973-b872-263edf7adc13:22675:1874684455125504:0@lo:502:llog_process_th.0 00000020:01000000:0.0:1787838942.018334:0:22675:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1787838942.018338:0:22675:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787838942.018340:0:22675:0:(obd_config.c:1563:class_process_config()) marker 5 (0x2) lustre mdt.lustre-MDT0001.hsm_control 00000040:00080000:0.0:1787838942.018342:0:22675:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 13 count 13 00000020:01000000:3.0:1787838942.018496:0:22626:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-12 (rc=0) 10000000:01000000:3.0:1787838942.018525:0:22626:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.118@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:3.0:1787838942.018578:0:22626:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.118@tcp lock: ffff8d907ef28a00/0x7b32352f0be6f150 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7b32352f0be6f157 expref: -99 pid: 22626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787838942.018589:0:22626:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.118@tcp lock: ffff8d907ef28a00/0x7b32352f0be6f150 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7b32352f0be6f157 expref: -99 pid: 22626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1787838942.018644:0:22626:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:3.0:1787838942.018647:0:22626:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff8d907f6db000 10000000:01000000:3.0:1787838942.018650:0:22626:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff8d907f6db000 10000000:01000000:3.0:1787838942.018656:0:22626:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:3.0:1787838942.018665:0:22626:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff8d907f6db000 from 1 10000000:01000000:3.0:1787838942.018668:0:22626:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:3.0:1787838942.018691:0:22626:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.118@tcp lock: ffff8d8f422d5c00/0x7b32352f0be6f15e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787838942.018699:0:22626:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.118@tcp lock: ffff8d8f422d5c00/0x7b32352f0be6f15e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787838942.018708:0:22626:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.118@tcp lock: ffff8d8f422d5c00/0x7b32352f0be6f15e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787838942.018720:0:22626:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d907f6f83c0 pname:cluuid:pid:xid:nid:opc:job mount.lustre:8fe503c4-4afd-4973-b872-263edf7adc13:22626:1874684455125632:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1787838942.018747:0:22626:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787838942.018779:0:22626:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d9049c23540 going to sleep for 11 seconds 00000100:00100000:1.0:1787838942.018927:0:22641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455125632 00000100:00100000:1.0:1787838942.018933:0:22641:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455125632 00000100:00100000:1.0:1787838942.018971:0:22641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:1.0:1787838942.018980:0:22641:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d9070587050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8fe503c4-4afd-4973-b872-263edf7adc13+11:22626:x1874684455125632:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1787838942.018990:0:22641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787838942.019004:0:22641:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8d907b310200/0x7b32352f0be6f165 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x7b32352f0be6f15e expref: -99 pid: 22641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838942.019026:0:22641:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8d907b310200/0x7b32352f0be6f165 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x7b32352f0be6f15e expref: 12 pid: 22641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838942.019049:0:22641:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8d907b310200/0x7b32352f0be6f165 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x7b32352f0be6f15e expref: 12 pid: 22641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838942.019057:0:22641:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d907b310200, rc 0) 00000100:00100000:1.0:1787838942.019098:0:22641:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d9070587050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8fe503c4-4afd-4973-b872-263edf7adc13+12:22626:x1874684455125632:12345-0@lo:101:mount.lustre.0 Request processed in 119us (350us total) trans 0 rc 0/0 00000100:00100000:1.0:1787838942.019104:0:22641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:3.0:1787838942.019160:0:22626:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d907f6f83c0 pname:cluuid:pid:xid:nid:opc:job mount.lustre:8fe503c4-4afd-4973-b872-263edf7adc13:22626:1874684455125632:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1787838942.019175:0:22626:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.118@tcp lock: ffff8d8f422d5c00/0x7b32352f0be6f15e lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x7b32352f0be6f165 expref: -99 pid: 22626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787838942.019187:0:22626:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.118@tcp lock: ffff8d8f422d5c00/0x7b32352f0be6f15e lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x7b32352f0be6f165 expref: -99 pid: 22626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787838942.019237:0:22626:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d907f6f83c0 pname:cluuid:pid:xid:nid:opc:job mount.lustre:8fe503c4-4afd-4973-b872-263edf7adc13:22626:1874684455125760:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1787838942.019268:0:22626:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787838942.019296:0:22626:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d9049c23540 going to sleep for 11 seconds 00000100:00100000:1.0:1787838942.019340:0:22640:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455125760 00000100:00100000:1.0:1787838942.019346:0:22640:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455125760 00000100:00100000:1.0:1787838942.019380:0:22640:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:1.0:1787838942.019395:0:22640:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d9070586050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8fe503c4-4afd-4973-b872-263edf7adc13+12:22626:x1874684455125760:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1787838942.019501:0:22640:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d9070586050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8fe503c4-4afd-4973-b872-263edf7adc13+12:22626:x1874684455125760:12345-0@lo:501:mount.lustre.0 Request processed in 107us (232us total) trans 0 rc 0/0 00000100:00100000:1.0:1787838942.019522:0:22640:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:3.0:1787838942.019577:0:22626:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d907f6f83c0 pname:cluuid:pid:xid:nid:opc:job mount.lustre:8fe503c4-4afd-4973-b872-263edf7adc13:22626:1874684455125760:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1787838942.019606:0:22626:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d907f6f83c0 pname:cluuid:pid:xid:nid:opc:job mount.lustre:8fe503c4-4afd-4973-b872-263edf7adc13:22626:1874684455125888:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1787838942.019647:0:22626:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787838942.019677:0:22626:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d9049c23540 going to sleep for 11 seconds 00000100:00100000:1.0:1787838942.019738:0:22641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455125888 00000100:00100000:1.0:1787838942.019742:0:22641:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455125888 00000100:00100000:1.0:1787838942.019777:0:22641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:1.0:1787838942.019785:0:22641:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d9070634050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8fe503c4-4afd-4973-b872-263edf7adc13+12:22626:x1874684455125888:12345-0@lo:503:mount.lustre.0 00000100:00100000:1.0:1787838942.019870:0:22641:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d9070634050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8fe503c4-4afd-4973-b872-263edf7adc13+12:22626:x1874684455125888:12345-0@lo:503:mount.lustre.0 Request processed in 85us (222us total) trans 0 rc 0/0 00000100:00100000:1.0:1787838942.019876:0:22641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:3.0:1787838942.019963:0:22626:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d907f6f83c0 pname:cluuid:pid:xid:nid:opc:job mount.lustre:8fe503c4-4afd-4973-b872-263edf7adc13:22626:1874684455125888:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1787838942.020705:0:22677:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d907f6f83c0 pname:cluuid:pid:xid:nid:opc:job llog_process_th:8fe503c4-4afd-4973-b872-263edf7adc13:22677:1874684455126016:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1787838942.020750:0:22677:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787838942.020778:0:22677:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d9049c233c0 going to sleep for 11 seconds 00000100:00100000:1.0:1787838942.021121:0:22640:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455126016 00000100:00100000:1.0:1787838942.021158:0:22640:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455126016 00000100:00100000:1.0:1787838942.021200:0:22640:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:1.0:1787838942.021208:0:22640:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d9070635050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8fe503c4-4afd-4973-b872-263edf7adc13+12:22677:x1874684455126016:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1787838942.021407:0:22640:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d9070635050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8fe503c4-4afd-4973-b872-263edf7adc13+12:22677:x1874684455126016:12345-0@lo:502:llog_process_th.0 Request processed in 199us (656us total) trans 0 rc 0/0 00000100:00100000:1.0:1787838942.021416:0:22640:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:3.0:1787838942.021438:0:22677:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d907f6f83c0 pname:cluuid:pid:xid:nid:opc:job llog_process_th:8fe503c4-4afd-4973-b872-263edf7adc13:22677:1874684455126016:0@lo:502:llog_process_th.0 00000020:01000004:3.0:1787838942.021495:0:22677:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-MDT0000 (typ=lwp) 00000020:00000080:3.0:1787838942.021523:0:22677:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-MDT0000 (ffff8d8f42aa4ed8) 00000020:00000080:3.0:1787838942.021543:0:22677:0:(obd_config.c:720:class_attach_name()) OBD: dev 11 attached type lwp with refcount 2 00000020:01000004:3.0:1787838942.021620:0:22677:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8d907f6db000 from lustre-MDT0000, refs=4 00000020:01000004:3.0:1787838942.021624:0:22677:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8d907f6db000 from lustre-MDT0000, refs=4 00000020:01000004:3.0:1787838942.021626:0:22677:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8d907f6db000 4 00010000:00080000:3.0:1787838942.021655:0:22677:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8d8f43fce800@lustre-MDT0000-lwp-MDT0000: add connection 192.168.203.118@tcp at head 00010000:00010000:3.0:1787838942.023479:0:22677:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-MDT0000-4 is initialized 00000020:00000080:3.0:1787838942.023700:0:22677:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-MDT0000 (uuid lustre-MDT0000-lwp-MDT0000_UUID) 00000010:01000000:3.0:1787838942.023741:0:22677:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:3.0:1787838942.023754:0:22677:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-MDT0000, cookie 0x7b32352f0be6f173 00000100:00080000:3.0:1787838942.023762:0:22677:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:3.0:1787838942.023768:0:22677:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff8d8f43fce800 using connection 192.168.203.118@tcp/0@lo 00000100:00100000:3.0:1787838942.023798:0:22677:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d907f6f83c0 x1874684455126144/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787838942.023828:0:22677:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID 00000100:00100000:0.0:1787838942.024042:0:3642:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d907f6f83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3642:1874684455126144:0@lo:38:llog_process_th.0 00000100:00100000:0.0:1787838942.024102:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787838942.024415:0:22677:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d907f6f9680 pname:cluuid:pid:xid:nid:opc:job llog_process_th:8fe503c4-4afd-4973-b872-263edf7adc13:22677:1874684455126272:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1787838942.024458:0:22677:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787838942.024483:0:22642:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455126272 00000100:00100000:3.0:1787838942.024489:0:22642:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455126272 00000100:00100000:3.0:1787838942.024544:0:22642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:3.0:1787838942.024552:0:22642:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d9070635c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8fe503c4-4afd-4973-b872-263edf7adc13+12:22677:x1874684455126272:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1787838942.024663:0:22642:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d9070635c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8fe503c4-4afd-4973-b872-263edf7adc13+12:22677:x1874684455126272:12345-0@lo:502:llog_process_th.0 Request processed in 111us (204us total) trans 0 rc 0/0 00000100:00100000:3.0:1787838942.024671:0:22642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:3.0:1787838942.024714:0:22677:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d9049c239c0 going to sleep for 11 seconds 00000100:00100000:3.0:1787838942.024731:0:22677:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d907f6f9680 pname:cluuid:pid:xid:nid:opc:job llog_process_th:8fe503c4-4afd-4973-b872-263edf7adc13:22677:1874684455126272:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1787838942.024774:0:22677:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d907f6f9680 pname:cluuid:pid:xid:nid:opc:job llog_process_th:8fe503c4-4afd-4973-b872-263edf7adc13:22677:1874684455126400:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1787838942.024807:0:22677:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787838942.024822:0:22677:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d9049c239c0 going to sleep for 11 seconds 00000100:00100000:1.0:1787838942.026212:0:22647:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455126144 00000100:00100000:1.0:1787838942.026223:0:22647:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455126144 00000100:00100000:1.0:1787838942.026279:0:22647:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1787838942.026287:0:22647:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d907bdf61c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3642:x1874684455126144:12345-0@lo:38:llog_process_th.0 00000100:00100000:1.0:1787838942.026371:0:22647:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d907bdf61c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3642:x1874684455126144:12345-0@lo:38:llog_process_th.0 Request processed in 83us (2267us total) trans 0 rc -11/-11 00000100:00100000:1.0:1787838942.026378:0:22647:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1787838942.026402:0:22640:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455126400 00000100:00100000:1.0:1787838942.026416:0:22640:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455126400 00000100:00100000:1.0:1787838942.026457:0:22640:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:1.0:1787838942.026466:0:22640:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d9070634c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8fe503c4-4afd-4973-b872-263edf7adc13+12:22677:x1874684455126400:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1787838942.026584:0:22640:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d9070634c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8fe503c4-4afd-4973-b872-263edf7adc13+12:22677:x1874684455126400:12345-0@lo:502:llog_process_th.0 Request processed in 119us (1775us total) trans 0 rc 0/0 00000100:00100000:1.0:1787838942.026591:0:22640:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:1.0:1787838942.026648:0:3642:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:1.0:1787838942.026668:0:3642:0:(import.c:65:import_set_state_nolock()) ffff8d8f43fce800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787838942.026672:0:3642:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-11) 00000100:00100000:1.0:1787838942.026676:0:3642:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d907f6f83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3642:1874684455126144:0@lo:38:llog_process_th.0 00000100:00100000:3.0:1787838942.027076:0:22677:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d907f6f9680 pname:cluuid:pid:xid:nid:opc:job llog_process_th:8fe503c4-4afd-4973-b872-263edf7adc13:22677:1874684455126400:0@lo:502:llog_process_th.0 00000040:00080000:3.0:1787838942.027110:0:22677:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 52 count 51 00000020:01000000:1.0:1787838942.031632:0:22626:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:1.0:1787838942.031680:0:22626:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.118@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:1.0:1787838942.031707:0:22626:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.118@tcp lock: ffff8d8f422d5c00/0x7b32352f0be6f15e lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x7b32352f0be6f165 expref: -99 pid: 22626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838942.031719:0:22626:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.118@tcp lock: ffff8d8f422d5c00/0x7b32352f0be6f15e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x7b32352f0be6f165 expref: -99 pid: 22626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:1.0:1787838942.032208:0:22626:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:1.0:1787838942.032211:0:22626:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1787838942.032212:0:22626:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1787838942.032213:0:22626:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1787838942.032215:0:22626:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1787838942.032216:0:22626:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1787838942.032218:0:22626:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1787838942.032219:0:22626:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1787838942.032220:0:22626:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1787838942.032222:0:22626:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:1.0:1787838942.032225:0:22626:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0000 0x40020005 00000020:01000004:1.0:1787838942.032278:0:22626:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:1.0:1787838942.032280:0:22626:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1787838942.032287:0:22626:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1787838942.032288:0:22626:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1787838942.032289:0:22626:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1787838942.032291:0:22626:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1787838942.032292:0:22626:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1787838942.032293:0:22626:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1787838942.032294:0:22626:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1787838942.032296:0:22626:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:1.0:1787838942.032321:0:22626:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0000 00000100:00100000:1.0:1787838942.032339:0:22626:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d8f43bac3c0 pname:cluuid:pid:xid:nid:opc:job mount.lustre:8fe503c4-4afd-4973-b872-263edf7adc13:22626:1874684455126528:0@lo:253:mount.lustre.0 00000100:00100000:1.0:1787838942.032403:0:22626:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787838942.032446:0:22626:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d904976be40 going to sleep for 11 seconds 00000100:00100000:0.0:1787838942.032502:0:22641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455126528 00000100:00100000:0.0:1787838942.032523:0:22641:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455126528 00000100:00100000:0.0:1787838942.032604:0:22641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:0.0:1787838942.032613:0:22641:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d9070635850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8fe503c4-4afd-4973-b872-263edf7adc13+12:22626:x1874684455126528:12345-0@lo:253:mount.lustre.0 20000000:01000000:0.0:1787838942.032647:0:22641:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:0.0:1787838942.032667:0:22641:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 20000000:01000000:1.0:1787838942.035077:0:22641:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:1.0:1787838942.035104:0:22641:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:01000000:0.0:1787838942.035466:0:22663:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:0.0:1787838942.035471:0:22663:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:0.0:1787838942.035492:0:22663:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8d907ef29000/0x7b32352f0be6f17a lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838942.035526:0:22663:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8d907b311c00/0x7b32352f0be6f149 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x7b32352f0be6f142 expref: 12 pid: 22640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838942.035535:0:22663:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8d907ef29000/0x7b32352f0be6f17a lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 22663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838942.035571:0:22663:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8d907b311c00/0x7b32352f0be6f149 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x7b32352f0be6f142 expref: 12 pid: 22640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838942.035641:0:22663:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8d907b311c00/0x7b32352f0be6f149 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x7b32352f0be6f142 expref: 12 pid: 22640 timeout: 725 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787838942.035742:0:22641:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d9070635850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8fe503c4-4afd-4973-b872-263edf7adc13+12:22626:x1874684455126528:12345-0@lo:253:mount.lustre.0 Request processed in 3128us (3337us total) trans 0 rc 0/0 00000100:00100000:1.0:1787838942.035751:0:22641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:0.0:1787838942.035790:0:22663:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d907bdf7840 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22663:1874684455126656:0@lo:104: 00000100:00100000:1.0:1787838942.035801:0:22626:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d8f43bac3c0 pname:cluuid:pid:xid:nid:opc:job mount.lustre:8fe503c4-4afd-4973-b872-263edf7adc13:22626:1874684455126528:0@lo:253:mount.lustre.0 10000000:01000000:1.0:1787838942.035811:0:22626:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0000 got index = 0 00000020:01000004:1.0:1787838942.035814:0:22626:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:1.0:1787838942.035816:0:22626:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1787838942.035817:0:22626:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1787838942.035818:0:22626:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1787838942.035818:0:22626:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1787838942.035819:0:22626:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1787838942.035820:0:22626:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1787838942.035821:0:22626:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1787838942.035822:0:22626:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1787838942.035823:0:22626:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:1.0:1787838942.035833:0:22626:0:(tgt_mount.c:2692:server_calc_timeout()) lustre-MDT0000: Imperative Recovery not enabled, recovery window 60-180 00000100:00100000:0.0:1787838942.035900:0:22663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787838942.035936:0:22663:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d9079dae9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1787838942.035965:0:22630:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455126656 00000100:00100000:3.0:1787838942.035973:0:22630:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455126656 00000100:00100000:3.0:1787838942.036028:0:22630:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1787838942.036037:0:22630:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d907bdf52c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:8fe503c4-4afd-4973-b872-263edf7adc13+3:22663:x1874684455126656:12345-0@lo:104: 00010000:00010000:3.0:1787838942.036049:0:22630:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.118@tcp lock: ffff8d907ef28600/0x7b32352f0be6f142 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x7b32352f0be6f149 expref: -99 pid: 22626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787838942.036098:0:22630:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1787838942.036103:0:22630:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d907bdf52c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:8fe503c4-4afd-4973-b872-263edf7adc13+3:22663:x1874684455126656:12345-0@lo:104: Request processed in 69us (205us total) trans 0 rc 0/0 00000100:00100000:3.0:1787838942.036110:0:22630:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1787838942.036156:0:22663:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d907bdf7840 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22663:1874684455126656:0@lo:104: 00010000:00010000:3.0:1787838942.036170:0:22663:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8d907ef29000/0x7b32352f0be6f17a lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838942.043320:0:22636:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787838942.043333:0:22636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.118@tcp lock: ffff8d907ef28600/0x7b32352f0be6f142 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x7b32352f0be6f149 expref: -99 pid: 22626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838942.043345:0:22636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d907ef28600 already unused, calling callback (ffffffffc1154c20) 10000000:00010000:0.0:1787838942.043349:0:22636:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.118@tcp lock: ffff8d907ef28600/0x7b32352f0be6f142 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x7b32352f0be6f149 expref: -99 pid: 22626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838942.043358:0:22636:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.118@tcp lock: ffff8d907ef28600/0x7b32352f0be6f142 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x7b32352f0be6f149 expref: -99 pid: 22626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1787838942.043366:0:22636:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.118@tcp lock: ffff8d907ef28600/0x7b32352f0be6f142 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x7b32352f0be6f149 expref: -99 pid: 22626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1787838942.043382:0:22636:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:0.0:1787838942.043471:0:22636:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.118@tcp lock: ffff8d907ef28600/0x7b32352f0be6f142 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7b32352f0be6f149 expref: -99 pid: 22626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838942.043479:0:22636:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1787838942.043513:0:22636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.118@tcp lock: ffff8d907ef28600/0x7b32352f0be6f142 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7b32352f0be6f149 expref: -99 pid: 22626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838942.043521:0:22636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.118@tcp lock: ffff8d907ef28600/0x7b32352f0be6f142 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7b32352f0be6f149 expref: -99 pid: 22626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838942.043538:0:22636:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787838942.043540:0:22636:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787838942.043542:0:22636:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787838942.043584:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1787838942.043599:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d907bdf4f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8fe503c4-4afd-4973-b872-263edf7adc13:3643:1874684455126784:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1787838942.043664:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787838942.043734:0:22632:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455126784 00000100:00100000:0.0:1787838942.043740:0:22632:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455126784 00010000:00010000:0.0:1787838942.043770:0:22632:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8d907b311c00/0x7b32352f0be6f149 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x7b32352f0be6f142 expref: 12 pid: 22640 timeout: 725 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787838942.043797:0:22632:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1787838942.043806:0:22632:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d907bdf4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8fe503c4-4afd-4973-b872-263edf7adc13+12:3643:x1874684455126784:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1787838942.043819:0:22632:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787838942.043824:0:22632:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8d907b311c00/0x7b32352f0be6f149 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x7b32352f0be6f142 expref: 12 pid: 22640 timeout: 725 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838942.043835:0:22632:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8d907b311c00/0x7b32352f0be6f149 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x7b32352f0be6f142 expref: 12 pid: 22640 timeout: 725 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838942.043857:0:22632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8d907b311c00/0x7b32352f0be6f149 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x7b32352f0be6f142 expref: 12 pid: 22640 timeout: 725 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838942.043885:0:22632:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8d907ef29000/0x7b32352f0be6f17a lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838942.043894:0:22632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8d907ef29000/0x7b32352f0be6f17a lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:0.0:1787838942.043911:0:22632:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.008439856s 00010000:00010000:0.0:1787838942.043915:0:22632:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8d907ef29000/0x7b32352f0be6f17a lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838942.043922:0:22632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8d907ef29000/0x7b32352f0be6f17a lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838942.043929:0:22632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8d907ef29000/0x7b32352f0be6f17a lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838942.043948:0:22632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8d907ef29000/0x7b32352f0be6f17a lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838942.043955:0:22632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d907ef29000 already unused, calling callback (ffffffffc0b44500) 00010000:00010000:0.0:1787838942.043959:0:22632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8d907ef29000/0x7b32352f0be6f17a lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838942.043967:0:22632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8d907ef29000/0x7b32352f0be6f17a lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 22663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838942.043989:0:22632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8d907ef29000/0x7b32352f0be6f17a lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838942.044008:0:22632:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787838942.044045:0:22632:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d907bdf4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8fe503c4-4afd-4973-b872-263edf7adc13+11:3643:x1874684455126784:12345-0@lo:103:ldlm_bl.0 Request processed in 241us (380us total) trans 0 rc 0/0 00000100:00100000:0.0:1787838942.044053:0:22632:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1787838942.044092:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d907bdf4f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8fe503c4-4afd-4973-b872-263edf7adc13:3643:1874684455126784:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1787838942.045749:0:22663:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8d907ef29000/0x7b32352f0be6f17a lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787838942.045761:0:22663:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8d907ef29000/0x7b32352f0be6f17a lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787838942.045768:0:22663:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8d907ef29000/0x7b32352f0be6f17a lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00080000:0.0:1787838942.053060:0:22626:0:(update_trans.c:1496:distribute_txn_commit_batchid_init()) lustre-MDT0000: committed batchid 4294967530 00000040:01000000:1.0:1787838942.053494:0:22626:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0000-osd ctxt 16 is initialized 00000020:00080000:0.0:1787838942.053541:0:22687:0:(update_trans.c:1539:distribute_txn_commit_thread()) lustre-MDT0000: start commit thread committed batchid 4294967530 00000020:00080000:0.0:1787838942.053545:0:22687:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294967530 00000040:01000000:1.0:1787838942.053920:0:22688:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:0.0:1787838942.053952:0:22626:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0001-osp-MDT0000 ctxt 16 is initialized 00000040:00080000:2.0:1787838942.054574:0:22688:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1787838942.056655:0:22688:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x200000400:0x1:0x0] index 261376 count 1 00000004:00080000:2.0:1787838942.056719:0:22688:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0000-osd retrieved update log, duration 0, retries 0 00000100:00080000:1.0:1787838942.057352:0:22689:0:(client.c:1845:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != DISCONN) req@ffff8d8f43bac3c0 x1874684455126912/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 304/4320 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'lod0000_rec0001.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787838942.057375:0:22689:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d9046b7acc0 going to sleep for 0 seconds 00000040:01000000:0.0:1787838942.059349:0:22626:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0000 ctxt 12 is initialized 00000040:00080000:0.0:1787838942.059400:0:22626:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000004:00000080:0.0:1787838942.059851:0:22626:0:(mdd_device.c:555:mdd_changelog_llog_init()) changelog starting index=0 00000040:01000000:0.0:1787838942.059860:0:22626:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0000 ctxt 14 is initialized 00000040:00080000:0.0:1787838942.059910:0:22626:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1787838942.061685:0:22626:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x5:0x0] index 64768 count 1 00000040:00080000:0.0:1787838942.062410:0:22626:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x6:0x0] index 64768 count 1 00000040:01000000:0.0:1787838942.062452:0:22626:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0000 ctxt 15 is initialized 00000040:00080000:0.0:1787838942.063497:0:22626:0:(llog_cat.c:403:llog_cat_set_first_idx()) catlog [0xa:0x7:0x0] first idx 1, last_idx 2 00080000:10000000:0.0:1787838942.064066:0:22626:0:(osd_handler.c:5551:osd_index_try()) lustre-MDT0000: index object [0x200000003:0x36:0x0] (8/32) registered 00000001:00000004:0.0:1787838942.066336:0:22626:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 3, last_transno is 12884901888 00000001:00080000:0.0:1787838942.067683:0:22626:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0000: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000004:00000080:0.0:1787838942.067716:0:22626:0:(mdd_device.c:2304:mdd_iocontrol()) lustre-MDD0000: cmd=c00866e6 len=0 karg=ffffabb0018bb988 00100000:10000000:0.0:1787838942.067724:0:22626:0:(lfsck_lib.c:3085:lfsck_start()) lustre-MDT0000-osd: start master thread 00000020:01000004:0.0:1787838942.068628:0:22626:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:0.0:1787838942.068643:0:22626:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.203.118@tcp: cl_mgc_mutex unlock 00000020:01000004:0.0:1787838942.068659:0:22626:0:(tgt_mount.c:2458:server_fill_super_common()) Server sb, dev=46 00000080:00000004:0.0:1787838942.068679:0:22626:0:(super25.c:182:lustre_fill_super()) /dev/mapper/mds1_flakey: Mount complete 00000020:00000004:1.0:1787838942.077233:0:22626:0:(tgt_mount.c:2344:server_getattr()) lustre-MDT0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:1.0:1787838942.077473:0:22626:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:3.0:1787838942.765576:0:22635:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1787838943.085839:0:22683:0:(llog.c:805:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00080000:0.0:1787838943.085854:0:22683:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000100:00100000:1.0:1787838943.086187:0:22689:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d9046b7acc0 going to sleep for 0 seconds 00000040:00080000:0.0:1787838943.087769:0:22683:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xe:0x0] index 2 count 2 00000040:00080000:0.0:1787838943.087781:0:22683:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 3 count 2 10000000:01000000:3.0:1787838943.533193:0:22644:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:3.0:1787838943.533200:0:22644:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff8d907f6db000 from 11 10000000:01000000:3.0:1787838943.533206:0:22644:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:3.0:1787838943.533247:0:22644:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.118@tcp lock: ffff8d8f422d5e00/0x7b32352f0be6f181 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787838943.533272:0:22644:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.118@tcp lock: ffff8d8f422d5e00/0x7b32352f0be6f181 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787838943.533283:0:22644:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.118@tcp lock: ffff8d8f422d5e00/0x7b32352f0be6f181 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787838943.533308:0:22644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d907f6fa940 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:8fe503c4-4afd-4973-b872-263edf7adc13:22644:1874684455127040:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1787838943.533375:0:22644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787838943.533793:0:22644:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d9045839e40 going to sleep for 11 seconds 00000100:00100000:1.0:1787838943.538583:0:22642:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455127040 00000100:00100000:1.0:1787838943.538596:0:22642:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455127040 00000100:00100000:1.0:1787838943.538659:0:22642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:1.0:1787838943.538669:0:22642:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d9070636450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8fe503c4-4afd-4973-b872-263edf7adc13+11:22644:x1874684455127040:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1787838943.538686:0:22642:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787838943.538705:0:22642:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8d907b311800/0x7b32352f0be6f188 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x7b32352f0be6f181 expref: -99 pid: 22642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838943.538730:0:22642:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8d907b311800/0x7b32352f0be6f188 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x7b32352f0be6f181 expref: 12 pid: 22642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838943.538741:0:22642:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8d907b311800/0x7b32352f0be6f188 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x7b32352f0be6f181 expref: 12 pid: 22642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838943.538750:0:22642:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d907b311800, rc 0) 00000100:00100000:1.0:1787838943.538828:0:22642:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d9070636450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8fe503c4-4afd-4973-b872-263edf7adc13+12:22644:x1874684455127040:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 160us (5452us total) trans 0 rc 0/0 00000100:00100000:1.0:1787838943.538835:0:22642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:1.0:1787838943.538895:0:22644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d907f6fa940 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:8fe503c4-4afd-4973-b872-263edf7adc13:22644:1874684455127040:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1787838943.538913:0:22644:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.118@tcp lock: ffff8d8f422d5e00/0x7b32352f0be6f181 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7b32352f0be6f188 expref: -99 pid: 22644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838943.538922:0:22644:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.118@tcp lock: ffff8d8f422d5e00/0x7b32352f0be6f181 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x7b32352f0be6f188 expref: -99 pid: 22644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787838943.538998:0:22644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d8f43bac780 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:8fe503c4-4afd-4973-b872-263edf7adc13:22644:1874684455127168:0@lo:256:ll_cfg_requeue.0 00000100:00100000:1.0:1787838943.539037:0:22644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787838943.539066:0:22644:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d907bcb8d80 going to sleep for 11 seconds 00000100:00100000:1.0:1787838943.539081:0:22641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455127168 00000100:00100000:1.0:1787838943.539084:0:22641:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455127168 00000100:00100000:1.0:1787838943.539108:0:22641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:1.0:1787838943.539114:0:22641:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d9070637050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8fe503c4-4afd-4973-b872-263edf7adc13+12:22644:x1874684455127168:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:1.0:1787838943.539151:0:22641:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:1.0:1787838943.539167:0:22641:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:1.0:1787838943.539171:0:22641:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 11 00000100:00100000:1.0:1787838943.539245:0:22641:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d9070637050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8fe503c4-4afd-4973-b872-263edf7adc13+12:22644:x1874684455127168:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 129us (206us total) trans 0 rc 0/0 00000100:00100000:1.0:1787838943.541177:0:22641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:1.0:1787838943.541269:0:22644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d8f43bac780 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:8fe503c4-4afd-4973-b872-263edf7adc13:22644:1874684455127168:0@lo:256:ll_cfg_requeue.0 10000000:01000000:1.0:1787838943.541321:0:22644:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.118@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:1.0:1787838943.541331:0:22644:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.118@tcp lock: ffff8d8f422d5e00/0x7b32352f0be6f181 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7b32352f0be6f188 expref: -99 pid: 22644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838943.541342:0:22644:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.118@tcp lock: ffff8d8f422d5e00/0x7b32352f0be6f181 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7b32352f0be6f188 expref: -99 pid: 22644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838943.789279:0:22636:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1787838944.111817:0:22683:0:(llog.c:805:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00080000:2.0:1787838944.111824:0:22683:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1787838944.111956:0:22683:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xe:0x0] index 1 count 1 00000040:00080000:2.0:1787838944.111993:0:22683:0:(llog_cat_server.c:902:llog_cat_cleanup()) cancel plain log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1787838944.112162:0:22683:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 1 00000100:00100000:0.0:1787838944.116693:0:22689:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d9046b7acc0 going to sleep for 0 seconds 00010000:00010000:0.0:1787838944.816991:0:22635:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787838945.133204:0:22689:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d9046b7acc0 going to sleep for 0 seconds 00010000:00010000:0.0:1787838945.837392:0:22636:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1787838945.892612:0:22932:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg318-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00000100:00100000:1.0:1787838946.157525:0:22689:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d9046b7acc0 going to sleep for 0 seconds 00000020:00000004:0.0:1787838946.760986:0:22984:0:(tgt_mount.c:2344:server_getattr()) lustre-MDT0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:0.0:1787838946.762599:0:22984:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:0.0:1787838946.864755:0:22635:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787838947.181269:0:22689:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d9046b7acc0 going to sleep for 0 seconds 00000100:00080000:0.0:1787838947.309368:0:476:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1787838947.309375:0:476:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787838947.309379:0:476:0:(import.c:65:import_set_state_nolock()) ffff8d907ef1a800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787838947.309388:0:476:0:(import.c:510:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 625 00000100:00080000:0.0:1787838947.309394:0:476:0:(import.c:589:import_select_connection()) lustre-MDT0001-osp-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1787838947.309400:0:476:0:(import.c:624:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff8d907ef1a800 using connection 192.168.203.118@tcp/0@lo 00000100:00100000:0.0:1787838947.309422:0:476:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d907bdf7480 x1874684455127424/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787838947.309436:0:476:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1787838947.309440:0:476:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1787838947.309443:0:476:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1787838947.309445:0:476:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1787838947.309448:0:476:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1787838947.309450:0:476:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787838947.309452:0:476:0:(import.c:65:import_set_state_nolock()) ffff8d8f43fce800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787838947.309478:0:476:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff8d8f43fce800 using connection 192.168.203.118@tcp/0@lo 00000100:00100000:0.0:1787838947.309491:0:476:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d907bdf5680 x1874684455127552/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787838947.309562:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1787838947.309580:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d907bdf4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:8fe503c4-4afd-4973-b872-263edf7adc13:3646:1874684455127296:0@lo:400:kworker.0 00000100:00100000:1.0:1787838947.309645:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787838947.309710:0:3642:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d907bdf7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3642:1874684455127424:0@lo:38:kworker.0 00000100:00100000:1.0:1787838947.309741:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787838947.309759:0:3642:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d907bdf5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3642:1874684455127552:0@lo:38:kworker.0 00000100:00100000:1.0:1787838947.309782:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787838947.309838:0:22640:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455127296 00000100:00100000:0.0:1787838947.309845:0:22640:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455127296 00000100:00100000:0.0:1787838947.309928:0:22640:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:0.0:1787838947.309937:0:22640:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d9070637450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8fe503c4-4afd-4973-b872-263edf7adc13+12:3646:x1874684455127296:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787838947.310000:0:22640:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d9070637450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8fe503c4-4afd-4973-b872-263edf7adc13+12:3646:x1874684455127296:12345-0@lo:400:kworker.0 Request processed in 64us (354us total) trans 0 rc 0/0 00000100:00100000:0.0:1787838947.310020:0:22640:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:3.0:1787838947.310112:0:22653:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455127424 00000100:00100000:3.0:1787838947.310116:0:22653:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455127424 00000100:00100000:3.0:1787838947.310160:0:22653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1787838947.310165:0:22653:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d8f43bac780 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3642:x1874684455127424:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1787838947.310189:0:22653:0:(ldlm_lib.c:1228:target_handle_connect()) lustre-MDT0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1787838947.310227:0:22653:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d8f43bac780 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3642:x1874684455127424:12345-0@lo:38:kworker.0 Request processed in 60us (484us total) trans 0 rc -19/-19 00000100:00100000:3.0:1787838947.310233:0:22653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00080000:3.0:1787838947.310280:0:3642:0:(import.c:65:import_set_state_nolock()) ffff8d907ef1a800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787838947.310285:0:3642:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1787838947.310290:0:3642:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d907bdf7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3642:1874684455127424:0@lo:38:kworker.0 00000100:00100000:1.0:1787838947.313308:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d907bdf4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:8fe503c4-4afd-4973-b872-263edf7adc13:3646:1874684455127296:0@lo:400:kworker.0 00000100:00100000:0.0:1787838947.313541:0:22649:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455127552 00000100:00100000:0.0:1787838947.313549:0:22649:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455127552 00000100:00100000:0.0:1787838947.313586:0:22649:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1787838947.313594:0:22649:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d8f43bade00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3642:x1874684455127552:12345-0@lo:38:kworker.0 00010000:00080000:0.0:1787838947.313619:0:22649:0:(ldlm_lib.c:1482:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-MDT0000_UUID@0@lo t0 exp 0000000000000000 cur 631 last 0 00000020:00000080:0.0:1787838947.313652:0:22649:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-MDT0000_UUID, cookie 0x7b32352f0be6f18f 00000004:00100000:0.0:1787838947.313666:0:22649:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:0.0:1787838947.313787:0:22649:0:(import.c:65:import_set_state_nolock()) ffff8d8f43c99000 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1787838947.313917:0:22649:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d8f43bade00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3642:x1874684455127552:12345-0@lo:38:kworker.0 Request processed in 322us (4133us total) trans 0 rc 0/0 00000100:00100000:0.0:1787838947.313924:0:22649:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00010000:00080000:3.0:1787838947.317267:0:3642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff8d907bdf5680 x1874684455127552/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1787838957 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787838947.317288:0:3642:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-MDT0000: connect to target with instance 3 00000100:00080000:3.0:1787838947.317297:0:3642:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-MDT0000: Resetting ns_connect_flags to server flags: 0x2041401047000020 00000100:00080000:3.0:1787838947.317303:0:3642:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:3.0:1787838947.317306:0:3642:0:(import.c:65:import_set_state_nolock()) ffff8d8f43fce800 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:3.0:1787838947.317313:0:3642:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d907bdf5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3642:1874684455127552:0@lo:38:kworker.0 00000020:00000004:2.0:1787838947.574457:0:23034:0:(tgt_mount.c:2344:server_getattr()) lustre-MDT0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:2.0:1787838947.574825:0:23034:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:0.0:1787838947.885292:0:22636:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787838948.208339:0:22689:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d9046b7acc0 going to sleep for 0 seconds 00010000:00010000:0.0:1787838948.910222:0:22635:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787838949.229195:0:22689:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d9046b7acc0 going to sleep for 0 seconds 00010000:00010000:2.0:1787838949.941087:0:22636:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787838950.262321:0:22689:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d9046b7acc0 going to sleep for 0 seconds 00010000:00010000:0.0:1787838950.957770:0:22635:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787838951.277804:0:22689:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d9046b7acc0 going to sleep for 0 seconds 00010000:00010000:2.0:1787838951.983107:0:22636:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787838952.301235:0:22689:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d9046b7acc0 going to sleep for 0 seconds 00000100:00080000:2.0:1787838952.433999:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1787838952.434006:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787838952.434010:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d907ef1a800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787838952.434017:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 631 00000100:00080000:2.0:1787838952.434022:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-osp-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1787838952.434029:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff8d907ef1a800 using connection 192.168.203.118@tcp/0@lo 00000100:00100000:2.0:1787838952.434054:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d8f42e7a580 x1874684455127808/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787838952.434069:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1787838952.434072:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1787838952.434075:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1787838952.434078:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1787838952.434171:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d8f42e7b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:8fe503c4-4afd-4973-b872-263edf7adc13:3646:1874684455127680:0@lo:400:kworker.0 00000100:00100000:1.0:1787838952.434248:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787838952.434307:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1787838952.434315:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d8f42e79680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3644:1874684455127936:0@lo:400:kworker.0 00000100:00100000:1.0:1787838952.434339:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787838952.434375:0:22648:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455127936 00000100:00100000:1.0:1787838952.434381:0:22648:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455127936 00000100:00100000:1.0:1787838952.434416:0:22648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1787838952.434423:0:22648:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d8f43bae940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3644:x1874684455127936:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787838952.434476:0:22648:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d8f43bae940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3644:x1874684455127936:12345-0@lo:400:kworker.0 Request processed in 52us (135us total) trans 0 rc 0/0 00000100:00100000:1.0:1787838952.434482:0:22648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00010000:00080000:1.0:1787838952.434513:0:3644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff8d8f42e79680 x1874684455127936/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787838968 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787838952.434527:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d8f42e79680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3644:1874684455127936:0@lo:400:kworker.0 00000100:00100000:3.0:1787838952.435407:0:3642:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787838942/real 1787838942] req@ffff8d8f43baed00 x1874684455124480/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1787838952 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787838952.435440:0:3642:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d8f43baed00 x1874684455124480/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1787838952 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787838952.435451:0:3642:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787838942/real 1787838942] req@ffff8d8f43baf480 x1874684455124352/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1787838952 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787838952.435524:0:3642:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d8f43baf480 x1874684455124352/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1787838952 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787838952.435551:0:3642:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d8f42e7a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3642:1874684455127808:0@lo:38:kworker.0 00000100:00100000:2.0:1787838952.435583:0:22642:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455127680 00000100:00100000:2.0:1787838952.435590:0:22642:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455127680 00000100:00100000:3.0:1787838952.435591:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787838952.435628:0:22642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00080000:3.0:1787838952.435630:0:3642:0:(import.c:65:import_set_state_nolock()) ffff8d9064226000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1787838952.435639:0:22642:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d9070636c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8fe503c4-4afd-4973-b872-263edf7adc13+12:3646:x1874684455127680:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1787838952.435648:0:3642:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:3.0:1787838952.435653:0:3642:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d8f43baed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3642:1874684455124480:0@lo:8:llog_process_th.0 00000100:00080000:3.0:1787838952.435659:0:3642:0:(import.c:65:import_set_state_nolock()) ffff8d9042bf8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787838952.435664:0:3642:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:3.0:1787838952.435668:0:3642:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d8f43baf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3642:1874684455124352:0@lo:8:llog_process_th.0 00000100:00100000:2.0:1787838952.435694:0:22642:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d9070636c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8fe503c4-4afd-4973-b872-263edf7adc13+12:3646:x1874684455127680:12345-0@lo:400:kworker.0 Request processed in 57us (1445us total) trans 0 rc 0/0 00000100:00100000:2.0:1787838952.435703:0:22642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00080000:2.0:1787838952.435736:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1787838952.435741:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787838952.435744:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d9042bf8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787838952.435748:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 625 00000100:00080000:2.0:1787838952.435752:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1787838952.435763:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff8d9042bf8000 using connection 192.168.203.118@tcp/0@lo 00000100:00100000:2.0:1787838952.435786:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d8f42e78f00 x1874684455128064/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787838952.435805:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1787838952.435808:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787838952.435809:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d9064226000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787838952.435812:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 625 00000100:00080000:2.0:1787838952.435815:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1787838952.435817:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff8d9064226000 using connection 192.168.203.118@tcp/0@lo 00000100:00100000:2.0:1787838952.435827:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d8f42e7ad00 x1874684455128192/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787838952.436392:0:3642:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d8f42e78f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3642:1874684455128064:0@lo:8:kworker.0 00000400:00000100:3.0:1787838952.436422:0:3642:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1874684455128064 offset 0 length 520: 4 00000100:00100000:3.0:1787838952.436459:0:3642:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d8f42e7ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3642:1874684455128192:0@lo:8:kworker.0 00000400:00000100:3.0:1787838952.436476:0:3642:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1874684455128192 offset 0 length 520: 4 00000100:00100000:1.0:1787838952.437006:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d8f42e7b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:8fe503c4-4afd-4973-b872-263edf7adc13:3646:1874684455127680:0@lo:400:kworker.0 00000100:00100000:0.0:1787838952.437474:0:22653:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455127808 00000100:00100000:0.0:1787838952.437481:0:22653:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455127808 00000100:00100000:0.0:1787838952.437522:0:22653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1787838952.437539:0:22653:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d907f6fad00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3642:x1874684455127808:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1787838952.437569:0:22653:0:(ldlm_lib.c:1228:target_handle_connect()) lustre-MDT0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1787838952.437628:0:22653:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d907f6fad00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3642:x1874684455127808:12345-0@lo:38:kworker.0 Request processed in 88us (2036us total) trans 0 rc -19/-19 00000100:00100000:0.0:1787838952.437634:0:22653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00080000:3.0:1787838952.438054:0:3642:0:(import.c:65:import_set_state_nolock()) ffff8d907ef1a800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787838952.438060:0:3642:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1787838952.438065:0:3642:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d8f42e7a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3642:1874684455127808:0@lo:38:kworker.0 00010000:00010000:0.0:1787838953.005555:0:22635:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787838953.325269:0:22689:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d9046b7acc0 going to sleep for 0 seconds 00010000:00010000:1.0:1787838954.037221:0:22636:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787838954.349327:0:22689:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d9046b7acc0 going to sleep for 0 seconds 00000040:00080000:1.0:1787838954.350852:0:22683:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000020:01000004:3.0:1787838954.668875:0:23379:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:3.0:1787838954.668879:0:23379:0:(obd_mount.c:926:lmd_print()) device: /dev/mapper/mds2_flakey 00000020:01000004:3.0:1787838954.668881:0:23379:0:(obd_mount.c:929:lmd_print()) options: user_xattr,errors=remount-ro 00000080:01200004:3.0:1787838954.669005:0:23379:0:(super25.c:131:lustre_fill_super()) VFS Op: sb ffff8d906ee42000 00000020:01000004:3.0:1787838954.669020:0:23379:0:(tgt_mount.c:2500:osd_start()) Attempting to start lustre-MDT0001, type=osd-ldiskfs, lsifl=200001, mountfl=0 00000020:01000004:3.0:1787838954.669032:0:23379:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0001-osd (typ=osd-ldiskfs) 00000020:00000080:3.0:1787838954.669044:0:23379:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-osd (ffff8d8f42aa0000) 00000020:00000080:3.0:1787838954.669063:0:23379:0:(obd_config.c:720:class_attach_name()) OBD: dev 12 attached type osd-ldiskfs with refcount 2 00100000:10000000:1.0:1787838954.741508:0:23379:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0xd:0x0] (16/1) registered 00100000:10000000:1.0:1787838954.743369:0:23379:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000001:0x3:0x0] (8/24) registered 00100000:10000000:1.0:1787838954.746696:0:23379:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x20001:0x0] (8/8) registered 00100000:10000000:1.0:1787838954.748045:0:23379:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x8:0x0] (8/32) registered 00100000:10000000:1.0:1787838954.749838:0:23379:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x1:0x0] (8/8) registered 00100000:10000000:1.0:1787838954.750084:0:23379:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x5:0x0] (8/32) registered 00100000:10000000:1.0:1787838954.750394:0:23379:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x20003:0x0] (8/8) registered 00100000:10000000:1.0:1787838954.750819:0:23379:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x7:0x0] (8/32) registered 00100000:10000000:1.0:1787838954.751035:0:23379:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x3:0x0] (8/8) registered 00100000:10000000:1.0:1787838954.751388:0:23379:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x6:0x0] (8/32) registered 00100000:10000000:1.0:1787838954.751731:0:23379:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x20002:0x0] (8/8) registered 00100000:10000000:1.0:1787838954.752008:0:23379:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x2:0x0] (8/8) registered 00100000:10000000:1.0:1787838954.752199:0:23379:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x3:0x0] (8/32) registered 00100000:10000000:1.0:1787838954.752856:0:23379:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x4:0x0] (8/32) registered 00100000:10000000:1.0:1787838954.753808:0:23379:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2b:0x0] (24/16) registered 00100000:10000000:1.0:1787838954.753986:0:23379:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x26:0x0] (24/16) registered 00100000:10000000:1.0:1787838954.754198:0:23379:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1b:0x0] (16/1) registered 00100000:10000000:1.0:1787838954.754490:0:23379:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x28:0x0] (24/16) registered 00100000:10000000:1.0:1787838954.754687:0:23379:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x15:0x0] (16/1) registered 00100000:10000000:1.0:1787838954.754936:0:23379:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0xe:0x0] (16/1) registered 00100000:10000000:1.0:1787838954.755150:0:23379:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2c:0x0] (24/16) registered 00100000:10000000:1.0:1787838954.755364:0:23379:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x29:0x0] (24/16) registered 00100000:10000000:1.0:1787838954.755575:0:23379:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x27:0x0] (24/16) registered 00100000:10000000:1.0:1787838954.755875:0:23379:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x20:0x0] (24/16) registered 00100000:10000000:1.0:1787838954.756077:0:23379:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x25:0x0] (24/16) registered 00100000:10000000:1.0:1787838954.756406:0:23379:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x16:0x0] (16/1) registered 00100000:10000000:1.0:1787838954.756680:0:23379:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x10:0x0] (16/1) registered 00100000:10000000:1.0:1787838954.756997:0:23379:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x18:0x0] (16/1) registered 00100000:10000000:1.0:1787838954.757228:0:23379:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x14:0x0] (16/1) registered 00100000:10000000:1.0:1787838954.757515:0:23379:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x23:0x0] (24/16) registered 00100000:10000000:1.0:1787838954.757791:0:23379:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1f:0x0] (24/16) registered 00100000:10000000:1.0:1787838954.758000:0:23379:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1c:0x0] (16/1) registered 00100000:10000000:1.0:1787838954.758310:0:23379:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x17:0x0] (16/1) registered 00100000:10000000:1.0:1787838954.758586:0:23379:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0xf:0x0] (16/1) registered 00100000:10000000:1.0:1787838954.758909:0:23379:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1d:0x0] (16/1) registered 00100000:10000000:1.0:1787838954.759161:0:23379:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x24:0x0] (24/16) registered 00100000:10000000:1.0:1787838954.759491:0:23379:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2d:0x0] (24/16) registered 00100000:10000000:1.0:1787838954.759854:0:23379:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2a:0x0] (24/16) registered 00100000:10000000:1.0:1787838954.760028:0:23379:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x12:0x0] (16/1) registered 00100000:10000000:2.0:1787838954.760428:0:23379:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x11:0x0] (16/1) registered 00100000:10000000:2.0:1787838954.765027:0:23379:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2e:0x0] (24/16) registered 00100000:10000000:2.0:1787838954.765709:0:23379:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x19:0x0] (16/1) registered 00100000:10000000:2.0:1787838954.765980:0:23379:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x21:0x0] (24/16) registered 00100000:10000000:2.0:1787838954.766182:0:23379:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x13:0x0] (16/1) registered 00100000:10000000:2.0:1787838954.766466:0:23379:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1a:0x0] (16/1) registered 00100000:10000000:2.0:1787838954.769904:0:23379:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x22:0x0] (24/16) registered 00080000:01000000:2.0:1787838954.772383:0:23379:0:(osd_lproc.c:911:osd_procfs_init()) lustre-MDT0001: register osd-ldiskfs tunable parameters 00000020:00000080:2.0:1787838954.772610:0:23379:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-osd (uuid lustre-MDT0001-osd_UUID) 00080000:01000000:2.0:1787838954.772891:0:23379:0:(osd_handler.c:8895:osd_obd_connect()) connect #0 00000020:00000080:2.0:1787838954.772903:0:23379:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0x7b32352f0be6f19d 00000020:01000004:2.0:1787838954.772909:0:23379:0:(tgt_mount.c:2585:server_fill_super()) Found service lustre-MDT0001 on device /dev/mapper/mds2_flakey 00000020:01000004:2.0:1787838954.772929:0:23379:0:(obd_mount.c:403:lustre_start_mgc()) MGC192.168.203.118@tcp:Set MGC reconnect 1 10000000:01000000:2.0:1787838954.772941:0:23379:0:(mgc_request.c:1071:mgc_set_info_async()) InitRecov MGC192.168.203.118@tcp 1/d0:i0:r0:or0:FULL 00000020:01000004:2.0:1787838954.772948:0:23379:0:(tgt_mount.c:1809:server_start_targets()) starting target lustre-MDT0001 00000020:01000004:2.0:1787838954.772984:0:23379:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for /dev/mapper/mds2_flakey 10000000:01000000:2.0:1787838954.772987:0:23379:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.203.118@tcp: cl_mgc_mutex lustre-MDT0001-osd for locked: rc = 0 00000040:01000000:3.0:1787838954.777212:0:23379:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.203.118@tcp ctxt 0 is initialized 00000020:01000004:3.0:1787838954.777310:0:23379:0:(tgt_mount.c:1418:server_register_target()) Registration lustre-MDT0001, fs=lustre, 192.168.203.118@tcp, index=0001, flags=0x20001 00000020:01000004:3.0:1787838954.777315:0:23379:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:3.0:1787838954.777317:0:23379:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:3.0:1787838954.777318:0:23379:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1787838954.777320:0:23379:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1787838954.777321:0:23379:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1787838954.777322:0:23379:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1787838954.777324:0:23379:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1787838954.777325:0:23379:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1787838954.777327:0:23379:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:3.0:1787838954.777330:0:23379:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0001 0x10020001 00000020:01000004:3.0:1787838954.777332:0:23379:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:3.0:1787838954.777333:0:23379:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:3.0:1787838954.777335:0:23379:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1787838954.777336:0:23379:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1787838954.777337:0:23379:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1787838954.777338:0:23379:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1787838954.777339:0:23379:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1787838954.777340:0:23379:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1787838954.777341:0:23379:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:3.0:1787838954.777366:0:23379:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0001 00000100:00100000:3.0:1787838954.777384:0:23379:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d907f6f9e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:8fe503c4-4afd-4973-b872-263edf7adc13:23379:1874684455128320:0@lo:253:mount.lustre.0 00000100:00100000:3.0:1787838954.777460:0:23379:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787838954.777508:0:23379:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d904621e480 going to sleep for 11 seconds 00000100:00100000:0.0:1787838954.777572:0:22640:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455128320 00000100:00100000:0.0:1787838954.777580:0:22640:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455128320 00000100:00100000:0.0:1787838954.777688:0:22640:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:0.0:1787838954.777698:0:22640:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d9070636050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8fe503c4-4afd-4973-b872-263edf7adc13+12:23379:x1874684455128320:12345-0@lo:253:mount.lustre.0 20000000:01000000:0.0:1787838954.777724:0:22640:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 1 is registered to MGS. 20000000:01000000:0.0:1787838954.777728:0:22640:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-MDT0001 is running on 0@lo 20000000:01000000:0.0:1787838954.777798:0:22640:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0001, index=1, rc=0 00000100:00100000:0.0:1787838954.778112:0:22640:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d9070636050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8fe503c4-4afd-4973-b872-263edf7adc13+12:23379:x1874684455128320:12345-0@lo:253:mount.lustre.0 Request processed in 413us (650us total) trans 0 rc 0/0 00000100:00100000:0.0:1787838954.778122:0:22640:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:1.0:1787838954.778234:0:23379:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d907f6f9e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:8fe503c4-4afd-4973-b872-263edf7adc13:23379:1874684455128320:0@lo:253:mount.lustre.0 10000000:01000000:1.0:1787838954.778343:0:23379:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0001 got index = 1 00000020:01000004:1.0:1787838954.778346:0:23379:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:1.0:1787838954.778348:0:23379:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:1.0:1787838954.778350:0:23379:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1787838954.778351:0:23379:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1787838954.778352:0:23379:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1787838954.778354:0:23379:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1787838954.778355:0:23379:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1787838954.778356:0:23379:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1787838954.778357:0:23379:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:0.0:1787838954.778457:0:23379:0:(tgt_mount.c:101:server_register_mount()) register mount ffff8d906ee42000 from lustre-MDT0001 10000000:01000000:0.0:1787838954.778482:0:23379:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-MDT0001 from 0 10000000:01000000:0.0:1787838954.778484:0:23379:0:(mgc_request.c:329:config_log_add()) add config log lustre-MDT0001-0000000000000000 10000000:01000000:0.0:1787838954.778491:0:23379:0:(mgc_request_server.c:874:mgc_get_local_copy()) Get log lustre-sptlrpc-ffff8d90469bced8 local copy 00010000:00010000:0.0:1787838954.778501:0:23379:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.118@tcp lock: ffff8d907b310400/0x7b32352f0be6f093 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x7b32352f0be6f09a expref: -99 pid: 22626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787838954.778598:0:23379:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d907bdf6580 pname:cluuid:pid:xid:nid:opc:job mount.lustre:8fe503c4-4afd-4973-b872-263edf7adc13:23379:1874684455128448:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1787838954.778696:0:23379:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787838954.778760:0:23379:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d8f42b889c0 going to sleep for 11 seconds 00000100:00100000:1.0:1787838954.778851:0:22641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455128448 00000100:00100000:1.0:1787838954.778857:0:22641:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455128448 00000100:00100000:1.0:1787838954.778893:0:22641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:1.0:1787838954.778899:0:22641:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d9070637850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8fe503c4-4afd-4973-b872-263edf7adc13+12:23379:x1874684455128448:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1787838954.779098:0:22641:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d9070637850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8fe503c4-4afd-4973-b872-263edf7adc13+12:23379:x1874684455128448:12345-0@lo:501:mount.lustre.0 Request processed in 198us (401us total) trans 0 rc -2/-2 00000100:00100000:1.0:1787838954.779111:0:22641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:0.0:1787838954.779316:0:23379:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d907bdf6580 pname:cluuid:pid:xid:nid:opc:job mount.lustre:8fe503c4-4afd-4973-b872-263edf7adc13:23379:1874684455128448:0@lo:501:mount.lustre.0 10000000:01000000:0.0:1787838954.779339:0:23379:0:(mgc_request_server.c:765:mgc_llog_local_copy()) MGC192.168.203.118@tcp: no remote llog for lustre-sptlrpc, check MGS config 10000000:01000000:0.0:1787838954.779357:0:23379:0:(mgc_request_server.c:897:mgc_get_local_copy()) MGC192.168.203.118@tcp: can't save local copy of 'lustre-sptlrpc': rc = -2. 00010000:00010000:0.0:1787838954.779363:0:23379:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.118@tcp lock: ffff8d907b310400/0x7b32352f0be6f093 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x7b32352f0be6f09a expref: -99 pid: 22626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838954.779371:0:23379:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.118@tcp lock: ffff8d907b310400/0x7b32352f0be6f093 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x7b32352f0be6f09a expref: -99 pid: 22626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1787838954.779397:0:23379:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff8d906ee42000 10000000:01000000:0.0:1787838954.779401:0:23379:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:0.0:1787838954.779406:0:23379:0:(mgc_request.c:194:do_config_log_add()) do adding config log nodemap-ffff8d90469bced8 10000000:01000000:0.0:1787838954.779408:0:23379:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 10000000:01000000:0.0:1787838954.779411:0:23379:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff8d90469bced8 from 1 10000000:01000000:0.0:1787838954.779466:0:23379:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:0.0:1787838954.779492:0:23379:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.118@tcp lock: ffff8d907ef28600/0x7b32352f0be6f1a4 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838954.779500:0:23379:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.118@tcp lock: ffff8d907ef28600/0x7b32352f0be6f1a4 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838954.779510:0:23379:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.118@tcp lock: ffff8d907ef28600/0x7b32352f0be6f1a4 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787838954.779523:0:23379:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d907bdf6580 pname:cluuid:pid:xid:nid:opc:job mount.lustre:8fe503c4-4afd-4973-b872-263edf7adc13:23379:1874684455128576:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1787838954.779549:0:23379:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787838954.779612:0:23379:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d8f42b889c0 going to sleep for 11 seconds 00000100:00100000:3.0:1787838954.779708:0:22640:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455128576 00000100:00100000:3.0:1787838954.779713:0:22640:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455128576 00000100:00100000:3.0:1787838954.779830:0:22640:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:3.0:1787838954.779839:0:22640:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d9070634850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8fe503c4-4afd-4973-b872-263edf7adc13+12:23379:x1874684455128576:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1787838954.779850:0:22640:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787838954.779861:0:22640:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8d8f422d4200/0x7b32352f0be6f1ab lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x7b32352f0be6f1a4 expref: -99 pid: 22640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787838954.779881:0:22640:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8d8f422d4200/0x7b32352f0be6f1ab lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x7b32352f0be6f1a4 expref: 13 pid: 22640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787838954.779899:0:22640:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8d8f422d4200/0x7b32352f0be6f1ab lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x7b32352f0be6f1a4 expref: 13 pid: 22640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787838954.779908:0:22640:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d8f422d4200, rc 0) 00000100:00100000:3.0:1787838954.779952:0:22640:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d9070634850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8fe503c4-4afd-4973-b872-263edf7adc13+13:23379:x1874684455128576:12345-0@lo:101:mount.lustre.0 Request processed in 115us (402us total) trans 0 rc 0/0 00000100:00100000:3.0:1787838954.779958:0:22640:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:0.0:1787838954.780014:0:23379:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d907bdf6580 pname:cluuid:pid:xid:nid:opc:job mount.lustre:8fe503c4-4afd-4973-b872-263edf7adc13:23379:1874684455128576:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1787838954.780026:0:23379:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.118@tcp lock: ffff8d907ef28600/0x7b32352f0be6f1a4 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7b32352f0be6f1ab expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838954.780040:0:23379:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.118@tcp lock: ffff8d907ef28600/0x7b32352f0be6f1a4 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x7b32352f0be6f1ab expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1787838954.780055:0:23379:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.118@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:0.0:1787838954.780073:0:23379:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.118@tcp lock: ffff8d907ef28600/0x7b32352f0be6f1a4 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7b32352f0be6f1ab expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838954.780081:0:23379:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.118@tcp lock: ffff8d907ef28600/0x7b32352f0be6f1a4 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7b32352f0be6f1ab expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1787838954.780088:0:23379:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-barrier-ffff8d906ee42000 10000000:01000000:0.0:1787838954.780091:0:23379:0:(mgc_request.c:68:mgc_name2resid()) log lustre-barrier to resid 0x65727473756c/0x5 (lustre) 10000000:01000000:0.0:1787838954.780095:0:23379:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-barrier-ffff8d906ee42000 from 1 10000000:01000000:0.0:1787838954.780097:0:23379:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-barrier (res 0x65727473756c) 00010000:00010000:0.0:1787838954.780110:0:23379:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.118@tcp lock: ffff8d907ef29000/0x7b32352f0be6f1b2 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838954.780118:0:23379:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.118@tcp lock: ffff8d907ef29000/0x7b32352f0be6f1b2 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838954.780147:0:23379:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.118@tcp lock: ffff8d907ef29000/0x7b32352f0be6f1b2 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787838954.780160:0:23379:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d907bdf6580 pname:cluuid:pid:xid:nid:opc:job mount.lustre:8fe503c4-4afd-4973-b872-263edf7adc13:23379:1874684455128704:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1787838954.780183:0:23379:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787838954.780476:0:23379:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d8f42b889c0 going to sleep for 11 seconds 00000100:00100000:2.0:1787838954.780561:0:22642:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455128704 00000100:00100000:2.0:1787838954.780566:0:22642:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455128704 00000100:00100000:2.0:1787838954.780591:0:22642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:2.0:1787838954.780597:0:22642:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d9070637c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8fe503c4-4afd-4973-b872-263edf7adc13+13:23379:x1874684455128704:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1787838954.780606:0:22642:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787838954.780615:0:22642:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8d9045189600/0x7b32352f0be6f1b9 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x7b32352f0be6f1b2 expref: -99 pid: 22642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838954.780639:0:22642:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8d9045189600/0x7b32352f0be6f1b9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x7b32352f0be6f1b2 expref: 14 pid: 22642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838954.780648:0:22642:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8d9045189600/0x7b32352f0be6f1b9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x7b32352f0be6f1b2 expref: 14 pid: 22642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838954.780655:0:22642:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d9045189600, rc 0) 00000100:00100000:2.0:1787838954.780692:0:22642:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d9070637c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8fe503c4-4afd-4973-b872-263edf7adc13+14:23379:x1874684455128704:12345-0@lo:101:mount.lustre.0 Request processed in 95us (508us total) trans 0 rc 0/0 00000100:00100000:2.0:1787838954.780698:0:22642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:0.0:1787838954.780834:0:23379:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d907bdf6580 pname:cluuid:pid:xid:nid:opc:job mount.lustre:8fe503c4-4afd-4973-b872-263edf7adc13:23379:1874684455128704:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1787838954.780846:0:23379:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.118@tcp lock: ffff8d907ef29000/0x7b32352f0be6f1b2 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x7b32352f0be6f1b9 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838954.780860:0:23379:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.118@tcp lock: ffff8d907ef29000/0x7b32352f0be6f1b2 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x7b32352f0be6f1b9 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1787838954.780872:0:23379:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.118@tcp: configuration from log 'lustre-barrier' succeeded (0). 00010000:00010000:0.0:1787838954.780888:0:23379:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.118@tcp lock: ffff8d907ef29000/0x7b32352f0be6f1b2 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x7b32352f0be6f1b9 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838954.780895:0:23379:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.118@tcp lock: ffff8d907ef29000/0x7b32352f0be6f1b2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x7b32352f0be6f1b9 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1787838954.780901:0:23379:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-MDT0001-0000000000000000 10000000:01000000:0.0:1787838954.780905:0:23379:0:(mgc_request.c:68:mgc_name2resid()) log lustre-MDT0001 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:0.0:1787838954.780909:0:23379:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-mdtir-ffff8d906ee42000 10000000:01000000:0.0:1787838954.780912:0:23379:0:(mgc_request.c:68:mgc_name2resid()) log lustre-mdtir to resid 0x65727473756c/0x2 (lustre) 10000000:01000000:0.0:1787838954.780915:0:23379:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-MDT0001-0000000000000000 from 1 10000000:01000000:0.0:1787838954.780917:0:23379:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-MDT0001 (res 0x65727473756c) 00010000:00010000:0.0:1787838954.780931:0:23379:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.118@tcp lock: ffff8d907ef29600/0x7b32352f0be6f1c0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838954.780939:0:23379:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.118@tcp lock: ffff8d907ef29600/0x7b32352f0be6f1c0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838954.780946:0:23379:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.118@tcp lock: ffff8d907ef29600/0x7b32352f0be6f1c0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787838954.780956:0:23379:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d907bdf6580 pname:cluuid:pid:xid:nid:opc:job mount.lustre:8fe503c4-4afd-4973-b872-263edf7adc13:23379:1874684455128832:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1787838954.780980:0:23379:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787838954.780991:0:23379:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d8f42b889c0 going to sleep for 11 seconds 00000100:00100000:2.0:1787838954.781048:0:22642:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455128832 00000100:00100000:2.0:1787838954.781051:0:22642:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455128832 00000100:00100000:2.0:1787838954.781069:0:22642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:2.0:1787838954.781074:0:22642:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d9070634450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8fe503c4-4afd-4973-b872-263edf7adc13+14:23379:x1874684455128832:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1787838954.781080:0:22642:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787838954.781087:0:22642:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8d9045188e00/0x7b32352f0be6f1c7 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x7b32352f0be6f1c0 expref: -99 pid: 22642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838954.781099:0:22642:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8d9045188e00/0x7b32352f0be6f1c7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x7b32352f0be6f1c0 expref: 15 pid: 22642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838954.781113:0:22642:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8d9045188e00/0x7b32352f0be6f1c7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x7b32352f0be6f1c0 expref: 15 pid: 22642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838954.781120:0:22642:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d9045188e00, rc 0) 00000100:00100000:2.0:1787838954.781172:0:22642:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d9070634450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8fe503c4-4afd-4973-b872-263edf7adc13+15:23379:x1874684455128832:12345-0@lo:101:mount.lustre.0 Request processed in 98us (191us total) trans 0 rc 0/0 00000100:00100000:2.0:1787838954.781179:0:22642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:0.0:1787838954.781245:0:23379:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d907bdf6580 pname:cluuid:pid:xid:nid:opc:job mount.lustre:8fe503c4-4afd-4973-b872-263edf7adc13:23379:1874684455128832:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1787838954.781255:0:23379:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.118@tcp lock: ffff8d907ef29600/0x7b32352f0be6f1c0 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x7b32352f0be6f1c7 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838954.781264:0:23379:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.118@tcp lock: ffff8d907ef29600/0x7b32352f0be6f1c0 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x7b32352f0be6f1c7 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1787838954.782354:0:23379:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 46 count 46 00000040:00080000:0.0:1787838954.782890:0:23379:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1787838954.786636:0:23379:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].1, 224 off8416 00000040:00080000:0.0:1787838954.786686:0:23379:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].2, 136 off8552 00000040:00080000:0.0:1787838954.786700:0:23379:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].3, 176 off8728 00000040:00080000:0.0:1787838954.786712:0:23379:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].4, 224 off8952 00000040:00080000:0.0:1787838954.786724:0:23379:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].5, 224 off9176 00000040:00080000:0.0:1787838954.786822:0:23379:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].6, 120 off9296 00000040:00080000:0.0:1787838954.786837:0:23379:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].7, 112 off9408 00000040:00080000:0.0:1787838954.786848:0:23379:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].8, 160 off9568 00000040:00080000:0.0:1787838954.786860:0:23379:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].9, 224 off9792 00000040:00080000:0.0:1787838954.786871:0:23379:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].10, 224 off10016 00000040:00080000:0.0:1787838954.786883:0:23379:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].11, 88 off10104 00000040:00080000:0.0:1787838954.786893:0:23379:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].12, 144 off10248 00000040:00080000:0.0:1787838954.786905:0:23379:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].13, 152 off10400 00000040:00080000:0.0:1787838954.786916:0:23379:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].14, 168 off10568 00000040:00080000:0.0:1787838954.786927:0:23379:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].15, 224 off10792 00000040:00080000:0.0:1787838954.786940:0:23379:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].16, 224 off11016 00000040:00080000:0.0:1787838954.786952:0:23379:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].17, 80 off11096 00000040:00080000:0.0:1787838954.786969:0:23379:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].18, 224 off11320 00000040:00080000:0.0:1787838954.786981:0:23379:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].19, 224 off11544 00000040:00080000:0.0:1787838954.786993:0:23379:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].20, 160 off11704 00000040:00080000:0.0:1787838954.787003:0:23379:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].21, 224 off11928 00000040:00080000:0.0:1787838954.787015:0:23379:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].22, 224 off12152 00000040:00080000:0.0:1787838954.787026:0:23379:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].23, 80 off12232 00000040:00080000:0.0:1787838954.787877:0:23379:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].24, 224 off12456 00000040:00080000:0.0:1787838954.787891:0:23379:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].25, 224 off12680 00000040:00080000:0.0:1787838954.787902:0:23379:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].26, 88 off12768 00000040:00080000:0.0:1787838954.787914:0:23379:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].27, 144 off12912 00000040:00080000:0.0:1787838954.787925:0:23379:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].28, 152 off13064 00000040:00080000:0.0:1787838954.787937:0:23379:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].29, 136 off13200 00000040:00080000:0.0:1787838954.787949:0:23379:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].30, 224 off13424 00000040:00080000:0.0:1787838954.787961:0:23379:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].31, 224 off13648 00000040:00080000:0.0:1787838954.787974:0:23379:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].32, 80 off13728 00000040:00080000:0.0:1787838954.787986:0:23379:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].33, 224 off13952 00000040:00080000:0.0:1787838954.787998:0:23379:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].34, 224 off14176 00000040:00080000:0.0:1787838954.788009:0:23379:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].35, 88 off14264 00000040:00080000:0.0:1787838954.788022:0:23379:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].36, 144 off14408 00000040:00080000:0.0:1787838954.788033:0:23379:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].37, 152 off14560 00000040:00080000:0.0:1787838954.788044:0:23379:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].38, 136 off14696 00000040:00080000:0.0:1787838954.788055:0:23379:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].39, 224 off14920 00000040:00080000:0.0:1787838954.788067:0:23379:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].40, 224 off15144 00000040:00080000:0.0:1787838954.788077:0:23379:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].41, 80 off15224 00000040:00080000:0.0:1787838954.788089:0:23379:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].42, 224 off15448 00000040:00080000:0.0:1787838954.788101:0:23379:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].43, 224 off15672 00000040:00080000:0.0:1787838954.788113:0:23379:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].44, 120 off15792 00000040:00080000:0.0:1787838954.788161:0:23379:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].45, 224 off16016 00000040:00080000:0.0:1787838954.788167:0:23379:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 45 count 46 00000100:00100000:0.0:1787838954.788264:0:23379:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d907bdf6580 pname:cluuid:pid:xid:nid:opc:job mount.lustre:8fe503c4-4afd-4973-b872-263edf7adc13:23379:1874684455128960:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1787838954.788325:0:23379:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787838954.788371:0:23379:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d8f42b88e40 going to sleep for 11 seconds 00000100:00100000:2.0:1787838954.788591:0:22642:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455128960 00000100:00100000:2.0:1787838954.788599:0:22642:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455128960 00000100:00100000:2.0:1787838954.788654:0:22642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:2.0:1787838954.788663:0:22642:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d9070635450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8fe503c4-4afd-4973-b872-263edf7adc13+15:23379:x1874684455128960:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1787838954.789520:0:22642:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d9070635450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8fe503c4-4afd-4973-b872-263edf7adc13+15:23379:x1874684455128960:12345-0@lo:501:mount.lustre.0 Request processed in 855us (1190us total) trans 0 rc 0/0 00000100:00100000:2.0:1787838954.789531:0:22642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:0.0:1787838954.789572:0:23379:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d907bdf6580 pname:cluuid:pid:xid:nid:opc:job mount.lustre:8fe503c4-4afd-4973-b872-263edf7adc13:23379:1874684455128960:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1787838954.789617:0:23379:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d907bdf6580 pname:cluuid:pid:xid:nid:opc:job mount.lustre:8fe503c4-4afd-4973-b872-263edf7adc13:23379:1874684455129088:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1787838954.789664:0:23379:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787838954.789745:0:23379:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d8f42b88e40 going to sleep for 11 seconds 00000100:00100000:1.0:1787838954.789948:0:22641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455129088 00000100:00100000:1.0:1787838954.789954:0:22641:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455129088 00000100:00100000:1.0:1787838954.790041:0:22641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:1.0:1787838954.790050:0:22641:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d9070636850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8fe503c4-4afd-4973-b872-263edf7adc13+15:23379:x1874684455129088:12345-0@lo:503:mount.lustre.0 00000100:00100000:1.0:1787838954.792665:0:22641:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d9070636850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8fe503c4-4afd-4973-b872-263edf7adc13+15:23379:x1874684455129088:12345-0@lo:503:mount.lustre.0 Request processed in 2608us (2992us total) trans 0 rc 0/0 00000100:00100000:1.0:1787838954.792678:0:22641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:0.0:1787838954.792899:0:23379:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d907bdf6580 pname:cluuid:pid:xid:nid:opc:job mount.lustre:8fe503c4-4afd-4973-b872-263edf7adc13:23379:1874684455129088:0@lo:503:mount.lustre.0 00000040:00080000:0.0:1787838954.793368:0:23379:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:0.0:1787838954.793462:0:23379:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d907bdf6580 pname:cluuid:pid:xid:nid:opc:job mount.lustre:8fe503c4-4afd-4973-b872-263edf7adc13:23379:1874684455129216:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1787838954.793514:0:23379:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787838954.793553:0:23379:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d8f42b889c0 going to sleep for 11 seconds 00000100:00100000:2.0:1787838954.793910:0:22642:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455129216 00000100:00100000:2.0:1787838954.793918:0:22642:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455129216 00000100:00100000:2.0:1787838954.794031:0:22642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:2.0:1787838954.794040:0:22642:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d9070642c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8fe503c4-4afd-4973-b872-263edf7adc13+15:23379:x1874684455129216:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1787838954.795461:0:22642:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d9070642c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8fe503c4-4afd-4973-b872-263edf7adc13+15:23379:x1874684455129216:12345-0@lo:502:mount.lustre.0 Request processed in 1419us (1944us total) trans 0 rc 0/0 00000100:00100000:2.0:1787838954.795472:0:22642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:0.0:1787838954.795572:0:23379:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d907bdf6580 pname:cluuid:pid:xid:nid:opc:job mount.lustre:8fe503c4-4afd-4973-b872-263edf7adc13:23379:1874684455129216:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1787838954.796223:0:23379:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].1, 224 off8416 00000040:00080000:0.0:1787838954.796267:0:23379:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].2, 136 off8552 00000040:00080000:0.0:1787838954.796285:0:23379:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].3, 176 off8728 00000040:00080000:0.0:1787838954.796299:0:23379:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].4, 224 off8952 00000040:00080000:0.0:1787838954.796313:0:23379:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].5, 224 off9176 00000040:00080000:0.0:1787838954.796329:0:23379:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].6, 120 off9296 00000040:00080000:0.0:1787838954.796345:0:23379:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].7, 112 off9408 00000040:00080000:0.0:1787838954.796361:0:23379:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].8, 160 off9568 00000040:00080000:0.0:1787838954.796374:0:23379:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].9, 224 off9792 00000040:00080000:0.0:1787838954.796394:0:23379:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].10, 224 off10016 00000040:00080000:0.0:1787838954.796410:0:23379:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].11, 88 off10104 00000040:00080000:0.0:1787838954.796475:0:23379:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].12, 144 off10248 00000040:00080000:0.0:1787838954.796491:0:23379:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].13, 152 off10400 00000040:00080000:0.0:1787838954.796504:0:23379:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].14, 168 off10568 00000040:00080000:0.0:1787838954.796516:0:23379:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].15, 224 off10792 00000040:00080000:0.0:1787838954.796526:0:23379:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].16, 224 off11016 00000040:00080000:0.0:1787838954.796538:0:23379:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].17, 80 off11096 00000040:00080000:0.0:1787838954.796552:0:23379:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].18, 224 off11320 00000040:00080000:0.0:1787838954.796566:0:23379:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].19, 224 off11544 00000040:00080000:0.0:1787838954.796580:0:23379:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].20, 160 off11704 00000040:00080000:0.0:1787838954.796593:0:23379:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].21, 224 off11928 00000040:00080000:0.0:1787838954.796606:0:23379:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].22, 224 off12152 00000040:00080000:0.0:1787838954.796617:0:23379:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].23, 80 off12232 00000040:00080000:0.0:1787838954.796630:0:23379:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].24, 224 off12456 00000040:00080000:0.0:1787838954.796652:0:23379:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].25, 224 off12680 00000040:00080000:0.0:1787838954.796665:0:23379:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].26, 88 off12768 00000040:00080000:0.0:1787838954.796676:0:23379:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].27, 144 off12912 00000040:00080000:0.0:1787838954.796688:0:23379:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].28, 152 off13064 00000040:00080000:0.0:1787838954.796699:0:23379:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].29, 136 off13200 00000040:00080000:0.0:1787838954.796711:0:23379:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].30, 224 off13424 00000040:00080000:0.0:1787838954.796849:0:23379:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].31, 224 off13648 00000040:00080000:0.0:1787838954.796863:0:23379:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].32, 80 off13728 00000040:00080000:0.0:1787838954.796876:0:23379:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].33, 224 off13952 00000040:00080000:0.0:1787838954.796889:0:23379:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].34, 224 off14176 00000040:00080000:0.0:1787838954.796903:0:23379:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].35, 88 off14264 00000040:00080000:0.0:1787838954.796915:0:23379:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].36, 144 off14408 00000040:00080000:0.0:1787838954.796928:0:23379:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].37, 152 off14560 00000040:00080000:0.0:1787838954.796953:0:23379:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].38, 136 off14696 00000040:00080000:0.0:1787838954.796967:0:23379:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].39, 224 off14920 00000040:00080000:0.0:1787838954.796980:0:23379:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].40, 224 off15144 00000040:00080000:0.0:1787838954.796995:0:23379:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].41, 80 off15224 00000040:00080000:0.0:1787838954.797008:0:23379:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].42, 224 off15448 00000040:00080000:0.0:1787838954.797020:0:23379:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].43, 224 off15672 00000040:00080000:0.0:1787838954.797035:0:23379:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].44, 120 off15792 00000100:00100000:0.0:1787838954.797071:0:23379:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d907bdf6580 pname:cluuid:pid:xid:nid:opc:job mount.lustre:8fe503c4-4afd-4973-b872-263edf7adc13:23379:1874684455129344:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1787838954.797207:0:23379:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787838954.797392:0:22641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455129344 00000100:00100000:1.0:1787838954.797399:0:22641:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455129344 00000100:00100000:1.0:1787838954.797459:0:22641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:1.0:1787838954.797469:0:22641:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d9070642050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8fe503c4-4afd-4973-b872-263edf7adc13+15:23379:x1874684455129344:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1787838954.797567:0:22641:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d9070642050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8fe503c4-4afd-4973-b872-263edf7adc13+15:23379:x1874684455129344:12345-0@lo:502:mount.lustre.0 Request processed in 99us (361us total) trans 0 rc 0/0 00000100:00100000:1.0:1787838954.797574:0:22641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:0.0:1787838954.797867:0:23379:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d8f42b889c0 going to sleep for 11 seconds 00000100:00100000:0.0:1787838954.797887:0:23379:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d907bdf6580 pname:cluuid:pid:xid:nid:opc:job mount.lustre:8fe503c4-4afd-4973-b872-263edf7adc13:23379:1874684455129344:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1787838954.797994:0:23379:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].45, 224 off16016 00000040:00080000:0.0:1787838954.798003:0:23379:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 45 count 46 00000020:01000000:0.0:1787838954.811175:0:23383:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1787838954.811190:0:23383:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787838954.811192:0:23383:0:(obd_config.c:1563:class_process_config()) marker 11 (0x1) lustre-MDT0001-m lov setup 00000020:01000000:0.0:1787838954.811200:0:23383:0:(obd_config.c:1967:class_config_llog_handler()) For 2.x interoperability, rename obd type from lov to lod (lustre-MDT0001) 00000020:00000080:0.0:1787838954.811204:0:23383:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1787838954.811229:0:23383:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-mdtlov (ffff8d9064208000) 00000020:00000080:0.0:1787838954.811692:0:23383:0:(obd_config.c:720:class_attach_name()) OBD: dev 13 attached type lod with refcount 2 00000020:00000080:0.0:1787838954.811701:0:23383:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00080000:01000000:0.0:1787838954.811801:0:23383:0:(osd_handler.c:8895:osd_obd_connect()) connect #1 00000020:00000080:0.0:1787838954.811808:0:23383:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0x7b32352f0be6f1d5 00000020:00000080:0.0:1787838954.812114:0:23383:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-mdtlov (uuid lustre-MDT0001-mdtlov_UUID) 00000020:01000000:0.0:1787838954.812119:0:23383:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1787838954.812123:0:23383:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787838954.812775:0:23383:0:(obd_config.c:1563:class_process_config()) marker 11 (0x2) lustre-MDT0001-m lov setup 00000020:01000000:0.0:1787838954.812781:0:23383:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1787838954.812787:0:23383:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787838954.812789:0:23383:0:(obd_config.c:1563:class_process_config()) marker 12 (0x1) lustre-MDT0001 add mdt 00000020:00000080:0.0:1787838954.812793:0:23383:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1787838954.812803:0:23383:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001 (ffff8d9064209a48) 00000020:00000080:0.0:1787838954.812816:0:23383:0:(obd_config.c:720:class_attach_name()) OBD: dev 14 attached type mdt with refcount 2 00000020:00000080:0.0:1787838954.812820:0:23383:0:(obd_config.c:1472:class_process_config()) processing cmd: cf007 00000020:00000080:0.0:1787838954.812822:0:23383:0:(obd_config.c:1516:class_process_config()) mountopt: profile lustre-MDT0001 osc lustre-MDT0001-mdtlov mdc (null) 00000020:01000000:0.0:1787838954.812824:0:23383:0:(obd_config.c:1149:class_add_profile()) Add profile lustre-MDT0001 00000020:00000080:0.0:1787838954.812830:0:23383:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:01000004:0.0:1787838954.812882:0:23383:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8d906ee42000 from lustre-MDT0001, refs=2 00000020:00000080:0.0:1787838954.812893:0:23383:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDD0001 (ffff8d907b2d0000) 00000020:00000080:0.0:1787838954.812899:0:23383:0:(obd_config.c:720:class_attach_name()) OBD: dev 15 attached type mdd with refcount 2 00000004:01000000:0.0:1787838954.813462:0:23383:0:(lod_dev.c:2291:lod_obd_connect()) connect #0 00000020:00000080:0.0:1787838954.813470:0:23383:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0x7b32352f0be6f1ea 00000020:00000080:0.0:1787838954.813582:0:23383:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDD0001 (uuid lustre-MDD0001_UUID) 00000004:01000000:0.0:1787838954.813589:0:23383:0:(mdd_device.c:1598:mdd_obd_connect()) connect #0 00000020:00000080:0.0:1787838954.813593:0:23383:0:(genops.c:1385:class_connect()) connect: client lustre-MDD0001_UUID, cookie 0x7b32352f0be6f1f1 00080000:01000000:0.0:1787838954.813599:0:23383:0:(osd_handler.c:8895:osd_obd_connect()) connect #2 00000020:00000080:0.0:1787838954.813602:0:23383:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0x7b32352f0be6f1f8 00010000:00010000:0.0:1787838954.884587:0:23383:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-mdt-lustre-MDT0001_UUID-2 is initialized 00000001:00000004:0.0:1787838954.885034:0:23383:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 3, last_transno is 8589934595 00000001:00080000:0.0:1787838954.885352:0:23383:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0001: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000020:00000080:0.0:1787838954.886271:0:23383:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001 (uuid lustre-MDT0001_UUID) 00000020:01000000:0.0:1787838954.886287:0:23383:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1787838954.886292:0:23383:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787838954.886294:0:23383:0:(obd_config.c:1563:class_process_config()) marker 12 (0x2) lustre-MDT0001 add mdt 00000020:01000000:0.0:1787838954.886297:0:23383:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1787838954.886302:0:23383:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787838954.886303:0:23383:0:(obd_config.c:1563:class_process_config()) marker 13 (0x1) lustre-MDT0000 add osp 00000020:00000080:0.0:1787838954.886306:0:23383:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:0.0:1787838954.886311:0:23383:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.203.118@tcp to nid 0x20000c0a8cb76 (192.168.203.118@tcp) 00000020:00000080:0.0:1787838954.886337:0:23383:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1787838954.886349:0:23383:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-osp-MDT0001 (ffff8d907b2d3490) 00000020:00000080:0.0:1787838954.886366:0:23383:0:(obd_config.c:720:class_attach_name()) OBD: dev 16 attached type osp with refcount 2 00000020:00000080:0.0:1787838954.886370:0:23383:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:0.0:1787838954.886439:0:23383:0:(osp_dev.c:1203:osp_init0()) lustre-MDT0000-osp-MDT0001: connect to lustre-MDT0001-osd (lustre-MDT0000-osp-MDT0001) 00080000:01000000:0.0:1787838954.886445:0:23383:0:(osd_handler.c:8895:osd_obd_connect()) connect #3 00000020:00000080:0.0:1787838954.886451:0:23383:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0x7b32352f0be6f206 00010000:00080000:0.0:1787838954.886478:0:23383:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8d907f7c3800@lustre-MDT0000-osp-MDT0001: add connection 192.168.203.118@tcp at head 00010000:00010000:0.0:1787838954.889388:0:23383:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-osp-MDT0001-5 is initialized 00000020:00000080:2.0:1787838954.890474:0:23383:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-osp-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:2.0:1787838954.890487:0:23383:0:(obd_config.c:1472:class_process_config()) processing cmd: cf014 00000004:01000000:2.0:1787838954.890520:0:23383:0:(lod_lov.c:128:lod_add_device()) osp:lustre-MDT0000_UUID idx:0 gen:1 00000020:00000080:2.0:1787838954.890542:0:23383:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0x7b32352f0be6f20d 00000100:00080000:2.0:1787838954.890553:0:23383:0:(import.c:510:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 0 00000100:00080000:2.0:1787838954.890564:0:23383:0:(import.c:624:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d907f7c3800 using connection 192.168.203.118@tcp/0@lo 00000100:00100000:2.0:1787838954.890597:0:23383:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d8f42e792c0 x1874684455129472/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787838954.890661:0:3642:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d8f42e792c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3642:1874684455129472:0@lo:38:llog_process_th.0 00000100:00080000:2.0:1787838954.890796:0:23383:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID 00000020:01000000:2.0:1787838954.890885:0:23383:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1787838954.890888:0:23383:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1787838954.890890:0:23383:0:(obd_config.c:1563:class_process_config()) marker 13 (0x2) lustre-MDT0000 add osp 00000020:01000000:2.0:1787838954.890893:0:23383:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:2.0:1787838954.890896:0:23383:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #14 00000020:01000000:2.0:1787838954.890898:0:23383:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1787838954.890899:0:23383:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1787838954.890901:0:23383:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:2.0:1787838954.890903:0:23383:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1787838954.890905:0:23383:0:(obd_config.c:1563:class_process_config()) marker 14 (0x6) lustre sys.timeout 00000020:01000000:2.0:1787838954.890907:0:23383:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1787838954.890911:0:23383:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1787838954.890913:0:23383:0:(obd_config.c:1563:class_process_config()) marker 15 (0x1) lustre-MDT0001 mdt.identity_upcall 00000020:00000080:2.0:1787838954.890916:0:23383:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000004:01000000:2.0:1787838954.891011:0:23383:0:(mdt_lproc.c:316:identity_upcall_store()) lustre-MDT0001: identity upcall set to /home/green/git/lustre-release/lustre/utils/l_getidentity 00000020:01000000:2.0:1787838954.891027:0:23383:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1787838954.891030:0:23383:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1787838954.891032:0:23383:0:(obd_config.c:1563:class_process_config()) marker 15 (0x2) lustre-MDT0001 mdt.identity_upcall 00000020:01000000:2.0:1787838954.891035:0:23383:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:2.0:1787838954.891037:0:23383:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #18 00000020:01000000:2.0:1787838954.891038:0:23383:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1787838954.891040:0:23383:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1787838954.891042:0:23383:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:2.0:1787838954.891045:0:23383:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1787838954.891046:0:23383:0:(obd_config.c:1563:class_process_config()) marker 18 (0x6) lustre sys.timeout 00000020:01000000:2.0:1787838954.891048:0:23383:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:2.0:1787838954.891051:0:23383:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of /dev/mapper/mds2_flakey 00000020:00000080:2.0:1787838954.891055:0:23383:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1787838954.891062:0:23383:0:(obd_config.c:1563:class_process_config()) marker 23 (0x1) lustre-OST0000 add osc 00000020:00000080:2.0:1787838954.891067:0:23383:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:2.0:1787838954.891071:0:23383:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.203.118@tcp to nid 0x20000c0a8cb76 (192.168.203.118@tcp) 00000020:01000000:2.0:1787838954.891090:0:23383:0:(obd_config.c:1974:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0001) 00000020:00000080:2.0:1787838954.891093:0:23383:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1787838954.891104:0:23383:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osc-MDT0001 (ffff8d9064253490) 00000020:00000080:2.0:1787838954.891119:0:23383:0:(obd_config.c:720:class_attach_name()) OBD: dev 17 attached type osp with refcount 2 00000020:00000080:2.0:1787838954.891144:0:23383:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:2.0:1787838954.891225:0:23383:0:(osp_dev.c:1203:osp_init0()) lustre-OST0000-osc-MDT0001: connect to lustre-MDT0001-osd (lustre-OST0000-osc-MDT0001) 00080000:01000000:2.0:1787838954.891232:0:23383:0:(osd_handler.c:8895:osd_obd_connect()) connect #4 00000020:00000080:2.0:1787838954.891239:0:23383:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0x7b32352f0be6f21b 00010000:00080000:2.0:1787838954.891268:0:23383:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8d9046a29000@lustre-OST0000-osc-MDT0001: add connection 192.168.203.118@tcp at head 00000100:00100000:0.0:1787838954.891470:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1787838954.891500:0:23383:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-MDT0001-6 is initialized 00000100:00100000:0.0:1787838954.891537:0:22653:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455129472 00000100:00100000:0.0:1787838954.891544:0:22653:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455129472 00000100:00100000:0.0:1787838954.891733:0:22653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1787838954.891742:0:22653:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d907bdf6580 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3642:x1874684455129472:12345-0@lo:38:llog_process_th.0 00010000:00080000:0.0:1787838954.891764:0:22653:0:(ldlm_lib.c:1482:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0001-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 638 last 0 00000020:00000080:0.0:1787838954.891791:0:22653:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0x7b32352f0be6f222 00000100:00080000:1.0:1787838954.892735:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1787838954.892742:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787838954.892746:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d907ef1a800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787838954.892752:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 636 00000100:00080000:1.0:1787838954.892758:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-osp-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:1.0:1787838954.892763:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff8d907ef1a800 using connection 192.168.203.118@tcp/0@lo 00000100:00100000:1.0:1787838954.892793:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d8f43bacb40 x1874684455129600/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787838954.892817:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1787838954.892820:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1787838954.892829:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1787838954.892832:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1787838954.892958:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d8f43baf0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3644:1874684455129728:0@lo:400:kworker.0 00000100:00100000:1.0:1787838954.893011:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787838954.893051:0:22647:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455129728 00000100:00100000:1.0:1787838954.893057:0:22647:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455129728 00000100:00100000:1.0:1787838954.893092:0:22647:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1787838954.893100:0:22647:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d8f43bae580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3644:x1874684455129728:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787838954.893405:0:22647:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d8f43bae580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3644:x1874684455129728:12345-0@lo:400:kworker.0 Request processed in 305us (393us total) trans 0 rc 0/0 00000100:00100000:1.0:1787838954.893412:0:22647:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00010000:00080000:1.0:1787838954.893464:0:3644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff8d8f43baf0c0 x1874684455129728/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787838970 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000004:00100000:0.0:1787838954.893465:0:22653:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000001:00000004:0.0:1787838954.893474:0:22653:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 3, last_transno is 12884901888 00000100:00100000:1.0:1787838954.893480:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d8f43baf0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3644:1874684455129728:0@lo:400:kworker.0 00000100:00100000:1.0:1787838954.893505:0:3642:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d8f43bacb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3642:1874684455129600:0@lo:38:kworker.0 00000100:00100000:1.0:1787838954.893533:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787838954.893780:0:22652:0:(service.c:3462:ptlrpc_start_thread()) mdt_out[0] started 2 min 2 max 116 00000100:00100000:1.0:1787838954.893788:0:22652:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_out00_002' 00000040:01000000:2.0:1787838954.894725:0:23383:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:2.0:1787838954.894991:0:23383:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0000-osc-MDT0001 ctxt 2 is initialized 00000100:00100000:1.0:1787838954.896156:0:22652:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455129600 00000100:00100000:1.0:1787838954.896167:0:22652:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455129600 00000100:00100000:0.0:1787838954.896260:0:23388:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1787838954.896269:0:23388:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d8f43baf0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:3642:x1874684455129600:12345-0@lo:38:kworker.0 00000100:00100000:0.0:1787838954.896366:0:23388:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d8f43baf0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:3642:x1874684455129600:12345-0@lo:38:kworker.0 Request processed in 97us (2832us total) trans 0 rc -11/-11 00000100:00100000:0.0:1787838954.896373:0:23388:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1787838954.896380:0:3642:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:1.0:1787838954.896389:0:3642:0:(import.c:65:import_set_state_nolock()) ffff8d907ef1a800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787838954.896395:0:3642:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-11) 00000100:00100000:1.0:1787838954.896399:0:3642:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d8f43bacb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3642:1874684455129600:0@lo:38:kworker.0 00000100:00080000:0.0:1787838954.897510:0:22653:0:(import.c:65:import_set_state_nolock()) ffff8d90453a4800 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1787838954.897575:0:22653:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d907bdf6580 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3642:x1874684455129472:12345-0@lo:38:llog_process_th.0 Request processed in 5833us (6841us total) trans 0 rc 0/0 00000100:00100000:0.0:1787838954.897584:0:22653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1787838954.897650:0:3642:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 0 gen 2 00000100:00080000:1.0:1787838954.897662:0:3642:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-osp-MDT0001: connect to target with instance 3 00000100:00080000:1.0:1787838954.897670:0:3642:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0000-osp-MDT0001: Resetting ns_connect_flags to server flags: 0xa2400010450010a0 00000100:00080000:1.0:1787838954.897675:0:3642:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:1.0:1787838954.897678:0:3642:0:(import.c:65:import_set_state_nolock()) ffff8d907f7c3800 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:1.0:1787838954.897696:0:3642:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d8f42e792c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3642:1874684455129472:0@lo:38:llog_process_th.0 00000100:00100000:1.0:1787838954.897875:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d907bdf6d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3645:1874684455129856:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1787838954.897910:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787838954.897992:0:22652:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455129856 00000100:00100000:0.0:1787838954.897997:0:22652:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455129856 00000100:00100000:0.0:1787838954.898031:0:22652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1787838954.898038:0:22652:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d8f43bacb40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3645:x1874684455129856:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1787838954.898070:0:22652:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:0.0:1787838954.898103:0:22652:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d8f43bacb40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3645:x1874684455129856:12345-0@lo:41:osp-pre-0-1.0 Request processed in 65us (192us total) trans 0 rc 0/0 00000100:00100000:0.0:1787838954.898109:0:22652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1787838954.898271:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d907bdf6d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3645:1874684455129856:0@lo:41:osp-pre-0-1.0 00000040:00080000:2.0:1787838954.898525:0:23383:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1787838954.898870:0:23383:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x2:0x0].3, 64 off8384 00000040:00080000:2.0:1787838954.899193:0:23383:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xc:0x0].1, 64 off8256 00000040:00080000:0.0:1787838954.900311:0:23389:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:0.0:1787838954.900316:0:23389:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xc:0x0] at index 3 of catalog [0x1:0x2:0x0] 00000020:00000080:2.0:1787838954.901571:0:23383:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osc-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:2.0:1787838954.901584:0:23383:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00000004:01000000:2.0:1787838954.901623:0:23383:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0000_UUID idx:0 gen:1 00000020:00000080:2.0:1787838954.901643:0:23383:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0x7b32352f0be6f229 00000100:00080000:2.0:1787838954.901653:0:23383:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 0 00000100:00080000:2.0:1787838954.901659:0:23383:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff8d9046a29000 using connection 192.168.203.118@tcp/0@lo 00000100:00100000:2.0:1787838954.901692:0:23383:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d8f42e7b840 x1874684455129984/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787838954.901712:0:23383:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID 00000100:00100000:1.0:1787838954.901853:0:3642:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d8f42e7b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3642:1874684455129984:0@lo:8:llog_process_th.0 00000400:00000100:1.0:1787838954.901904:0:3642:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1874684455129984 offset 0 length 520: 4 00000020:01000000:2.0:1787838954.902032:0:23383:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1787838954.902037:0:23383:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1787838954.902039:0:23383:0:(obd_config.c:1563:class_process_config()) marker 23 (0x2) lustre-OST0000 add osc 00000020:01000000:2.0:1787838954.902049:0:23383:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:2.0:1787838954.902052:0:23383:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #25 00000020:01000000:2.0:1787838954.902053:0:23383:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1787838954.902055:0:23383:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1787838954.902057:0:23383:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:2.0:1787838954.902060:0:23383:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1787838954.902062:0:23383:0:(obd_config.c:1563:class_process_config()) marker 25 (0x6) lustre sys.timeout 00000020:01000000:2.0:1787838954.902065:0:23383:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:2.0:1787838954.902070:0:23383:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of /dev/mapper/mds2_flakey 00000020:00000080:2.0:1787838954.902073:0:23383:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1787838954.902075:0:23383:0:(obd_config.c:1563:class_process_config()) marker 31 (0x1) lustre-OST0001 add osc 00000020:00000080:2.0:1787838954.902078:0:23383:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:2.0:1787838954.902083:0:23383:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.203.118@tcp to nid 0x20000c0a8cb76 (192.168.203.118@tcp) 00000020:01000000:2.0:1787838954.902104:0:23383:0:(obd_config.c:1974:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0001) 00000020:00000080:2.0:1787838954.902107:0:23383:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1787838954.902117:0:23383:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osc-MDT0001 (ffff8d9064251a48) 00000020:00000080:2.0:1787838954.902148:0:23383:0:(obd_config.c:720:class_attach_name()) OBD: dev 18 attached type osp with refcount 2 00000020:00000080:2.0:1787838954.902153:0:23383:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:2.0:1787838954.902214:0:23383:0:(osp_dev.c:1203:osp_init0()) lustre-OST0001-osc-MDT0001: connect to lustre-MDT0001-osd (lustre-OST0001-osc-MDT0001) 00080000:01000000:2.0:1787838954.902221:0:23383:0:(osd_handler.c:8895:osd_obd_connect()) connect #5 00000020:00000080:2.0:1787838954.902225:0:23383:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0x7b32352f0be6f237 00010000:00080000:2.0:1787838954.902265:0:23383:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8d907612a800@lustre-OST0001-osc-MDT0001: add connection 192.168.203.118@tcp at head 00010000:00010000:2.0:1787838954.902496:0:23383:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0001-osc-MDT0001-7 is initialized 00000040:01000000:2.0:1787838954.902559:0:23383:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:2.0:1787838954.902573:0:23383:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0001-osc-MDT0001 ctxt 2 is initialized 00000040:00080000:2.0:1787838954.904088:0:23383:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00080000:1.0:1787838954.907827:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1787838954.907837:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1787838954.907839:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1787838954.907843:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000040:00080000:2.0:1787838954.908344:0:23383:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x5:0x0].3, 64 off8384 00000040:00080000:2.0:1787838954.908522:0:23383:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xe:0x0].1, 64 off8256 00000040:00080000:0.0:1787838954.908989:0:23391:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:0.0:1787838954.908994:0:23391:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 3 of catalog [0x1:0x5:0x0] 00000020:00000080:2.0:1787838954.909857:0:23383:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osc-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:2.0:1787838954.909869:0:23383:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00000004:01000000:2.0:1787838954.909904:0:23383:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0001_UUID idx:1 gen:1 00000020:00000080:2.0:1787838954.909923:0:23383:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0x7b32352f0be6f23e 00000100:00080000:2.0:1787838954.910200:0:23383:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 0 00000100:00080000:2.0:1787838954.910212:0:23383:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff8d907612a800 using connection 192.168.203.118@tcp/0@lo 00000100:00100000:2.0:1787838954.910303:0:23383:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d8f42e7a1c0 x1874684455130112/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787838954.910358:0:3642:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d8f42e7a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3642:1874684455130112:0@lo:8:llog_process_th.0 00000400:00000100:1.0:1787838954.910405:0:3642:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1874684455130112 offset 0 length 520: 4 00000100:00080000:2.0:1787838954.910462:0:23383:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID 00000020:01000000:2.0:1787838954.910518:0:23383:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1787838954.910522:0:23383:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1787838954.910524:0:23383:0:(obd_config.c:1563:class_process_config()) marker 31 (0x2) lustre-OST0001 add osc 00000020:01000000:2.0:1787838954.910526:0:23383:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1787838954.910530:0:23383:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1787838954.910531:0:23383:0:(obd_config.c:1563:class_process_config()) marker 33 (0x1) lustre sys.timeout 00000020:00000080:2.0:1787838954.910534:0:23383:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:2.0:1787838954.910536:0:23383:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:2.0:1787838954.910538:0:23383:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1787838954.910540:0:23383:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1787838954.910542:0:23383:0:(obd_config.c:1563:class_process_config()) marker 33 (0x2) lustre sys.timeout 00000020:01000000:2.0:1787838954.910544:0:23383:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1787838954.910546:0:23383:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1787838954.910548:0:23383:0:(obd_config.c:1563:class_process_config()) marker 38 (0x1) lustre sys.jobid_var 00000020:00000080:2.0:1787838954.910551:0:23383:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000020:01000000:2.0:1787838954.910574:0:23383:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1787838954.910576:0:23383:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1787838954.910578:0:23383:0:(obd_config.c:1563:class_process_config()) marker 38 (0x2) lustre sys.jobid_var 00000040:00080000:2.0:1787838954.910580:0:23383:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xe:0x0] index 46 count 46 00000020:01000000:2.0:1787838954.910634:0:23379:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-MDT0001 gen 1-45 (rc=0) 10000000:01000000:2.0:1787838954.910658:0:23379:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.118@tcp: configuration from log 'lustre-MDT0001' succeeded (0). 00010000:00010000:2.0:1787838954.910672:0:23379:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.118@tcp lock: ffff8d907ef29600/0x7b32352f0be6f1c0 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x7b32352f0be6f1c7 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838954.910683:0:23379:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.118@tcp lock: ffff8d907ef29600/0x7b32352f0be6f1c0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x7b32352f0be6f1c7 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1787838954.910691:0:23379:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff8d906ee42000 from 1 10000000:01000000:2.0:1787838954.910698:0:23379:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:2.0:1787838954.910721:0:23379:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.118@tcp lock: ffff8d9045189c00/0x7b32352f0be6f245 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838954.910729:0:23379:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.118@tcp lock: ffff8d9045189c00/0x7b32352f0be6f245 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:0.0:1787838954.910866:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1787838954.910871:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1787838954.910874:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1787838954.910877:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:2.0:1787838954.910919:0:23379:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.118@tcp lock: ffff8d9045189c00/0x7b32352f0be6f245 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787838954.910946:0:23379:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d8f42e792c0 pname:cluuid:pid:xid:nid:opc:job mount.lustre:8fe503c4-4afd-4973-b872-263edf7adc13:23379:1874684455130240:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1787838954.910986:0:23379:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787838954.911006:0:23379:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d907b325e40 going to sleep for 11 seconds 00000100:00100000:2.0:1787838954.911029:0:22642:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455130240 00000100:00100000:2.0:1787838954.911034:0:22642:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455130240 00000100:00100000:2.0:1787838954.911083:0:22642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:2.0:1787838954.911091:0:22642:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d9070643850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8fe503c4-4afd-4973-b872-263edf7adc13+15:23379:x1874684455130240:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1787838954.911102:0:22642:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787838954.911114:0:22642:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8d9045188400/0x7b32352f0be6f24c lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x7b32352f0be6f245 expref: -99 pid: 22642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838954.911150:0:22642:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8d9045188400/0x7b32352f0be6f24c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x7b32352f0be6f245 expref: 16 pid: 22642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838954.911160:0:22642:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8d9045188400/0x7b32352f0be6f24c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x7b32352f0be6f245 expref: 16 pid: 22642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838954.911168:0:22642:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d9045188400, rc 0) 00000100:00100000:2.0:1787838954.911199:0:22642:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d9070643850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8fe503c4-4afd-4973-b872-263edf7adc13+16:23379:x1874684455130240:12345-0@lo:101:mount.lustre.0 Request processed in 109us (214us total) trans 0 rc 0/0 00000100:00100000:2.0:1787838954.911214:0:22642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:2.0:1787838954.911362:0:23379:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d8f42e792c0 pname:cluuid:pid:xid:nid:opc:job mount.lustre:8fe503c4-4afd-4973-b872-263edf7adc13:23379:1874684455130240:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1787838954.911375:0:23379:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.118@tcp lock: ffff8d9045189c00/0x7b32352f0be6f245 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x7b32352f0be6f24c expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838954.911384:0:23379:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.118@tcp lock: ffff8d9045189c00/0x7b32352f0be6f245 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x7b32352f0be6f24c expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787838954.911918:0:23379:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d8f42e792c0 pname:cluuid:pid:xid:nid:opc:job mount.lustre:8fe503c4-4afd-4973-b872-263edf7adc13:23379:1874684455130368:0@lo:256:mount.lustre.0 00000100:00100000:2.0:1787838954.911956:0:23379:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787838954.911980:0:23379:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d907b325e40 going to sleep for 11 seconds 00000100:00100000:0.0:1787838954.912104:0:22640:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455130368 00000100:00100000:0.0:1787838954.912108:0:22640:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455130368 00000100:00100000:0.0:1787838954.912157:0:22640:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:0.0:1787838954.912172:0:22640:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d9070640850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8fe503c4-4afd-4973-b872-263edf7adc13+16:23379:x1874684455130368:12345-0@lo:256:mount.lustre.0 20000000:01000000:0.0:1787838954.912188:0:22640:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 1048576. 20000000:01000000:0.0:1787838954.912202:0:22640:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/256/255. 20000000:01000000:0.0:1787838954.912205:0:22640:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 11 00000100:00100000:0.0:1787838954.912286:0:22640:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d9070640850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8fe503c4-4afd-4973-b872-263edf7adc13+16:23379:x1874684455130368:12345-0@lo:256:mount.lustre.0 Request processed in 115us (329us total) trans 0 rc 0/0 00000100:00100000:0.0:1787838954.912294:0:22640:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:2.0:1787838954.912739:0:23379:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d8f42e792c0 pname:cluuid:pid:xid:nid:opc:job mount.lustre:8fe503c4-4afd-4973-b872-263edf7adc13:23379:1874684455130368:0@lo:256:mount.lustre.0 10000000:01000000:2.0:1787838954.914609:0:23379:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.118@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:2.0:1787838954.914628:0:23379:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.118@tcp lock: ffff8d9045189c00/0x7b32352f0be6f245 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x7b32352f0be6f24c expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838954.914639:0:23379:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.118@tcp lock: ffff8d9045189c00/0x7b32352f0be6f245 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x7b32352f0be6f24c expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1787838954.914647:0:23379:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff8d906ee42000 from 1 10000000:01000000:2.0:1787838954.914650:0:23379:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:2.0:1787838954.914678:0:23379:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.118@tcp lock: ffff8d9045189400/0x7b32352f0be6f253 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838954.914686:0:23379:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.118@tcp lock: ffff8d9045189400/0x7b32352f0be6f253 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838954.914708:0:23379:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.118@tcp lock: ffff8d9045189400/0x7b32352f0be6f253 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787838954.914729:0:23379:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d8f42e792c0 pname:cluuid:pid:xid:nid:opc:job mount.lustre:8fe503c4-4afd-4973-b872-263edf7adc13:23379:1874684455130496:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1787838954.914844:0:23379:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787838954.914913:0:23379:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d907b325e40 going to sleep for 11 seconds 00000100:00100000:0.0:1787838954.915011:0:22641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455130496 00000100:00100000:0.0:1787838954.915016:0:22641:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455130496 00000100:00100000:0.0:1787838954.915160:0:22641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:0.0:1787838954.915170:0:22641:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d9070643c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8fe503c4-4afd-4973-b872-263edf7adc13+16:23379:x1874684455130496:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1787838954.915183:0:22641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787838954.915194:0:22641:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8d907ef28c00/0x7b32352f0be6f25a lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x7b32352f0be6f253 expref: -99 pid: 22641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838954.915216:0:22641:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8d907ef28c00/0x7b32352f0be6f25a lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x7b32352f0be6f253 expref: 17 pid: 22641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838954.915226:0:22641:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8d907ef28c00/0x7b32352f0be6f25a lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x7b32352f0be6f253 expref: 17 pid: 22641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838954.915234:0:22641:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d907ef28c00, rc 0) 00000100:00100000:0.0:1787838954.915281:0:22641:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d9070643c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8fe503c4-4afd-4973-b872-263edf7adc13+17:23379:x1874684455130496:12345-0@lo:101:mount.lustre.0 Request processed in 113us (436us total) trans 0 rc 0/0 00000100:00100000:0.0:1787838954.915288:0:22641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:2.0:1787838954.915364:0:23379:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d8f42e792c0 pname:cluuid:pid:xid:nid:opc:job mount.lustre:8fe503c4-4afd-4973-b872-263edf7adc13:23379:1874684455130496:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1787838954.915379:0:23379:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.118@tcp lock: ffff8d9045189400/0x7b32352f0be6f253 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x7b32352f0be6f25a expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838954.915389:0:23379:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.118@tcp lock: ffff8d9045189400/0x7b32352f0be6f253 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x7b32352f0be6f25a expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1787838954.916806:0:23379:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 13 count 13 00000040:00080000:2.0:1787838954.917046:0:23379:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1787838954.917210:0:23379:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].1, 224 off8416 00000040:00080000:2.0:1787838954.917397:0:23379:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].2, 112 off8528 00000040:00080000:2.0:1787838954.917411:0:23379:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].3, 224 off8752 00000040:00080000:2.0:1787838954.917435:0:23379:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].4, 224 off8976 00000040:00080000:2.0:1787838954.917447:0:23379:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].5, 112 off9088 00000040:00080000:2.0:1787838954.917459:0:23379:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].6, 224 off9312 00000040:00080000:2.0:1787838954.917471:0:23379:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].7, 224 off9536 00000040:00080000:2.0:1787838954.917482:0:23379:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].8, 128 off9664 00000040:00080000:2.0:1787838954.917494:0:23379:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].9, 224 off9888 00000040:00080000:2.0:1787838954.917505:0:23379:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].10, 224 off10112 00000040:00080000:2.0:1787838954.917516:0:23379:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].11, 128 off10240 00000040:00080000:2.0:1787838954.917531:0:23379:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].12, 224 off10464 00000040:00080000:2.0:1787838954.917536:0:23379:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 12 count 13 00000100:00100000:2.0:1787838954.917597:0:23379:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d8f42e792c0 pname:cluuid:pid:xid:nid:opc:job mount.lustre:8fe503c4-4afd-4973-b872-263edf7adc13:23379:1874684455130624:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1787838954.917653:0:23379:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787838954.917819:0:23379:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d907b325d80 going to sleep for 11 seconds 00000100:00100000:3.0:1787838954.917851:0:22640:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455130624 00000100:00100000:3.0:1787838954.917856:0:22640:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455130624 00000100:00100000:3.0:1787838954.917888:0:22640:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:3.0:1787838954.917896:0:22640:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d9070640450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8fe503c4-4afd-4973-b872-263edf7adc13+17:23379:x1874684455130624:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1787838954.917996:0:22640:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d9070640450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8fe503c4-4afd-4973-b872-263edf7adc13+17:23379:x1874684455130624:12345-0@lo:501:mount.lustre.0 Request processed in 101us (343us total) trans 0 rc 0/0 00000100:00100000:3.0:1787838954.918004:0:22640:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00100000:3.0:1787838954.918053:0:23379:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d8f42e792c0 pname:cluuid:pid:xid:nid:opc:job mount.lustre:8fe503c4-4afd-4973-b872-263edf7adc13:23379:1874684455130624:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1787838954.918081:0:23379:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d907f6fb480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:8fe503c4-4afd-4973-b872-263edf7adc13:23379:1874684455130752:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1787838954.918113:0:23379:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787838954.918142:0:23379:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d8f42c460c0 going to sleep for 11 seconds 00000100:00100000:3.0:1787838954.918153:0:22640:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455130752 00000100:00100000:3.0:1787838954.918156:0:22640:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455130752 00000100:00100000:3.0:1787838954.918171:0:22640:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:3.0:1787838954.918176:0:22640:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d9070641450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8fe503c4-4afd-4973-b872-263edf7adc13+17:23379:x1874684455130752:12345-0@lo:503:mount.lustre.0 00000100:00100000:3.0:1787838954.918239:0:22640:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d9070641450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8fe503c4-4afd-4973-b872-263edf7adc13+17:23379:x1874684455130752:12345-0@lo:503:mount.lustre.0 Request processed in 62us (124us total) trans 0 rc 0/0 00000100:00100000:3.0:1787838954.918245:0:22640:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00100000:3.0:1787838954.918284:0:23379:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d907f6fb480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:8fe503c4-4afd-4973-b872-263edf7adc13:23379:1874684455130752:0@lo:503:mount.lustre.0 00000040:00080000:3.0:1787838954.918569:0:23379:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:3.0:1787838954.918624:0:23379:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d907f6fb480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:8fe503c4-4afd-4973-b872-263edf7adc13:23379:1874684455130880:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1787838954.918653:0:23379:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787838954.918669:0:23379:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d8f42c460c0 going to sleep for 11 seconds 00000100:00100000:3.0:1787838954.918681:0:22640:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455130880 00000100:00100000:3.0:1787838954.918684:0:22640:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455130880 00000100:00100000:3.0:1787838954.918700:0:22640:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:3.0:1787838954.918705:0:22640:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d9070642850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8fe503c4-4afd-4973-b872-263edf7adc13+17:23379:x1874684455130880:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1787838954.918767:0:22640:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d9070642850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8fe503c4-4afd-4973-b872-263edf7adc13+17:23379:x1874684455130880:12345-0@lo:502:mount.lustre.0 Request processed in 61us (112us total) trans 0 rc 0/0 00000100:00100000:3.0:1787838954.918774:0:22640:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00100000:3.0:1787838954.918806:0:23379:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d907f6fb480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:8fe503c4-4afd-4973-b872-263edf7adc13:23379:1874684455130880:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1787838954.918947:0:23379:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].1, 224 off8416 00000040:00080000:3.0:1787838954.918967:0:23379:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].2, 112 off8528 00000040:00080000:3.0:1787838954.918979:0:23379:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].3, 224 off8752 00000040:00080000:3.0:1787838954.918990:0:23379:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].4, 224 off8976 00000040:00080000:3.0:1787838954.919003:0:23379:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].5, 112 off9088 00000040:00080000:3.0:1787838954.919015:0:23379:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].6, 224 off9312 00000040:00080000:3.0:1787838954.919026:0:23379:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].7, 224 off9536 00000040:00080000:3.0:1787838954.919037:0:23379:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].8, 128 off9664 00000040:00080000:3.0:1787838954.919047:0:23379:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].9, 224 off9888 00000040:00080000:3.0:1787838954.919058:0:23379:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].10, 224 off10112 00000040:00080000:3.0:1787838954.919069:0:23379:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].11, 128 off10240 00000100:00100000:3.0:1787838954.919086:0:23379:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d907f6fb480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:8fe503c4-4afd-4973-b872-263edf7adc13:23379:1874684455131008:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1787838954.919114:0:23379:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787838954.919190:0:23379:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d8f42c460c0 going to sleep for 11 seconds 00000100:00100000:3.0:1787838954.919209:0:22640:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455131008 00000100:00100000:3.0:1787838954.919212:0:22640:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455131008 00000100:00100000:3.0:1787838954.919229:0:22640:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:3.0:1787838954.919234:0:22640:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d9070640050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8fe503c4-4afd-4973-b872-263edf7adc13+17:23379:x1874684455131008:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1787838954.919290:0:22640:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d9070640050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8fe503c4-4afd-4973-b872-263edf7adc13+17:23379:x1874684455131008:12345-0@lo:502:mount.lustre.0 Request processed in 55us (174us total) trans 0 rc 0/0 00000100:00100000:3.0:1787838954.919296:0:22640:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00100000:3.0:1787838954.919327:0:23379:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d907f6fb480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:8fe503c4-4afd-4973-b872-263edf7adc13:23379:1874684455131008:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1787838954.919357:0:23379:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].12, 224 off10464 00000040:00080000:3.0:1787838954.919363:0:23379:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 12 count 13 00000020:01000000:2.0:1787838954.920645:0:23393:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1787838954.920655:0:23393:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1787838954.920657:0:23393:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:2.0:1787838954.920664:0:23393:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff8d906ee42000 00000020:00000080:2.0:1787838954.920667:0:23393:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:2.0:1787838954.920674:0:23393:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1787838954.920676:0:23393:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1787838954.920678:0:23393:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:2.0:1787838954.920680:0:23393:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1787838954.920682:0:23393:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1787838954.920684:0:23393:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:2.0:1787838954.920687:0:23393:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff8d906ee42000 00000020:00000080:2.0:1787838954.920689:0:23393:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:2.0:1787838954.920742:0:23393:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1787838954.920745:0:23393:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1787838954.920746:0:23393:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:2.0:1787838954.920749:0:23393:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1787838954.920751:0:23393:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1787838954.920752:0:23393:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:2.0:1787838954.920756:0:23393:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff8d906ee42000 00000020:00000080:2.0:1787838954.920758:0:23393:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:2.0:1787838954.920774:0:23393:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1787838954.920776:0:23393:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1787838954.920777:0:23393:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:2.0:1787838954.920780:0:23393:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1787838954.920782:0:23393:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1787838954.920783:0:23393:0:(obd_config.c:1563:class_process_config()) marker 5 (0x1) lustre mdt.lustre-MDT0001.hsm_control 00000020:01000000:2.0:1787838954.920786:0:23393:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff8d906ee42000 00000020:00000080:2.0:1787838954.920788:0:23393:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:2.0:1787838954.920804:0:23393:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1787838954.920807:0:23393:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1787838954.920815:0:23393:0:(obd_config.c:1563:class_process_config()) marker 5 (0x2) lustre mdt.lustre-MDT0001.hsm_control 00000040:00080000:2.0:1787838954.920818:0:23393:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x10:0x0] index 13 count 13 00000020:01000000:3.0:1787838954.920947:0:23379:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-12 (rc=0) 10000000:01000000:3.0:1787838954.920970:0:23379:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.118@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:3.0:1787838954.920989:0:23379:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.118@tcp lock: ffff8d9045189400/0x7b32352f0be6f253 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x7b32352f0be6f25a expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787838954.921001:0:23379:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.118@tcp lock: ffff8d9045189400/0x7b32352f0be6f253 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x7b32352f0be6f25a expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1787838954.921043:0:23379:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:3.0:1787838954.921046:0:23379:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff8d906ee42000 10000000:01000000:3.0:1787838954.921049:0:23379:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff8d906ee42000 10000000:01000000:3.0:1787838954.921052:0:23379:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:3.0:1787838954.921057:0:23379:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff8d906ee42000 from 1 10000000:01000000:3.0:1787838954.921060:0:23379:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:3.0:1787838954.921087:0:23379:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.118@tcp lock: ffff8d8f422d4000/0x7b32352f0be6f261 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787838954.921095:0:23379:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.118@tcp lock: ffff8d8f422d4000/0x7b32352f0be6f261 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787838954.921114:0:23379:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.118@tcp lock: ffff8d8f422d4000/0x7b32352f0be6f261 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787838954.921163:0:23379:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d907f6fb480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:8fe503c4-4afd-4973-b872-263edf7adc13:23379:1874684455131136:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1787838954.921211:0:23379:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787838954.921242:0:23379:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d8f42c46480 going to sleep for 11 seconds 00000100:00100000:0.0:1787838954.921294:0:22640:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455131136 00000100:00100000:0.0:1787838954.921300:0:22640:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455131136 00000100:00100000:0.0:1787838954.921332:0:22640:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:0.0:1787838954.921339:0:22640:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d9070641050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8fe503c4-4afd-4973-b872-263edf7adc13+17:23379:x1874684455131136:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1787838954.921356:0:22640:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787838954.921367:0:22640:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8d907ef28200/0x7b32352f0be6f268 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0x7b32352f0be6f261 expref: -99 pid: 22640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838954.921388:0:22640:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8d907ef28200/0x7b32352f0be6f268 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x7b32352f0be6f261 expref: 18 pid: 22640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838954.921399:0:22640:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8d907ef28200/0x7b32352f0be6f268 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x7b32352f0be6f261 expref: 18 pid: 22640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838954.921407:0:22640:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d907ef28200, rc 0) 00000100:00100000:0.0:1787838954.921454:0:22640:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d9070641050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8fe503c4-4afd-4973-b872-263edf7adc13+18:23379:x1874684455131136:12345-0@lo:101:mount.lustre.0 Request processed in 115us (243us total) trans 0 rc 0/0 00000100:00100000:0.0:1787838954.921461:0:22640:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00100000:3.0:1787838954.921622:0:23379:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d907f6fb480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:8fe503c4-4afd-4973-b872-263edf7adc13:23379:1874684455131136:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1787838954.921635:0:23379:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.118@tcp lock: ffff8d8f422d4000/0x7b32352f0be6f261 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x7b32352f0be6f268 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787838954.921644:0:23379:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.118@tcp lock: ffff8d8f422d4000/0x7b32352f0be6f261 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x7b32352f0be6f268 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1787838954.922909:0:23379:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xc:0x0] index 52 count 51 00000040:00080000:3.0:1787838954.923246:0:23379:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1787838954.923388:0:23379:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].1, 224 off8416 00000040:00080000:3.0:1787838954.923409:0:23379:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].2, 120 off8536 00000040:00080000:3.0:1787838954.923434:0:23379:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].3, 168 off8704 00000040:00080000:3.0:1787838954.923447:0:23379:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].4, 224 off8928 00000040:00080000:3.0:1787838954.923458:0:23379:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].5, 224 off9152 00000040:00080000:3.0:1787838954.923468:0:23379:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].6, 120 off9272 00000040:00080000:3.0:1787838954.923492:0:23379:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].7, 168 off9440 00000040:00080000:3.0:1787838954.923505:0:23379:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].8, 224 off9664 00000040:00080000:3.0:1787838954.923516:0:23379:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].9, 224 off9888 00000040:00080000:3.0:1787838954.923527:0:23379:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].10, 120 off10008 00000040:00080000:3.0:1787838954.923538:0:23379:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].11, 224 off10232 00000040:00080000:3.0:1787838954.923549:0:23379:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].12, 224 off10456 00000040:00080000:3.0:1787838954.923560:0:23379:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].13, 88 off10544 00000040:00080000:3.0:1787838954.923578:0:23379:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].14, 128 off10672 00000040:00080000:3.0:1787838954.923589:0:23379:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].15, 144 off10816 00000040:00080000:3.0:1787838954.923600:0:23379:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].16, 160 off10976 00000040:00080000:3.0:1787838954.923610:0:23379:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].17, 224 off11200 00000040:00080000:3.0:1787838954.923621:0:23379:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].18, 224 off11424 00000040:00080000:3.0:1787838954.923632:0:23379:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].19, 80 off11504 00000040:00080000:3.0:1787838954.923643:0:23379:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].20, 224 off11728 00000040:00080000:3.0:1787838954.923654:0:23379:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].21, 224 off11952 00000040:00080000:3.0:1787838954.923665:0:23379:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].22, 88 off12040 00000040:00080000:3.0:1787838954.923686:0:23379:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].23, 128 off12168 00000040:00080000:3.0:1787838954.923699:0:23379:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].24, 144 off12312 00000040:00080000:3.0:1787838954.923710:0:23379:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].25, 160 off12472 00000040:00080000:3.0:1787838954.923721:0:23379:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].26, 224 off12696 00000040:00080000:3.0:1787838954.923733:0:23379:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].27, 224 off12920 00000040:00080000:3.0:1787838954.923744:0:23379:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].28, 80 off13000 00000040:00080000:3.0:1787838954.923754:0:23379:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].29, 224 off13224 00000040:00080000:3.0:1787838954.923765:0:23379:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].30, 224 off13448 00000040:00080000:3.0:1787838954.923776:0:23379:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].31, 88 off13536 00000040:00080000:3.0:1787838954.923787:0:23379:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].32, 128 off13664 00000040:00080000:3.0:1787838954.923798:0:23379:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].33, 144 off13808 00000040:00080000:3.0:1787838954.923809:0:23379:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].34, 128 off13936 00000040:00080000:3.0:1787838954.923830:0:23379:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].35, 224 off14160 00000040:00080000:3.0:1787838954.923844:0:23379:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].36, 224 off14384 00000040:00080000:3.0:1787838954.923855:0:23379:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].37, 80 off14464 00000040:00080000:3.0:1787838954.923866:0:23379:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].38, 224 off14688 00000040:00080000:3.0:1787838954.923890:0:23379:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].39, 224 off14912 00000040:00080000:3.0:1787838954.923902:0:23379:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].40, 88 off15000 00000040:00080000:3.0:1787838954.923913:0:23379:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].41, 128 off15128 00000040:00080000:3.0:1787838954.923924:0:23379:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].42, 144 off15272 00000040:00080000:3.0:1787838954.923949:0:23379:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].43, 128 off15400 00000040:00080000:3.0:1787838954.923962:0:23379:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].44, 224 off15624 00000040:00080000:3.0:1787838954.923973:0:23379:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].45, 224 off15848 00000040:00080000:3.0:1787838954.923984:0:23379:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].46, 80 off15928 00000040:00080000:3.0:1787838954.924003:0:23379:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].47, 224 off16152 00000040:00080000:3.0:1787838954.924015:0:23379:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].48, 232 off16384 00000040:00080000:3.0:1787838954.924112:0:23379:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].49, 224 off16608 00000040:00080000:3.0:1787838954.927971:0:23379:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].50, 120 off16728 00000040:00080000:3.0:1787838954.928026:0:23379:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].51, 224 off16952 00000040:00080000:3.0:1787838954.928031:0:23379:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xc:0x0] index 51 count 51 00000100:00100000:3.0:1787838954.928139:0:23379:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d907f6fb480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:8fe503c4-4afd-4973-b872-263edf7adc13:23379:1874684455131264:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1787838954.928202:0:23379:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787838954.930479:0:22642:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455131264 00000100:00100000:2.0:1787838954.930491:0:22642:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455131264 00000100:00100000:3.0:1787838954.930512:0:23379:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d8f42c46540 going to sleep for 11 seconds 00000100:00100000:2.0:1787838954.930543:0:22642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00100000:2.0:1787838954.930552:0:22642:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d9070641c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8fe503c4-4afd-4973-b872-263edf7adc13+18:23379:x1874684455131264:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1787838954.930700:0:22642:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d9070641c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8fe503c4-4afd-4973-b872-263edf7adc13+18:23379:x1874684455131264:12345-0@lo:501:mount.lustre.0 Request processed in 148us (2497us total) trans 0 rc 0/0 00000100:00100000:2.0:1787838954.930707:0:22642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00000100:00100000:3.0:1787838954.933095:0:23379:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d907f6fb480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:8fe503c4-4afd-4973-b872-263edf7adc13:23379:1874684455131264:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1787838954.933169:0:23379:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d907f6fb480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:8fe503c4-4afd-4973-b872-263edf7adc13:23379:1874684455131392:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1787838954.933236:0:23379:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787838954.933272:0:23379:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d8f42c46540 going to sleep for 11 seconds 00000100:00100000:0.0:1787838954.935053:0:22641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455131392 00000100:00100000:0.0:1787838954.935064:0:22641:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455131392 00000100:00100000:0.0:1787838954.935138:0:22641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000100:00100000:0.0:1787838954.935148:0:22641:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d9070640c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8fe503c4-4afd-4973-b872-263edf7adc13+18:23379:x1874684455131392:12345-0@lo:503:mount.lustre.0 00000100:00100000:0.0:1787838954.937483:0:22641:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d9070640c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8fe503c4-4afd-4973-b872-263edf7adc13+18:23379:x1874684455131392:12345-0@lo:503:mount.lustre.0 Request processed in 2331us (4241us total) trans 0 rc 0/0 00000100:00100000:0.0:1787838954.937496:0:22641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00000100:00100000:1.0:1787838954.938481:0:23379:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d907f6fb480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:8fe503c4-4afd-4973-b872-263edf7adc13:23379:1874684455131392:0@lo:503:mount.lustre.0 00000040:00080000:1.0:1787838954.939510:0:23379:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:1.0:1787838954.939645:0:23379:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d8f43baf840 pname:cluuid:pid:xid:nid:opc:job mount.lustre:8fe503c4-4afd-4973-b872-263edf7adc13:23379:1874684455131520:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1787838954.939877:0:23379:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787838954.939987:0:23379:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d905688cf00 going to sleep for 11 seconds 00000100:00100000:0.0:1787838954.940042:0:22640:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455131520 00000100:00100000:0.0:1787838954.940049:0:22640:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455131520 00000100:00100000:0.0:1787838954.940098:0:22640:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47 00000100:00100000:0.0:1787838954.940109:0:22640:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d9070641850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8fe503c4-4afd-4973-b872-263edf7adc13+18:23379:x1874684455131520:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1787838954.940224:0:22640:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d9070641850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8fe503c4-4afd-4973-b872-263edf7adc13+18:23379:x1874684455131520:12345-0@lo:502:mount.lustre.0 Request processed in 117us (347us total) trans 0 rc 0/0 00000100:00100000:0.0:1787838954.940241:0:22640:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47 00000100:00100000:1.0:1787838954.940882:0:23379:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d8f43baf840 pname:cluuid:pid:xid:nid:opc:job mount.lustre:8fe503c4-4afd-4973-b872-263edf7adc13:23379:1874684455131520:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1787838954.941239:0:23379:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].1, 224 off8416 00000040:00080000:1.0:1787838954.941269:0:23379:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].2, 120 off8536 00000040:00080000:1.0:1787838954.941285:0:23379:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].3, 168 off8704 00000040:00080000:1.0:1787838954.941298:0:23379:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].4, 224 off8928 00000040:00080000:1.0:1787838954.941311:0:23379:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].5, 224 off9152 00000040:00080000:1.0:1787838954.941325:0:23379:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].6, 120 off9272 00000040:00080000:1.0:1787838954.941340:0:23379:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].7, 168 off9440 00000040:00080000:1.0:1787838954.941355:0:23379:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].8, 224 off9664 00000040:00080000:1.0:1787838954.941369:0:23379:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].9, 224 off9888 00000040:00080000:1.0:1787838954.942144:0:23379:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].10, 120 off10008 00000040:00080000:1.0:1787838954.942170:0:23379:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].11, 224 off10232 00000040:00080000:1.0:1787838954.942186:0:23379:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].12, 224 off10456 00000040:00080000:1.0:1787838954.942201:0:23379:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].13, 88 off10544 00000040:00080000:1.0:1787838954.942215:0:23379:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].14, 128 off10672 00000040:00080000:1.0:1787838954.942229:0:23379:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].15, 144 off10816 00000040:00080000:1.0:1787838954.942244:0:23379:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].16, 160 off10976 00000040:00080000:1.0:1787838954.942259:0:23379:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].17, 224 off11200 00000040:00080000:1.0:1787838954.942274:0:23379:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].18, 224 off11424 00000040:00080000:1.0:1787838954.942288:0:23379:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].19, 80 off11504 00000040:00080000:1.0:1787838954.942302:0:23379:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].20, 224 off11728 00000040:00080000:1.0:1787838954.942322:0:23379:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].21, 224 off11952 00000040:00080000:1.0:1787838954.942337:0:23379:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].22, 88 off12040 00000040:00080000:1.0:1787838954.942350:0:23379:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].23, 128 off12168 00000040:00080000:1.0:1787838954.942365:0:23379:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].24, 144 off12312 00000040:00080000:1.0:1787838954.942894:0:23379:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].25, 160 off12472 00000040:00080000:1.0:1787838954.942931:0:23379:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].26, 224 off12696 00000040:00080000:1.0:1787838954.942946:0:23379:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].27, 224 off12920 00000040:00080000:1.0:1787838954.942959:0:23379:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].28, 80 off13000 00000040:00080000:1.0:1787838954.942971:0:23379:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].29, 224 off13224 00000040:00080000:1.0:1787838954.942983:0:23379:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].30, 224 off13448 00000040:00080000:1.0:1787838954.942996:0:23379:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].31, 88 off13536 00000040:00080000:1.0:1787838954.943009:0:23379:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].32, 128 off13664 00000040:00080000:1.0:1787838954.943032:0:23379:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].33, 144 off13808 00000040:00080000:1.0:1787838954.943048:0:23379:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].34, 128 off13936 00000040:00080000:1.0:1787838954.943062:0:23379:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].35, 224 off14160 00000040:00080000:1.0:1787838954.943165:0:23379:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].36, 224 off14384 00000040:00080000:1.0:1787838954.943185:0:23379:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].37, 80 off14464 00000040:00080000:1.0:1787838954.943201:0:23379:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].38, 224 off14688 00000040:00080000:1.0:1787838954.943213:0:23379:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].39, 224 off14912 00000040:00080000:1.0:1787838954.943230:0:23379:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].40, 88 off15000 00000040:00080000:1.0:1787838954.943246:0:23379:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].41, 128 off15128 00000040:00080000:1.0:1787838954.943627:0:23379:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].42, 144 off15272 00000040:00080000:1.0:1787838954.943649:0:23379:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].43, 128 off15400 00000040:00080000:1.0:1787838954.943663:0:23379:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].44, 224 off15624 00000040:00080000:1.0:1787838954.943677:0:23379:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].45, 224 off15848 00000040:00080000:1.0:1787838954.943690:0:23379:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].46, 80 off15928 00000040:00080000:1.0:1787838954.943721:0:23379:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].47, 224 off16152 00000040:00080000:1.0:1787838954.943738:0:23379:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].48, 232 off16384 00000100:00100000:1.0:1787838954.944309:0:23379:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d8f43baf840 pname:cluuid:pid:xid:nid:opc:job mount.lustre:8fe503c4-4afd-4973-b872-263edf7adc13:23379:1874684455131648:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1787838954.944386:0:23379:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787838954.944428:0:23379:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d905688cf00 going to sleep for 11 seconds 00000100:00100000:0.0:1787838954.944465:0:22641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455131648 00000100:00100000:0.0:1787838954.944481:0:22641:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455131648 00000100:00100000:0.0:1787838954.944535:0:22641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 48 00000100:00100000:0.0:1787838954.944545:0:22641:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d9070642450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8fe503c4-4afd-4973-b872-263edf7adc13+18:23379:x1874684455131648:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1787838954.944652:0:22641:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d9070642450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8fe503c4-4afd-4973-b872-263edf7adc13+18:23379:x1874684455131648:12345-0@lo:502:mount.lustre.0 Request processed in 109us (266us total) trans 0 rc 0/0 00000100:00100000:0.0:1787838954.944660:0:22641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 48 00000100:00100000:1.0:1787838954.946309:0:23379:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d8f43baf840 pname:cluuid:pid:xid:nid:opc:job mount.lustre:8fe503c4-4afd-4973-b872-263edf7adc13:23379:1874684455131648:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1787838954.946670:0:23379:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].49, 224 off16608 00000040:00080000:1.0:1787838954.946696:0:23379:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].50, 120 off16728 00000100:00100000:1.0:1787838954.946784:0:23379:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d8f43baf840 pname:cluuid:pid:xid:nid:opc:job mount.lustre:8fe503c4-4afd-4973-b872-263edf7adc13:23379:1874684455131776:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1787838954.946845:0:23379:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787838954.946899:0:23379:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d905688cf00 going to sleep for 11 seconds 00000100:00100000:0.0:1787838954.948213:0:22640:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455131776 00000100:00100000:0.0:1787838954.948222:0:22640:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455131776 00000100:00100000:0.0:1787838954.948282:0:22640:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49 00000100:00100000:0.0:1787838954.948291:0:22640:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d9070643050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8fe503c4-4afd-4973-b872-263edf7adc13+18:23379:x1874684455131776:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1787838954.948411:0:22640:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d9070643050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8fe503c4-4afd-4973-b872-263edf7adc13+18:23379:x1874684455131776:12345-0@lo:502:mount.lustre.0 Request processed in 119us (1565us total) trans 0 rc 0/0 00000100:00100000:0.0:1787838954.948430:0:22640:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49 00000100:00100000:1.0:1787838954.948439:0:23379:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d8f43baf840 pname:cluuid:pid:xid:nid:opc:job mount.lustre:8fe503c4-4afd-4973-b872-263edf7adc13:23379:1874684455131776:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1787838954.948510:0:23379:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].51, 224 off16952 00000040:00080000:1.0:1787838954.948522:0:23379:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 51 count 51 00000020:01000004:3.0:1787838954.952038:0:23398:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-MDT0001 (typ=lwp) 00000020:00000080:3.0:1787838954.952054:0:23398:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-MDT0001 (ffff8d907b0eb490) 00000020:00000080:3.0:1787838954.952078:0:23398:0:(obd_config.c:720:class_attach_name()) OBD: dev 19 attached type lwp with refcount 2 00000020:01000004:3.0:1787838954.965107:0:23398:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8d906ee42000 from lustre-MDT0001, refs=3 00000020:01000004:3.0:1787838954.965117:0:23398:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8d906ee42000 from lustre-MDT0001, refs=3 00000020:01000004:3.0:1787838954.965120:0:23398:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8d906ee42000 3 00010000:00080000:3.0:1787838954.965175:0:23398:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8d9048fcf000@lustre-MDT0000-lwp-MDT0001: add connection 192.168.203.118@tcp at head 00010000:00010000:3.0:1787838954.968162:0:23398:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-MDT0001-8 is initialized 00000020:00000080:3.0:1787838954.968561:0:23398:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-MDT0001 (uuid lustre-MDT0000-lwp-MDT0001_UUID) 00000010:01000000:3.0:1787838954.968601:0:23398:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:3.0:1787838954.968612:0:23398:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-MDT0001, cookie 0x7b32352f0be6f276 00000100:00080000:3.0:1787838954.968621:0:23398:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 0 00000100:00080000:3.0:1787838954.968626:0:23398:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d9048fcf000 using connection 192.168.203.118@tcp/0@lo 00000100:00100000:3.0:1787838954.968657:0:23398:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d907f6fb480 x1874684455131904/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787838954.968707:0:3642:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d907f6fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3642:1874684455131904:0@lo:38:llog_process_th.0 00000100:00100000:3.0:1787838954.970095:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1787838954.970175:0:23398:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID 00000100:00080000:3.0:1787838954.970201:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1787838954.970205:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1787838954.970208:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1787838954.970211:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1787838954.971045:0:22649:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455131904 00000100:00100000:0.0:1787838954.971054:0:22649:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455131904 00000100:00100000:0.0:1787838954.971093:0:22649:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1787838954.971101:0:22649:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d907f6f9e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3642:x1874684455131904:12345-0@lo:38:llog_process_th.0 00010000:00080000:0.0:1787838954.971139:0:22649:0:(ldlm_lib.c:1482:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-MDT0001_UUID@0@lo t0 exp 0000000000000000 cur 638 last 0 00000020:00000080:0.0:1787838954.971171:0:22649:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-MDT0001_UUID, cookie 0x7b32352f0be6f27d 00000004:00100000:0.0:1787838954.971185:0:22649:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:0.0:1787838954.971215:0:22649:0:(import.c:65:import_set_state_nolock()) ffff8d90453a7800 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1787838954.971532:0:22649:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d907f6f9e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3642:x1874684455131904:12345-0@lo:38:llog_process_th.0 Request processed in 430us (1440us total) trans 0 rc 0/0 00000100:00100000:0.0:1787838954.971552:0:22649:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00080000:3.0:1787838954.971644:0:3642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff8d907f6fb480 x1874684455131904/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/416 e 0 to 0 dl 1787838964 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787838954.971655:0:3642:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: committing for last_committed 0 gen 2 00000100:00080000:3.0:1787838954.971663:0:3642:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-MDT0001: connect to target with instance 3 00000100:00080000:3.0:1787838954.971669:0:3642:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-MDT0001: Resetting ns_connect_flags to server flags: 0x2041401047000020 00000100:00080000:3.0:1787838954.971673:0:3642:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:3.0:1787838954.971675:0:3642:0:(import.c:65:import_set_state_nolock()) ffff8d9048fcf000 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:3.0:1787838954.971680:0:3642:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d907f6fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3642:1874684455131904:0@lo:38:llog_process_th.0 00000040:00080000:3.0:1787838954.971842:0:23398:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x12:0x0] index 52 count 51 00000020:01000000:0.0:1787838954.972339:0:23379:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:0.0:1787838954.972372:0:23379:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.118@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:0.0:1787838954.972392:0:23379:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.118@tcp lock: ffff8d8f422d4000/0x7b32352f0be6f261 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x7b32352f0be6f268 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838954.972404:0:23379:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.118@tcp lock: ffff8d8f422d4000/0x7b32352f0be6f261 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x7b32352f0be6f268 expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:0.0:1787838954.972808:0:23379:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:0.0:1787838954.972811:0:23379:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:0.0:1787838954.972812:0:23379:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1787838954.972814:0:23379:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1787838954.972815:0:23379:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1787838954.972816:0:23379:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1787838954.972818:0:23379:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1787838954.972820:0:23379:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1787838954.972821:0:23379:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:0.0:1787838954.972825:0:23379:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0001 0x40020001 00000020:01000004:0.0:1787838954.972827:0:23379:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:0.0:1787838954.972829:0:23379:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:0.0:1787838954.972830:0:23379:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1787838954.972832:0:23379:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1787838954.972833:0:23379:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1787838954.972834:0:23379:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1787838954.972835:0:23379:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1787838954.972836:0:23379:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1787838954.972837:0:23379:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:0.0:1787838954.972857:0:23379:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0001 00000100:00100000:0.0:1787838954.972873:0:23379:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d907bdf6d00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:8fe503c4-4afd-4973-b872-263edf7adc13:23379:1874684455132032:0@lo:253:mount.lustre.0 00000100:00100000:0.0:1787838954.972920:0:23379:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787838954.973614:0:23379:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d9079d17c00 going to sleep for 11 seconds 00000100:00100000:0.0:1787838954.973648:0:22641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455132032 00000100:00100000:0.0:1787838954.973654:0:22641:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455132032 00000100:00100000:0.0:1787838954.974062:0:22641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50 00000100:00100000:0.0:1787838954.974071:0:22641:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d9070643450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8fe503c4-4afd-4973-b872-263edf7adc13+18:23379:x1874684455132032:12345-0@lo:253:mount.lustre.0 20000000:01000000:0.0:1787838954.974096:0:22641:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 1 is ready to reconnect. 20000000:01000000:0.0:1787838954.974108:0:22641:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 00000001:00100000:1.0:1787838954.980366:0:22627:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 20000000:01000000:0.0:1787838954.984889:0:22641:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:0.0:1787838954.984905:0:22641:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0001, index=1, rc=0 00000100:00100000:0.0:1787838954.985377:0:22641:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d9070643450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8fe503c4-4afd-4973-b872-263edf7adc13+18:23379:x1874684455132032:12345-0@lo:253:mount.lustre.0 Request processed in 11302us (12452us total) trans 0 rc 0/0 00000100:00100000:0.0:1787838954.985389:0:22641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50 00000100:00100000:1.0:1787838954.985546:0:23379:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d907bdf6d00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:8fe503c4-4afd-4973-b872-263edf7adc13:23379:1874684455132032:0@lo:253:mount.lustre.0 10000000:01000000:1.0:1787838954.985561:0:23379:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0001 got index = 1 00000020:01000004:1.0:1787838954.985564:0:23379:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:1.0:1787838954.985566:0:23379:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:1.0:1787838954.985567:0:23379:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1787838954.985568:0:23379:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1787838954.985570:0:23379:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1787838954.985571:0:23379:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1787838954.985572:0:23379:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1787838954.985574:0:23379:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1787838954.985575:0:23379:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:1.0:1787838954.985589:0:23379:0:(tgt_mount.c:2692:server_calc_timeout()) lustre-MDT0001: Imperative Recovery not enabled, recovery window 60-180 20000000:01000000:1.0:1787838954.986163:0:22663:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:1.0:1787838954.986167:0:22663:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:1.0:1787838954.986186:0:22663:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8d907b310a00/0x7b32352f0be6f284 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838954.986200:0:22663:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8d907b311800/0x7b32352f0be6f188 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x7b32352f0be6f181 expref: 17 pid: 22642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838954.986209:0:22663:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8d9045188400/0x7b32352f0be6f24c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x7b32352f0be6f245 expref: 17 pid: 22642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838954.986216:0:22663:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8d907b310a00/0x7b32352f0be6f284 lrc: 5/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 22663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838954.986401:0:22663:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8d9045188400/0x7b32352f0be6f24c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x7b32352f0be6f245 expref: 17 pid: 22642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838954.986424:0:22663:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8d9045188400/0x7b32352f0be6f24c lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x7b32352f0be6f245 expref: 17 pid: 22642 timeout: 738 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787838954.986438:0:22663:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d8f43baf840 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22663:1874684455132160:0@lo:104: 00000100:00100000:1.0:1787838954.986483:0:22663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1787838954.986520:0:22663:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8d907b311800/0x7b32352f0be6f188 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x7b32352f0be6f181 expref: 17 pid: 22642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838954.986529:0:22663:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8d907b311800/0x7b32352f0be6f188 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x7b32352f0be6f181 expref: 17 pid: 22642 timeout: 738 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787838954.986537:0:22663:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d8f43bacf00 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22663:1874684455132288:0@lo:104: 00000100:00100000:1.0:1787838954.986554:0:22663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787838954.986566:0:22663:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d90742523c0 going to sleep for 11 seconds 00000100:00100000:0.0:1787838954.986698:0:22631:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455132160 00000100:00100000:0.0:1787838954.986704:0:22631:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455132160 00000100:00100000:0.0:1787838954.986739:0:22631:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455132288 00000100:00100000:0.0:1787838954.986741:0:22631:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455132288 00000100:00100000:0.0:1787838954.986755:0:22631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1787838954.986762:0:22631:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d8f43bae1c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:8fe503c4-4afd-4973-b872-263edf7adc13+4:22663:x1874684455132160:12345-0@lo:104: 00010000:00010000:0.0:1787838954.986773:0:22631:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.118@tcp lock: ffff8d9045189c00/0x7b32352f0be6f245 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x7b32352f0be6f24c expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838954.986822:0:22631:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1787838954.986827:0:22631:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d8f43bae1c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:8fe503c4-4afd-4973-b872-263edf7adc13+4:22663:x1874684455132160:12345-0@lo:104: Request processed in 66us (345us total) trans 0 rc 0/0 00000100:00100000:0.0:1787838954.986834:0:22631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1787838954.986847:0:22631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1787838954.986852:0:22631:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d8f43bafc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:8fe503c4-4afd-4973-b872-263edf7adc13+3:22663:x1874684455132288:12345-0@lo:104: 00010000:00010000:0.0:1787838954.986859:0:22631:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.118@tcp lock: ffff8d8f422d5e00/0x7b32352f0be6f181 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x7b32352f0be6f188 expref: -99 pid: 22644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838954.986885:0:22631:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:0.0:1787838954.986890:0:22631:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d8f43bafc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:8fe503c4-4afd-4973-b872-263edf7adc13+3:22663:x1874684455132288:12345-0@lo:104: Request processed in 38us (335us total) trans 0 rc 0/0 00000100:00100000:0.0:1787838954.986902:0:22631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00010000:0.0:1787838954.986919:0:22635:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1787838954.986924:0:22635:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.118@tcp lock: ffff8d9045189c00/0x7b32352f0be6f245 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x7b32352f0be6f24c expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838954.986942:0:22635:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d9045189c00 already unused, calling callback (ffffffffc1154c20) 10000000:00010000:0.0:1787838954.986947:0:22635:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.118@tcp lock: ffff8d9045189c00/0x7b32352f0be6f245 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x7b32352f0be6f24c expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838954.986955:0:22635:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.118@tcp lock: ffff8d9045189c00/0x7b32352f0be6f245 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x7b32352f0be6f24c expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1787838954.986962:0:22635:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.118@tcp lock: ffff8d9045189c00/0x7b32352f0be6f245 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x7b32352f0be6f24c expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1787838954.986969:0:22635:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:0.0:1787838954.986993:0:22635:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.118@tcp lock: ffff8d9045189c00/0x7b32352f0be6f245 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7b32352f0be6f24c expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838954.987000:0:22635:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1787838954.987017:0:22635:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.118@tcp lock: ffff8d9045189c00/0x7b32352f0be6f245 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7b32352f0be6f24c expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838954.987024:0:22635:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.118@tcp lock: ffff8d9045189c00/0x7b32352f0be6f245 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7b32352f0be6f24c expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838954.987034:0:22635:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787838954.987037:0:22635:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.118@tcp lock: ffff8d8f422d5e00/0x7b32352f0be6f181 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x7b32352f0be6f188 expref: -99 pid: 22644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838954.987053:0:22635:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d8f422d5e00 already unused, calling callback (ffffffffc1154c20) 10000000:00010000:0.0:1787838954.987056:0:22635:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.118@tcp lock: ffff8d8f422d5e00/0x7b32352f0be6f181 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x7b32352f0be6f188 expref: -99 pid: 22644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838954.987062:0:22635:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.118@tcp lock: ffff8d8f422d5e00/0x7b32352f0be6f181 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x7b32352f0be6f188 expref: -99 pid: 22644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1787838954.987069:0:22635:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.118@tcp lock: ffff8d8f422d5e00/0x7b32352f0be6f181 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x7b32352f0be6f188 expref: -99 pid: 22644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1787838954.987074:0:22635:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:0.0:1787838954.987084:0:22635:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.118@tcp lock: ffff8d8f422d5e00/0x7b32352f0be6f181 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7b32352f0be6f188 expref: -99 pid: 22644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838954.987090:0:22635:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1787838954.987102:0:22635:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.118@tcp lock: ffff8d8f422d5e00/0x7b32352f0be6f181 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7b32352f0be6f188 expref: -99 pid: 22644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838954.987108:0:22635:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.118@tcp lock: ffff8d8f422d5e00/0x7b32352f0be6f181 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7b32352f0be6f188 expref: -99 pid: 22644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838954.987119:0:22635:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787838954.987121:0:22635:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787838954.987123:0:22635:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787838954.987154:0:22636:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787838954.987170:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d907bdf5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:8fe503c4-4afd-4973-b872-263edf7adc13:3646:1874684455132416:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1787838954.987197:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787838954.987229:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d907bdf7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8fe503c4-4afd-4973-b872-263edf7adc13:3643:1874684455132544:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1787838954.987269:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787838954.987295:0:22632:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455132416 00000100:00100000:0.0:1787838954.987298:0:22632:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455132416 00010000:00010000:0.0:1787838954.987313:0:22632:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8d9045188400/0x7b32352f0be6f24c lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x7b32352f0be6f245 expref: 18 pid: 22642 timeout: 738 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787838954.987329:0:22632:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455132544 00000100:00100000:0.0:1787838954.987331:0:22632:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455132544 00010000:00010000:0.0:1787838954.987339:0:22632:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8d907b311800/0x7b32352f0be6f188 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x7b32352f0be6f181 expref: 19 pid: 22642 timeout: 738 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787838954.987350:0:22632:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1787838954.987355:0:22632:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d907bdf43c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8fe503c4-4afd-4973-b872-263edf7adc13+19:3646:x1874684455132416:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1787838954.987363:0:22632:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787838954.987367:0:22632:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8d9045188400/0x7b32352f0be6f24c lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x7b32352f0be6f245 expref: 19 pid: 22642 timeout: 738 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838954.987377:0:22632:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8d9045188400/0x7b32352f0be6f24c lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x7b32352f0be6f245 expref: 19 pid: 22642 timeout: 738 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838954.987391:0:22632:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787838954.987423:0:22632:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d907bdf43c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8fe503c4-4afd-4973-b872-263edf7adc13+19:3646:x1874684455132416:12345-0@lo:103:ldlm_bl.0 Request processed in 57us (215us total) trans 0 rc 0/0 00000100:00100000:0.0:1787838954.987430:0:22632:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1787838954.987441:0:22632:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1787838954.987446:0:22632:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d907bdf4f00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8fe503c4-4afd-4973-b872-263edf7adc13+18:3643:x1874684455132544:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1787838954.987454:0:22632:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787838954.987457:0:22632:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8d907b311800/0x7b32352f0be6f188 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x7b32352f0be6f181 expref: 18 pid: 22642 timeout: 738 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838954.987475:0:22632:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8d907b311800/0x7b32352f0be6f188 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x7b32352f0be6f181 expref: 18 pid: 22642 timeout: 738 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838954.987486:0:22632:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8d907b310a00/0x7b32352f0be6f284 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 22663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838954.987494:0:22632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8d907b310a00/0x7b32352f0be6f284 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 22663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:0.0:1787838954.987506:0:22632:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.008439856s 00010000:00010000:0.0:1787838954.987510:0:22632:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8d907b310a00/0x7b32352f0be6f284 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838954.987517:0:22632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8d907b310a00/0x7b32352f0be6f284 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838954.987524:0:22632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8d907b310a00/0x7b32352f0be6f284 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838954.987530:0:22632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8d907b310a00/0x7b32352f0be6f284 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838954.987535:0:22632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d907b310a00 already unused, calling callback (ffffffffc0b44500) 00010000:00010000:0.0:1787838954.987539:0:22632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8d907b310a00/0x7b32352f0be6f284 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838954.987547:0:22632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8d907b310a00/0x7b32352f0be6f284 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 22663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838954.987555:0:22632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8d907b310a00/0x7b32352f0be6f284 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838954.987567:0:22632:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787838954.987591:0:22632:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d907bdf4f00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8fe503c4-4afd-4973-b872-263edf7adc13+18:3643:x1874684455132544:12345-0@lo:103:ldlm_bl.0 Request processed in 145us (322us total) trans 0 rc 0/0 00000100:00100000:0.0:1787838954.987597:0:22632:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1787838954.987627:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d907bdf5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:8fe503c4-4afd-4973-b872-263edf7adc13:3646:1874684455132416:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1787838954.987644:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d907bdf7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8fe503c4-4afd-4973-b872-263edf7adc13:3643:1874684455132544:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1787838954.988152:0:22663:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8d9045188400/0x7b32352f0be6f24c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x7b32352f0be6f245 expref: 17 pid: 22642 timeout: 738 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787838954.988164:0:22663:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d8f43baf840 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22663:1874684455132160:0@lo:104: 00010000:00010000:1.0:1787838954.988174:0:22663:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8d907b311800/0x7b32352f0be6f188 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x7b32352f0be6f181 expref: 16 pid: 22642 timeout: 738 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787838954.988181:0:22663:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d8f43bacf00 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22663:1874684455132288:0@lo:104: 00010000:00010000:1.0:1787838954.988199:0:22663:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8d907b310a00/0x7b32352f0be6f284 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838954.988208:0:22663:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8d907b310a00/0x7b32352f0be6f284 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838954.988214:0:22663:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8d907b310a00/0x7b32352f0be6f284 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838954.988221:0:22663:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8d907b310a00/0x7b32352f0be6f284 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:01000000:1.0:1787838954.994049:0:23379:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0001-osd ctxt 16 is initialized 00000020:00080000:3.0:1787838954.994239:0:23403:0:(update_trans.c:1539:distribute_txn_commit_thread()) lustre-MDT0001: start commit thread committed batchid 0 00000020:00080000:3.0:1787838954.994243:0:23403:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 0 00000040:01000000:2.0:1787838954.994360:0:23404:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:1.0:1787838954.994447:0:23379:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0000-osp-MDT0001 ctxt 16 is initialized 00000040:00080000:2.0:1787838954.995189:0:23404:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:01000000:1.0:1787838954.997118:0:23379:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0001 ctxt 12 is initialized 00000040:00080000:1.0:1787838954.997172:0:23379:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000004:00000080:1.0:1787838954.997678:0:23379:0:(mdd_device.c:555:mdd_changelog_llog_init()) changelog starting index=0 00000040:01000000:1.0:1787838954.997685:0:23379:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0001 ctxt 14 is initialized 00000040:00080000:1.0:1787838954.997717:0:23379:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:3.0:1787838955.001287:0:23406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d907f6fb480 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23406:1874684455132672:0@lo:1000:lod0001_rec0000.0 00000100:00100000:3.0:1787838955.001357:0:23406:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787838955.001399:0:22653:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455132672 00000100:00100000:3.0:1787838955.001405:0:22653:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455132672 00000100:00100000:3.0:1787838955.001458:0:22653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:3.0:1787838955.001476:0:22653:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d907f6f8f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:23406:x1874684455132672:12345-0@lo:1000:lod0001_rec0000.0 00000100:00100000:3.0:1787838955.001543:0:22653:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d907f6f8f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:23406:x1874684455132672:12345-0@lo:1000:lod0001_rec0000.0 Request processed in 68us (186us total) trans 0 rc 0/0 00000100:00100000:3.0:1787838955.001550:0:22653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:3.0:1787838955.001692:0:23406:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d8f42c46d80 going to sleep for 11 seconds 00000100:00100000:3.0:1787838955.001714:0:23406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d907f6fb480 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23406:1874684455132672:0@lo:1000:lod0001_rec0000.0 00000040:01000000:3.0:1787838955.001740:0:23406:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000100:00100000:3.0:1787838955.001762:0:23406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d907f6fb480 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23406:1874684455132800:0@lo:1000:lod0001_rec0000.0 00000100:00100000:3.0:1787838955.001788:0:23406:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787838955.001803:0:23406:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d8f42c46d80 going to sleep for 11 seconds 00000040:00080000:1.0:1787838955.001807:0:23379:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x5:0x0] index 64768 count 1 00000040:00080000:2.0:1787838955.003439:0:23404:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x240000400:0x1:0x0] index 261376 count 1 00000004:00080000:2.0:1787838955.003520:0:23404:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0001-osd retrieved update log, duration 1, retries 0 00000100:00100000:2.0:1787838955.004204:0:23388:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455132800 00000100:00100000:2.0:1787838955.004214:0:23388:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455132800 00000100:00100000:2.0:1787838955.004327:0:23388:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1787838955.004339:0:23388:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d907f6f9680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:23406:x1874684455132800:12345-0@lo:1000:lod0001_rec0000.0 00000100:00100000:2.0:1787838955.004891:0:23388:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d907f6f9680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:23406:x1874684455132800:12345-0@lo:1000:lod0001_rec0000.0 Request processed in 553us (3099us total) trans 0 rc 0/0 00000100:00100000:2.0:1787838955.004900:0:23388:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1787838955.004993:0:23406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d907f6fb480 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23406:1874684455132800:0@lo:1000:lod0001_rec0000.0 00000100:00100000:0.0:1787838955.005085:0:23406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d907bdf7c00 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:23406:1874684455132928:0@lo:900:lod0001_rec0000.0 00000100:00100000:0.0:1787838955.007458:0:23406:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787838955.007556:0:23406:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d9079d17900 going to sleep for 11 seconds 00000100:00100000:3.0:1787838955.008568:0:22658:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455132928 00000100:00100000:3.0:1787838955.008579:0:22658:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455132928 00000100:00100000:3.0:1787838955.008634:0:22658:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1787838955.008643:0:22658:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d907bdf5e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:lustre-MDT0000-lwp-MDT0001_UUID+5:23406:x1874684455132928:12345-0@lo:900:lod0001_rec0000.0 00000100:00100000:3.0:1787838955.008789:0:22658:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d907bdf5e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:lustre-MDT0000-lwp-MDT0001_UUID+5:23406:x1874684455132928:12345-0@lo:900:lod0001_rec0000.0 Request processed in 88us (3605us total) trans 0 rc 0/0 00000100:00100000:3.0:1787838955.008798:0:22658:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00010000:00080000:3.0:1787838955.008838:0:23406:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff8d907bdf7c00 x1874684455132928/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 1787838971 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lod0001_rec0000.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787838955.008852:0:23406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d907bdf7c00 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:23406:1874684455132928:0@lo:900:lod0001_rec0000.0 00000100:00100000:3.0:1787838955.008913:0:23406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d907f6fa940 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23406:1874684455133056:0@lo:1000:lod0001_rec0000.0 00000100:00100000:3.0:1787838955.009013:0:23406:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787838955.009074:0:23406:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d8f42c46300 going to sleep for 11 seconds 00000100:00100000:0.0:1787838955.009108:0:22652:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455133056 00000100:00100000:0.0:1787838955.009112:0:22652:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455133056 00000100:00100000:0.0:1787838955.009227:0:22652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:0.0:1787838955.009235:0:22652:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d907f6f83c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:23406:x1874684455133056:12345-0@lo:1000:lod0001_rec0000.0 00000100:00100000:0.0:1787838955.009302:0:22652:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d907f6f83c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:23406:x1874684455133056:12345-0@lo:1000:lod0001_rec0000.0 Request processed in 68us (289us total) trans 0 rc 0/0 00000100:00100000:0.0:1787838955.009308:0:22652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:3.0:1787838955.009400:0:23406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d907f6fa940 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23406:1874684455133056:0@lo:1000:lod0001_rec0000.0 00000040:00080000:3.0:1787838955.009613:0:23406:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1787838955.017627:0:23406:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x200000401:0x1:0x0] index 261376 count 1 00000004:00080000:3.0:1787838955.017708:0:23406:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0000-osp-MDT0001 retrieved update log, duration 1, retries 0 00000004:00080000:3.0:1787838955.017713:0:23406:0:(lod_dev.c:545:lod_sub_recovery_thread()) lustre-MDT0001 got update logs from all MDTs. 00000040:00080000:1.0:1787838955.018652:0:23379:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x6:0x0] index 64768 count 1 00000040:01000000:1.0:1787838955.018860:0:23379:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0001 ctxt 15 is initialized 00000040:00080000:1.0:1787838955.019022:0:23379:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00080000:10000000:1.0:1787838955.019565:0:23379:0:(osd_handler.c:5551:osd_index_try()) lustre-MDT0001: index object [0x200000003:0x30:0x0] (8/32) registered 00000001:00000004:1.0:1787838955.028207:0:23379:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 3, last_transno is 12884901888 00000001:00080000:2.0:1787838955.030118:0:23379:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0001: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000004:00000080:2.0:1787838955.030192:0:23379:0:(mdd_device.c:2304:mdd_iocontrol()) lustre-MDD0001: cmd=c00866e6 len=0 karg=ffffabb005533988 00100000:10000000:2.0:1787838955.030200:0:23379:0:(lfsck_lib.c:3085:lfsck_start()) lustre-MDT0001-osd: start master thread 00000020:01000004:0.0:1787838955.048181:0:23379:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:0.0:1787838955.048220:0:23379:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.203.118@tcp: cl_mgc_mutex unlock 00000020:01000004:0.0:1787838955.048248:0:23379:0:(tgt_mount.c:2458:server_fill_super_common()) Server sb, dev=48 00000080:00000004:0.0:1787838955.048275:0:23379:0:(super25.c:182:lustre_fill_super()) /dev/mapper/mds2_flakey: Mount complete 00000020:00000004:0.0:1787838955.049083:0:23379:0:(tgt_mount.c:2344:server_getattr()) lustre-MDT0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:0.0:1787838955.049308:0:23379:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:0.0:1787838955.056337:0:22635:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787838955.376990:0:22689:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d9046b7acc0 going to sleep for 0 seconds 00000040:00080000:0.0:1787838956.015029:0:23405:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:1.0:1787838956.080370:0:22636:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787838956.397234:0:22689:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d9046b7acc0 going to sleep for 0 seconds 10000000:01000000:0.0:1787838956.920514:0:22644:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:0.0:1787838956.920522:0:22644:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff8d906ee42000 from 12 10000000:01000000:0.0:1787838956.920528:0:22644:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:0.0:1787838956.920578:0:22644:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.118@tcp lock: ffff8d907ef29800/0x7b32352f0be6f28b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838956.920591:0:22644:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.118@tcp lock: ffff8d907ef29800/0x7b32352f0be6f28b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838956.920602:0:22644:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.118@tcp lock: ffff8d907ef29800/0x7b32352f0be6f28b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787838956.920630:0:22644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d907bdf4780 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:8fe503c4-4afd-4973-b872-263edf7adc13:22644:1874684455133184:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1787838956.920699:0:22644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787838956.921343:0:22642:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455133184 00000100:00100000:1.0:1787838956.921352:0:22642:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455133184 00000100:00100000:1.0:1787838956.921417:0:22642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51 00000100:00100000:1.0:1787838956.921427:0:22642:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d9044d1dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8fe503c4-4afd-4973-b872-263edf7adc13+16:22644:x1874684455133184:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1787838956.921440:0:22642:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787838956.921455:0:22642:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8d907b311200/0x7b32352f0be6f292 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x7b32352f0be6f28b expref: -99 pid: 22642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838956.921478:0:22642:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8d907b311200/0x7b32352f0be6f292 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x7b32352f0be6f28b expref: 17 pid: 22642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838956.921489:0:22642:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8d907b311200/0x7b32352f0be6f292 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x7b32352f0be6f28b expref: 17 pid: 22642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838956.921498:0:22642:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d907b311200, rc 0) 00000100:00100000:1.0:1787838956.921548:0:22642:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d9044d1dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8fe503c4-4afd-4973-b872-263edf7adc13+17:22644:x1874684455133184:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 123us (849us total) trans 0 rc 0/0 00000100:00100000:1.0:1787838956.921555:0:22642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51 00000100:00100000:0.0:1787838956.924541:0:22644:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d904731b540 going to sleep for 11 seconds 00000100:00100000:0.0:1787838956.924580:0:22644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d907bdf4780 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:8fe503c4-4afd-4973-b872-263edf7adc13:22644:1874684455133184:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1787838956.924605:0:22644:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.118@tcp lock: ffff8d907ef29800/0x7b32352f0be6f28b lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7b32352f0be6f292 expref: -99 pid: 22644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838956.924617:0:22644:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.118@tcp lock: ffff8d907ef29800/0x7b32352f0be6f28b lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x7b32352f0be6f292 expref: -99 pid: 22644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787838956.924684:0:22644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d907bdf4780 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:8fe503c4-4afd-4973-b872-263edf7adc13:22644:1874684455133312:0@lo:256:ll_cfg_requeue.0 00000100:00100000:0.0:1787838956.924746:0:22644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787838956.924816:0:22644:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d904731b540 going to sleep for 11 seconds 00000100:00100000:2.0:1787838956.926530:0:22641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455133312 00000100:00100000:2.0:1787838956.926542:0:22641:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455133312 00000100:00100000:2.0:1787838956.926600:0:22641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 52 00000100:00100000:2.0:1787838956.926610:0:22641:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d9044d1e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8fe503c4-4afd-4973-b872-263edf7adc13+17:22644:x1874684455133312:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:2.0:1787838956.926633:0:22641:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:2.0:1787838956.926656:0:22641:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:2.0:1787838956.926659:0:22641:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 12 00000100:00100000:2.0:1787838956.926767:0:22641:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d9044d1e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8fe503c4-4afd-4973-b872-263edf7adc13+17:22644:x1874684455133312:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 158us (2019us total) trans 0 rc 0/0 00000100:00100000:2.0:1787838956.926775:0:22641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 52 00000100:00100000:0.0:1787838956.927278:0:22644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d907bdf4780 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:8fe503c4-4afd-4973-b872-263edf7adc13:22644:1874684455133312:0@lo:256:ll_cfg_requeue.0 10000000:01000000:0.0:1787838956.927331:0:22644:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.118@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:0.0:1787838956.927340:0:22644:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.118@tcp lock: ffff8d907ef29800/0x7b32352f0be6f28b lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7b32352f0be6f292 expref: -99 pid: 22644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838956.927433:0:22644:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.118@tcp lock: ffff8d907ef29800/0x7b32352f0be6f28b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7b32352f0be6f292 expref: -99 pid: 22644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1787838956.927445:0:22644:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:0.0:1787838956.927448:0:22644:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff8d907f6db000 from 12 10000000:01000000:0.0:1787838956.927451:0:22644:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:0.0:1787838956.927480:0:22644:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.118@tcp lock: ffff8d907ef29c00/0x7b32352f0be6f299 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838956.927488:0:22644:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.118@tcp lock: ffff8d907ef29c00/0x7b32352f0be6f299 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838956.927496:0:22644:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.118@tcp lock: ffff8d907ef29c00/0x7b32352f0be6f299 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787838956.927515:0:22644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d907bdf4780 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:8fe503c4-4afd-4973-b872-263edf7adc13:22644:1874684455133440:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1787838956.927552:0:22644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787838956.927619:0:22644:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d904731b540 going to sleep for 11 seconds 00000100:00100000:2.0:1787838956.934681:0:22640:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455133440 00000100:00100000:2.0:1787838956.934695:0:22640:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455133440 00000100:00100000:2.0:1787838956.934749:0:22640:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53 00000100:00100000:2.0:1787838956.934758:0:22640:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d9044d1f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8fe503c4-4afd-4973-b872-263edf7adc13+17:22644:x1874684455133440:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1787838956.934774:0:22640:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787838956.934790:0:22640:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8d9045188000/0x7b32352f0be6f2a0 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x7b32352f0be6f299 expref: -99 pid: 22640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838956.934816:0:22640:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8d9045188000/0x7b32352f0be6f2a0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x7b32352f0be6f299 expref: 18 pid: 22640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838956.934838:0:22640:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8d9045188000/0x7b32352f0be6f2a0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x7b32352f0be6f299 expref: 18 pid: 22640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838956.934848:0:22640:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d9045188000, rc 0) 00000100:00100000:2.0:1787838956.935014:0:22640:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d9044d1f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8fe503c4-4afd-4973-b872-263edf7adc13+18:22644:x1874684455133440:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 257us (7461us total) trans 0 rc 0/0 00000100:00100000:2.0:1787838956.935021:0:22640:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53 00000100:00100000:2.0:1787838956.935514:0:22644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d907bdf4780 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:8fe503c4-4afd-4973-b872-263edf7adc13:22644:1874684455133440:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1787838956.935531:0:22644:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.118@tcp lock: ffff8d907ef29c00/0x7b32352f0be6f299 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x7b32352f0be6f2a0 expref: -99 pid: 22644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838956.935542:0:22644:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.118@tcp lock: ffff8d907ef29c00/0x7b32352f0be6f299 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x7b32352f0be6f2a0 expref: -99 pid: 22644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787838956.935628:0:22644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d8f42e79e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:8fe503c4-4afd-4973-b872-263edf7adc13:22644:1874684455133568:0@lo:256:ll_cfg_requeue.0 00000100:00100000:2.0:1787838956.935668:0:22644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787838956.935702:0:22644:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d8f42b88d80 going to sleep for 11 seconds 00000100:00100000:2.0:1787838956.935718:0:22642:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455133568 00000100:00100000:2.0:1787838956.935722:0:22642:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455133568 00000100:00100000:2.0:1787838956.935751:0:22642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54 00000100:00100000:2.0:1787838956.935758:0:22642:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d8f449ea050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8fe503c4-4afd-4973-b872-263edf7adc13+18:22644:x1874684455133568:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:2.0:1787838956.935772:0:22642:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:2.0:1787838956.935786:0:22642:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:2.0:1787838956.935789:0:22642:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 12 00000100:00100000:2.0:1787838956.935864:0:22642:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d8f449ea050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8fe503c4-4afd-4973-b872-263edf7adc13+18:22644:x1874684455133568:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 105us (195us total) trans 0 rc 0/0 00000100:00100000:2.0:1787838956.935871:0:22642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54 00000100:00100000:2.0:1787838956.935899:0:22644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d8f42e79e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:8fe503c4-4afd-4973-b872-263edf7adc13:22644:1874684455133568:0@lo:256:ll_cfg_requeue.0 10000000:01000000:2.0:1787838956.935953:0:22644:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.118@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:2.0:1787838956.935960:0:22644:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.118@tcp lock: ffff8d907ef29c00/0x7b32352f0be6f299 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x7b32352f0be6f2a0 expref: -99 pid: 22644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838956.935968:0:22644:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.118@tcp lock: ffff8d907ef29c00/0x7b32352f0be6f299 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x7b32352f0be6f2a0 expref: -99 pid: 22644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1787838957.039707:0:23405:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:2.0:1787838957.103710:0:22635:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787838957.425299:0:22689:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d9046b7acc0 going to sleep for 0 seconds 00010000:00010000:2.0:1787838958.126450:0:22636:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787838958.448275:0:22689:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d9046b7acc0 going to sleep for 0 seconds 00010000:00010000:2.0:1787838959.151029:0:22635:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1787838959.430896:0:23649:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg318-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00000100:00100000:3.0:1787838959.474590:0:22689:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d9046b7acc0 going to sleep for 0 seconds 00000100:00100000:1.0:1787838960.110016:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d8f43bacf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3644:1874684455133696:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1787838960.110092:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787838960.110183:0:22653:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455133696 00000100:00100000:1.0:1787838960.110191:0:22653:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455133696 00000100:00100000:1.0:1787838960.110262:0:22653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1787838960.110272:0:22653:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d8f43baf840 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3644:x1874684455133696:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1787838960.110307:0:22653:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:1.0:1787838960.110355:0:22653:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d8f43baf840 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3644:x1874684455133696:12345-0@lo:41:osp-pre-0-1.0 Request processed in 85us (262us total) trans 0 rc 0/0 00000100:00100000:1.0:1787838960.110363:0:22653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1787838960.110418:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d8f43bacf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3644:1874684455133696:0@lo:41:osp-pre-0-1.0 00000100:00080000:2.0:1787838960.111575:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1787838960.111580:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787838960.111595:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d907ef1a800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787838960.111605:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff8d907ef1a800 using connection 192.168.203.118@tcp/0@lo 00000100:00100000:2.0:1787838960.111628:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d8f42e7b0c0 x1874684455133952/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787838960.111644:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1787838960.111647:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1787838960.111651:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1787838960.111654:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1787838960.111666:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1787838960.111668:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1787838960.111671:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1787838960.111674:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1787838960.111785:0:3642:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d8f42e7b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3642:1874684455133952:0@lo:38:kworker.0 00000100:00100000:1.0:1787838960.111855:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787838960.111909:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d8f42e7a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3643:1874684455134208:0@lo:400:kworker.0 00000100:00100000:1.0:1787838960.111942:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787838960.111973:0:22648:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455134208 00000100:00100000:1.0:1787838960.111979:0:22648:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455134208 00000100:00100000:1.0:1787838960.112019:0:22648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1787838960.112030:0:22648:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d8f43bad2c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3643:x1874684455134208:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787838960.112082:0:22648:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d8f43bad2c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3643:x1874684455134208:12345-0@lo:400:kworker.0 Request processed in 56us (140us total) trans 0 rc 0/0 00000100:00100000:1.0:1787838960.112098:0:22648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00080000:1.0:1787838960.112157:0:3643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8d8f42e7a940 x1874684455134208/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787838976 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787838960.112169:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d8f42e7a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3643:1874684455134208:0@lo:400:kworker.0 00000100:00100000:2.0:1787838960.112429:0:22652:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455133952 00000100:00100000:2.0:1787838960.112433:0:22652:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455133952 00000100:00100000:2.0:1787838960.112457:0:22652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1787838960.112462:0:22652:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d8f43bacf00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3642:x1874684455133952:12345-0@lo:38:kworker.0 00010000:00080000:2.0:1787838960.112490:0:22652:0:(ldlm_lib.c:1482:target_handle_connect()) lustre-MDT0001: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 644 last 0 00000020:00000080:2.0:1787838960.112529:0:22652:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x7b32352f0be6f2a7 00000004:00100000:2.0:1787838960.112546:0:22652:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0001: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000001:00000004:2.0:1787838960.112553:0:22652:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 3, last_transno is 12884901888 00000100:00100000:3.0:1787838960.123049:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d8f42e7a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:8fe503c4-4afd-4973-b872-263edf7adc13:3645:1874684455133824:0@lo:400:kworker.0 00000100:00100000:3.0:1787838960.123150:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787838960.123221:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1787838960.123229:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d8f42e79680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3645:1874684455134080:0@lo:400:kworker.0 00000100:00100000:3.0:1787838960.123265:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787838960.125806:0:22642:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455133824 00000100:00100000:1.0:1787838960.125823:0:22642:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455133824 00000100:00100000:1.0:1787838960.125906:0:22642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55 00000100:00100000:1.0:1787838960.125916:0:22642:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d8f449e9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8fe503c4-4afd-4973-b872-263edf7adc13+18:3645:x1874684455133824:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787838960.126005:0:22642:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d8f449e9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8fe503c4-4afd-4973-b872-263edf7adc13+18:3645:x1874684455133824:12345-0@lo:400:kworker.0 Request processed in 91us (2857us total) trans 0 rc 0/0 00000100:00100000:1.0:1787838960.126012:0:22642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55 00000100:00100000:1.0:1787838960.126049:0:22647:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455134080 00000100:00100000:1.0:1787838960.126054:0:22647:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455134080 00000100:00100000:1.0:1787838960.126083:0:22647:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1787838960.126089:0:22647:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d907f6fa940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3645:x1874684455134080:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787838960.126145:0:22647:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d907f6fa940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3645:x1874684455134080:12345-0@lo:400:kworker.0 Request processed in 56us (2879us total) trans 0 rc 0/0 00000100:00100000:1.0:1787838960.126152:0:22647:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00010000:00080000:3.0:1787838960.127520:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8d8f42e79680 x1874684455134080/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787838976 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787838960.127538:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d8f42e79680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3645:1874684455134080:0@lo:400:kworker.0 00000100:00100000:3.0:1787838960.127550:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d8f42e7a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:8fe503c4-4afd-4973-b872-263edf7adc13:3645:1874684455133824:0@lo:400:kworker.0 00000100:00080000:3.0:1787838960.141733:0:22652:0:(import.c:65:import_set_state_nolock()) ffff8d9048fcd000 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1787838960.143433:0:22652:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d8f43bacf00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3642:x1874684455133952:12345-0@lo:38:kworker.0 Request processed in 30962us (31571us total) trans 0 rc 0/0 00000100:00100000:3.0:1787838960.143447:0:22652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00080000:0.0:1787838960.143992:0:3642:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0001-osp-MDT0000: connect to target with instance 3 00000100:00080000:0.0:1787838960.144002:0:3642:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0001-osp-MDT0000: Resetting ns_connect_flags to server flags: 0xa2400010450010a0 00000100:00080000:0.0:1787838960.144009:0:3642:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000100:00080000:0.0:1787838960.144012:0:3642:0:(import.c:65:import_set_state_nolock()) ffff8d907ef1a800 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00080000:0.0:1787838960.144036:0:3642:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 000000003b5f72a9): req@ffff8d8f43bac3c0 x1874684455126912/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 304/4320 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'lod0000_rec0001.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787838960.144052:0:3642:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d8f42e7b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3642:1874684455133952:0@lo:38:kworker.0 00000100:00100000:3.0:1787838960.148016:0:22689:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787838960.148056:0:22689:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d9046b7acc0 going to sleep for 11 seconds 00000100:00100000:3.0:1787838960.148085:0:23388:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455126912 00000100:00100000:3.0:1787838960.148092:0:23388:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455126912 00000100:00100000:3.0:1787838960.148158:0:23388:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:3.0:1787838960.148176:0:23388:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d907f6f9a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:22689:x1874684455126912:12345-0@lo:1000:lod0000_rec0001.0 00000100:00100000:3.0:1787838960.148274:0:23388:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d907f6f9a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:22689:x1874684455126912:12345-0@lo:1000:lod0000_rec0001.0 Request processed in 99us (263us total) trans 0 rc 0/0 00000100:00100000:3.0:1787838960.148282:0:23388:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:1.0:1787838960.148665:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1787838960.148681:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d907f6f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3643:1874684455134336:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1787838960.150092:0:22689:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d8f43bac3c0 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22689:1874684455126912:0@lo:1000:lod0000_rec0001.0 00000040:01000000:3.0:1787838960.150157:0:22689:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000100:00100000:3.0:1787838960.150204:0:22689:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d907f6fb840 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22689:1874684455134464:0@lo:1000:lod0000_rec0001.0 00000100:00100000:1.0:1787838960.159340:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787838960.162947:0:22652:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455134336 00000100:00100000:0.0:1787838960.162979:0:22652:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455134336 00000100:00100000:0.0:1787838960.163050:0:22652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:0.0:1787838960.163060:0:22652:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d8f43baf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3643:x1874684455134336:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1787838960.163100:0:22652:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:0.0:1787838960.163221:0:22652:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d8f43baf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3643:x1874684455134336:12345-0@lo:41:osp-pre-1-0.0 Request processed in 162us (3886us total) trans 0 rc 0/0 00000100:00100000:0.0:1787838960.163229:0:22652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:1.0:1787838960.163762:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d907f6f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3643:1874684455134336:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1787838960.170565:0:22689:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787838960.170613:0:22689:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d90642d6180 going to sleep for 11 seconds 00000100:00100000:0.0:1787838960.170878:0:22653:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455134464 00000100:00100000:0.0:1787838960.170887:0:22653:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455134464 00000100:00100000:0.0:1787838960.170941:0:22653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:0.0:1787838960.170951:0:22653:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d907f6f8b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:22689:x1874684455134464:12345-0@lo:1000:lod0000_rec0001.0 00000100:00100000:0.0:1787838960.171102:0:22653:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d907f6f8b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:22689:x1874684455134464:12345-0@lo:1000:lod0000_rec0001.0 Request processed in 152us (556us total) trans 0 rc 0/0 00000100:00100000:0.0:1787838960.171109:0:22653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:1.0:1787838960.171409:0:22689:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d907f6fb840 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22689:1874684455134464:0@lo:1000:lod0000_rec0001.0 00000100:00100000:1.0:1787838960.171511:0:22689:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d8f43baed00 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22689:1874684455134592:0@lo:1000:lod0000_rec0001.0 00000100:00100000:1.0:1787838960.171566:0:22689:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787838960.171588:0:22689:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d8f42a5f000 going to sleep for 11 seconds 00000100:00100000:0.0:1787838960.171805:0:23388:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455134592 00000100:00100000:0.0:1787838960.171810:0:23388:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455134592 00000100:00100000:0.0:1787838960.171850:0:23388:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:0.0:1787838960.171857:0:23388:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d8f43bad680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:22689:x1874684455134592:12345-0@lo:1000:lod0000_rec0001.0 00000100:00100000:0.0:1787838960.171929:0:23388:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d8f43bad680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:22689:x1874684455134592:12345-0@lo:1000:lod0000_rec0001.0 Request processed in 71us (372us total) trans 0 rc 0/0 00000100:00100000:0.0:1787838960.171937:0:23388:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:1.0:1787838960.172159:0:22689:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d8f43baed00 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22689:1874684455134592:0@lo:1000:lod0000_rec0001.0 00000040:00080000:1.0:1787838960.172218:0:22689:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00010000:00010000:2.0:1787838960.174804:0:22636:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1787838960.178044:0:22689:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x240000401:0x1:0x0] index 261376 count 1 00000004:00080000:1.0:1787838960.178616:0:22689:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0001-osp-MDT0000 retrieved update log, duration 18, retries 0 00000004:00080000:1.0:1787838960.178622:0:22689:0:(lod_dev.c:545:lod_sub_recovery_thread()) lustre-MDT0000 got update logs from all MDTs. 00000020:00000004:1.0:1787838960.427392:0:23701:0:(tgt_mount.c:2344:server_getattr()) lustre-MDT0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:1.0:1787838960.427602:0:23701:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:2.0:1787838961.204682:0:22635:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:0.0:1787838961.551097:0:23751:0:(tgt_mount.c:2344:server_getattr()) lustre-MDT0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:0.0:1787838961.551395:0:23751:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:1.0:1787838962.221438:0:22636:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1787838962.608885:0:23799:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=400866bb len=0 uarg=00007fff320bd1b0 20000000:00000080:2.0:1787838962.608913:0:23799:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=400866bb len=576 karg=ffff8d9070a3b400 uarg=0000000000000000 20000000:01000000:2.0:1787838962.608954:0:23799:0:(mgs_llog.c:6192:mgs_set_param2()) set_param2 fs='' device='general' param='debug_raw_pointers=Y' 20000000:01000000:2.0:1787838962.608961:0:23799:0:(mgs_llog.c:4647:mgs_write_log_param2()) next param 'debug_raw_pointers=Y' 20000000:01000000:2.0:1787838962.608965:0:23799:0:(mgs_llog.c:1379:mgs_modify_param()) modify params/general/debug_raw_pointers=Y del=0 00000040:00080000:0.0:1787838962.610307:0:23800:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 2 count 13 20000000:00000400:2.0:1787838962.610530:0:23799:0:(mgs_llog.c:1450:mgs_modify_param()) MGS: modify general/debug_raw_pointers=Y (mode = 0) failed: rc = -17 10000000:01000000:2.0:1787838962.617788:0:23799:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 00010000:00010000:3.0:1787838962.618106:0:23799:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8d8f422d5a00/0x7b32352f0be6f2ae lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787838962.625252:0:23799:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8d9045188200/0x7b32352f0be6f157 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x7b32352f0be6f150 expref: 17 pid: 22642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787838962.625270:0:23799:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8d907ef28c00/0x7b32352f0be6f25a lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x7b32352f0be6f253 expref: 17 pid: 22641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787838962.625280:0:23799:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8d8f422d5a00/0x7b32352f0be6f2ae lrc: 5/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 23799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787838962.626196:0:23799:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8d907ef28c00/0x7b32352f0be6f25a lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x7b32352f0be6f253 expref: 17 pid: 22641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787838962.626217:0:23799:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8d907ef28c00/0x7b32352f0be6f25a lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x7b32352f0be6f253 expref: 17 pid: 22641 timeout: 746 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787838962.626231:0:23799:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d907f6fa1c0 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:23799:1874684455134720:0@lo:104: 00000100:00100000:3.0:1787838962.626299:0:23799:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1787838962.626392:0:23799:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8d9045188200/0x7b32352f0be6f157 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x7b32352f0be6f150 expref: 17 pid: 22642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787838962.626400:0:23799:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8d9045188200/0x7b32352f0be6f157 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x7b32352f0be6f150 expref: 17 pid: 22642 timeout: 746 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787838962.626408:0:23799:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d907f6fb0c0 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:23799:1874684455134848:0@lo:104: 00000100:00100000:3.0:1787838962.626429:0:23799:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787838962.626451:0:23799:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d90642d6780 going to sleep for 11 seconds 00000100:00100000:1.0:1787838962.626613:0:22631:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455134720 00000100:00100000:1.0:1787838962.626621:0:22631:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455134720 00000100:00100000:1.0:1787838962.626662:0:22631:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455134848 00000100:00100000:1.0:1787838962.626665:0:22631:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455134848 00000100:00100000:1.0:1787838962.626680:0:22631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1787838962.626689:0:22631:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d907f6fbc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:8fe503c4-4afd-4973-b872-263edf7adc13+4:23799:x1874684455134720:12345-0@lo:104: 00010000:00010000:1.0:1787838962.626703:0:22631:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.118@tcp lock: ffff8d9045189400/0x7b32352f0be6f253 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x7b32352f0be6f25a expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838962.626759:0:22631:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1787838962.626777:0:22631:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d907f6fbc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:8fe503c4-4afd-4973-b872-263edf7adc13+4:23799:x1874684455134720:12345-0@lo:104: Request processed in 78us (467us total) trans 0 rc 0/0 00000100:00100000:1.0:1787838962.626785:0:22631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1787838962.626801:0:22631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1787838962.626808:0:22631:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d907f6f92c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:8fe503c4-4afd-4973-b872-263edf7adc13+3:23799:x1874684455134848:12345-0@lo:104: 00010000:00010000:1.0:1787838962.626815:0:22631:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.118@tcp lock: ffff8d907ef28a00/0x7b32352f0be6f150 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x7b32352f0be6f157 expref: -99 pid: 22626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838962.626872:0:22631:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:1.0:1787838962.626888:0:22631:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d907f6f92c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:8fe503c4-4afd-4973-b872-263edf7adc13+3:23799:x1874684455134848:12345-0@lo:104: Request processed in 81us (457us total) trans 0 rc 0/0 00000100:00100000:1.0:1787838962.626901:0:22631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00010000:00010000:1.0:1787838962.626919:0:22635:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1787838962.626925:0:22635:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.118@tcp lock: ffff8d9045189400/0x7b32352f0be6f253 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x7b32352f0be6f25a expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838962.626932:0:22635:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d9045189400 already unused, calling callback (ffffffffc1154c20) 10000000:00010000:1.0:1787838962.626936:0:22635:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.118@tcp lock: ffff8d9045189400/0x7b32352f0be6f253 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x7b32352f0be6f25a expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838962.626944:0:22635:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.118@tcp lock: ffff8d9045189400/0x7b32352f0be6f253 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x7b32352f0be6f25a expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1787838962.626951:0:22635:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.118@tcp lock: ffff8d9045189400/0x7b32352f0be6f253 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x7b32352f0be6f25a expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1787838962.626957:0:22635:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:1.0:1787838962.626998:0:22635:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.118@tcp lock: ffff8d9045189400/0x7b32352f0be6f253 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7b32352f0be6f25a expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838962.627006:0:22635:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1787838962.627026:0:22635:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.118@tcp lock: ffff8d9045189400/0x7b32352f0be6f253 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7b32352f0be6f25a expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838962.627033:0:22635:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.118@tcp lock: ffff8d9045189400/0x7b32352f0be6f253 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7b32352f0be6f25a expref: -99 pid: 23379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838962.627056:0:22635:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1787838962.627059:0:22635:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.118@tcp lock: ffff8d907ef28a00/0x7b32352f0be6f150 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x7b32352f0be6f157 expref: -99 pid: 22626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838962.627064:0:22635:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d907ef28a00 already unused, calling callback (ffffffffc1154c20) 10000000:00010000:1.0:1787838962.627067:0:22635:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.118@tcp lock: ffff8d907ef28a00/0x7b32352f0be6f150 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x7b32352f0be6f157 expref: -99 pid: 22626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838962.627073:0:22635:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.118@tcp lock: ffff8d907ef28a00/0x7b32352f0be6f150 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x7b32352f0be6f157 expref: -99 pid: 22626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1787838962.627079:0:22635:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.118@tcp lock: ffff8d907ef28a00/0x7b32352f0be6f150 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x7b32352f0be6f157 expref: -99 pid: 22626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1787838962.627084:0:22635:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:1.0:1787838962.627098:0:22635:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.118@tcp lock: ffff8d907ef28a00/0x7b32352f0be6f150 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7b32352f0be6f157 expref: -99 pid: 22626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838962.627104:0:22635:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1787838962.627110:0:22635:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.118@tcp lock: ffff8d907ef28a00/0x7b32352f0be6f150 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7b32352f0be6f157 expref: -99 pid: 22626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838962.627117:0:22635:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.118@tcp lock: ffff8d907ef28a00/0x7b32352f0be6f150 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7b32352f0be6f157 expref: -99 pid: 22626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838962.627151:0:22635:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787838962.627153:0:22635:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787838962.627155:0:22635:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787838962.627160:0:22636:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787838962.627185:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d8f43bada40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:8fe503c4-4afd-4973-b872-263edf7adc13:3645:1874684455134976:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1787838962.627213:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787838962.627239:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1787838962.627245:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d8f43bac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:8fe503c4-4afd-4973-b872-263edf7adc13:3645:1874684455135104:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1787838962.627271:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787838962.627311:0:22633:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455134976 00000100:00100000:1.0:1787838962.627315:0:22633:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455134976 00010000:00010000:1.0:1787838962.627332:0:22633:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8d907ef28c00/0x7b32352f0be6f25a lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x7b32352f0be6f253 expref: 18 pid: 22641 timeout: 746 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787838962.627630:0:22633:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455135104 00000100:00100000:1.0:1787838962.627633:0:22633:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455135104 00010000:00010000:1.0:1787838962.627647:0:22633:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8d9045188200/0x7b32352f0be6f157 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x7b32352f0be6f150 expref: 19 pid: 22642 timeout: 746 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787838962.627658:0:22633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1787838962.627664:0:22633:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d8f43bac3c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8fe503c4-4afd-4973-b872-263edf7adc13+19:3645:x1874684455134976:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1787838962.627674:0:22633:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787838962.627679:0:22633:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8d907ef28c00/0x7b32352f0be6f25a lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x7b32352f0be6f253 expref: 19 pid: 22641 timeout: 746 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838962.627690:0:22633:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8d907ef28c00/0x7b32352f0be6f25a lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x7b32352f0be6f253 expref: 19 pid: 22641 timeout: 746 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838962.627713:0:22633:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1787838962.627743:0:22633:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d8f43bac3c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8fe503c4-4afd-4973-b872-263edf7adc13+19:3645:x1874684455134976:12345-0@lo:103:ldlm_bl.0 Request processed in 78us (529us total) trans 0 rc 0/0 00000100:00100000:1.0:1787838962.627749:0:22633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1787838962.627761:0:22633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1787838962.627766:0:22633:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d904a9821c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8fe503c4-4afd-4973-b872-263edf7adc13+18:3645:x1874684455135104:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1787838962.627780:0:22633:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787838962.627784:0:22633:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8d9045188200/0x7b32352f0be6f157 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x7b32352f0be6f150 expref: 18 pid: 22642 timeout: 746 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838962.627792:0:22633:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8d9045188200/0x7b32352f0be6f157 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x7b32352f0be6f150 expref: 18 pid: 22642 timeout: 746 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838962.627802:0:22633:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8d8f422d5a00/0x7b32352f0be6f2ae lrc: 3/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 23799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838962.627810:0:22633:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8d8f422d5a00/0x7b32352f0be6f2ae lrc: 4/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 23799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838962.627821:0:22633:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8d8f422d5a00/0x7b32352f0be6f2ae lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 23799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838962.627828:0:22633:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8d8f422d5a00/0x7b32352f0be6f2ae lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 23799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838962.627861:0:22633:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8d8f422d5a00/0x7b32352f0be6f2ae lrc: 4/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 23799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838962.627867:0:22633:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8d8f422d5a00/0x7b32352f0be6f2ae lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 23799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838962.628210:0:22633:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d8f422d5a00 already unused, calling callback (ffffffffc0b44500) 00010000:00010000:1.0:1787838962.628216:0:22633:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8d8f422d5a00/0x7b32352f0be6f2ae lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 23799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838962.628225:0:22633:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8d8f422d5a00/0x7b32352f0be6f2ae lrc: 6/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 23799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838962.628245:0:22633:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8d8f422d5a00/0x7b32352f0be6f2ae lrc: 4/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838962.628255:0:22633:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1787838962.628284:0:22633:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d904a9821c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8fe503c4-4afd-4973-b872-263edf7adc13+18:3645:x1874684455135104:12345-0@lo:103:ldlm_bl.0 Request processed in 518us (1011us total) trans 0 rc 0/0 00000100:00100000:1.0:1787838962.628291:0:22633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1787838962.628479:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d8f43bac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:8fe503c4-4afd-4973-b872-263edf7adc13:3645:1874684455135104:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1787838962.628488:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d8f43bada40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:8fe503c4-4afd-4973-b872-263edf7adc13:3645:1874684455134976:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1787838962.628583:0:23799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8d907ef28c00/0x7b32352f0be6f25a lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x7b32352f0be6f253 expref: 17 pid: 22641 timeout: 746 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787838962.628595:0:23799:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d907f6fa1c0 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:23799:1874684455134720:0@lo:104: 00010000:00010000:3.0:1787838962.628606:0:23799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8d9045188200/0x7b32352f0be6f157 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x7b32352f0be6f150 expref: 16 pid: 22642 timeout: 746 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787838962.628613:0:23799:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d907f6fb0c0 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:23799:1874684455134848:0@lo:104: 00010000:00010000:3.0:1787838962.628630:0:23799:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8d8f422d5a00/0x7b32352f0be6f2ae lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787838962.628640:0:23799:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8d8f422d5a00/0x7b32352f0be6f2ae lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787838962.628646:0:23799:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8d8f422d5a00/0x7b32352f0be6f2ae lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787838962.628652:0:23799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8d8f422d5a00/0x7b32352f0be6f2ae lrc: 0/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838963.245922:0:22635:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:1.0:1787838963.695310:0:22644:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:1.0:1787838963.695319:0:22644:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff8d906ee42000 from 13 10000000:01000000:1.0:1787838963.695324:0:22644:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:1.0:1787838963.695377:0:22644:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.118@tcp lock: ffff8d907b311c00/0x7b32352f0be6f2b5 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838963.695389:0:22644:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.118@tcp lock: ffff8d907b311c00/0x7b32352f0be6f2b5 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838963.695400:0:22644:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.118@tcp lock: ffff8d907b311c00/0x7b32352f0be6f2b5 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787838963.695424:0:22644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d8f43bada40 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:8fe503c4-4afd-4973-b872-263edf7adc13:22644:1874684455135232:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1787838963.695615:0:22644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787838963.695662:0:22644:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d8f42a5f840 going to sleep for 11 seconds 00000100:00100000:3.0:1787838963.695714:0:22640:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455135232 00000100:00100000:3.0:1787838963.695722:0:22640:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455135232 00000100:00100000:3.0:1787838963.695794:0:22640:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 56 00000100:00100000:3.0:1787838963.695804:0:22640:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d8f449e8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8fe503c4-4afd-4973-b872-263edf7adc13+16:22644:x1874684455135232:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1787838963.695817:0:22640:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787838963.695842:0:22640:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8d8f422d5a00/0x7b32352f0be6f2bc lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x7b32352f0be6f2b5 expref: -99 pid: 22640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787838963.695866:0:22640:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8d8f422d5a00/0x7b32352f0be6f2bc lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x7b32352f0be6f2b5 expref: 17 pid: 22640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787838963.696235:0:22640:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8d8f422d5a00/0x7b32352f0be6f2bc lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x7b32352f0be6f2b5 expref: 17 pid: 22640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787838963.696247:0:22640:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d8f422d5a00, rc 0) 00000100:00100000:3.0:1787838963.696299:0:22640:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d8f449e8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8fe503c4-4afd-4973-b872-263edf7adc13+17:22644:x1874684455135232:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 495us (683us total) trans 0 rc 0/0 00000100:00100000:3.0:1787838963.696306:0:22640:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 56 00000100:00100000:0.0:1787838963.696842:0:22644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d8f43bada40 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:8fe503c4-4afd-4973-b872-263edf7adc13:22644:1874684455135232:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1787838963.696859:0:22644:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.118@tcp lock: ffff8d907b311c00/0x7b32352f0be6f2b5 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7b32352f0be6f2bc expref: -99 pid: 22644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838963.696881:0:22644:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.118@tcp lock: ffff8d907b311c00/0x7b32352f0be6f2b5 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x7b32352f0be6f2bc expref: -99 pid: 22644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787838963.696953:0:22644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d907bdf7840 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:8fe503c4-4afd-4973-b872-263edf7adc13:22644:1874684455135360:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1787838963.696988:0:22644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787838963.697022:0:22644:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d905de97780 going to sleep for 11 seconds 00000100:00100000:3.0:1787838963.697220:0:22641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455135360 00000100:00100000:3.0:1787838963.697226:0:22641:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455135360 00000100:00100000:3.0:1787838963.697272:0:22641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 57 00000100:00100000:3.0:1787838963.697280:0:22641:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d8f449eb850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8fe503c4-4afd-4973-b872-263edf7adc13+17:22644:x1874684455135360:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1787838963.697525:0:22641:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d8f449eb850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8fe503c4-4afd-4973-b872-263edf7adc13+17:22644:x1874684455135360:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 246us (536us total) trans 0 rc 0/0 00000100:00100000:3.0:1787838963.697533:0:22641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 57 00000100:00100000:1.0:1787838963.700362:0:22644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d907bdf7840 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:8fe503c4-4afd-4973-b872-263edf7adc13:22644:1874684455135360:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1787838963.700428:0:22644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d8f43bac000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:8fe503c4-4afd-4973-b872-263edf7adc13:22644:1874684455135488:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1787838963.700509:0:22644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787838963.701463:0:22644:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d8f42a5f000 going to sleep for 11 seconds 00000100:00100000:1.0:1787838963.701496:0:22642:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455135488 00000100:00100000:1.0:1787838963.701502:0:22642:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455135488 00000100:00100000:1.0:1787838963.701561:0:22642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 58 00000100:00100000:1.0:1787838963.701573:0:22642:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d8f449ea450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8fe503c4-4afd-4973-b872-263edf7adc13+17:22644:x1874684455135488:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1787838963.701805:0:22642:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d8f449ea450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8fe503c4-4afd-4973-b872-263edf7adc13+17:22644:x1874684455135488:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 234us (1294us total) trans 0 rc 0/0 00000100:00100000:1.0:1787838963.701814:0:22642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 58 00000100:00100000:2.0:1787838963.701875:0:22644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d8f43bac000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:8fe503c4-4afd-4973-b872-263edf7adc13:22644:1874684455135488:0@lo:503:ll_cfg_requeue.0 00000040:00080000:1.0:1787838963.705202:0:23835:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:3.0:1787838963.715391:0:22644:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:3.0:1787838963.715431:0:22644:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.118@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:3.0:1787838963.715442:0:22644:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.118@tcp lock: ffff8d907b311c00/0x7b32352f0be6f2b5 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7b32352f0be6f2bc expref: -99 pid: 22644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787838963.715455:0:22644:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.118@tcp lock: ffff8d907b311c00/0x7b32352f0be6f2b5 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7b32352f0be6f2bc expref: -99 pid: 22644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1787838963.715474:0:22644:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:3.0:1787838963.715477:0:22644:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff8d907f6db000 from 13 10000000:01000000:3.0:1787838963.715480:0:22644:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:3.0:1787838963.715516:0:22644:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.118@tcp lock: ffff8d8f422d5800/0x7b32352f0be6f2c3 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787838963.715524:0:22644:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.118@tcp lock: ffff8d8f422d5800/0x7b32352f0be6f2c3 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787838963.715535:0:22644:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.118@tcp lock: ffff8d8f422d5800/0x7b32352f0be6f2c3 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787838963.715558:0:22644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d907f6fa1c0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:8fe503c4-4afd-4973-b872-263edf7adc13:22644:1874684455135616:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1787838963.715754:0:22644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787838963.715792:0:22644:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d90642d6240 going to sleep for 11 seconds 00000100:00100000:0.0:1787838963.716384:0:22640:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455135616 00000100:00100000:0.0:1787838963.716393:0:22640:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455135616 00000100:00100000:0.0:1787838963.716453:0:22640:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 59 00000100:00100000:0.0:1787838963.716462:0:22640:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d8f449ebc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8fe503c4-4afd-4973-b872-263edf7adc13+17:22644:x1874684455135616:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1787838963.716476:0:22640:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787838963.716490:0:22640:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8d907ef29e00/0x7b32352f0be6f2ca lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x7b32352f0be6f2c3 expref: -99 pid: 22640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838963.716515:0:22640:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8d907ef29e00/0x7b32352f0be6f2ca lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x7b32352f0be6f2c3 expref: 18 pid: 22640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838963.716525:0:22640:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8d907ef29e00/0x7b32352f0be6f2ca lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x7b32352f0be6f2c3 expref: 18 pid: 22640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838963.716533:0:22640:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d907ef29e00, rc 0) 00000100:00100000:0.0:1787838963.716794:0:22640:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d8f449ebc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8fe503c4-4afd-4973-b872-263edf7adc13+18:22644:x1874684455135616:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 333us (1039us total) trans 0 rc 0/0 00000100:00100000:0.0:1787838963.716801:0:22640:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 59 00000100:00100000:3.0:1787838963.720293:0:22644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d907f6fa1c0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:8fe503c4-4afd-4973-b872-263edf7adc13:22644:1874684455135616:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1787838963.720323:0:22644:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.118@tcp lock: ffff8d8f422d5800/0x7b32352f0be6f2c3 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x7b32352f0be6f2ca expref: -99 pid: 22644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787838963.720336:0:22644:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.118@tcp lock: ffff8d8f422d5800/0x7b32352f0be6f2c3 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x7b32352f0be6f2ca expref: -99 pid: 22644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787838963.720430:0:22644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d907f6fa1c0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:8fe503c4-4afd-4973-b872-263edf7adc13:22644:1874684455135744:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1787838963.720490:0:22644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787838963.720577:0:22644:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d90642d6240 going to sleep for 11 seconds 00000100:00100000:1.0:1787838963.722075:0:22642:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455135744 00000100:00100000:1.0:1787838963.722085:0:22642:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455135744 00000100:00100000:1.0:1787838963.722162:0:22642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 60 00000100:00100000:1.0:1787838963.722174:0:22642:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d8f449e8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8fe503c4-4afd-4973-b872-263edf7adc13+18:22644:x1874684455135744:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1787838963.722381:0:22642:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d8f449e8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8fe503c4-4afd-4973-b872-263edf7adc13+18:22644:x1874684455135744:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 210us (1890us total) trans 0 rc 0/0 00000100:00100000:1.0:1787838963.722389:0:22642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 60 00000100:00100000:0.0:1787838963.722483:0:22644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d907f6fa1c0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:8fe503c4-4afd-4973-b872-263edf7adc13:22644:1874684455135744:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1787838963.722529:0:22644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d907bdf70c0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:8fe503c4-4afd-4973-b872-263edf7adc13:22644:1874684455135872:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1787838963.722662:0:22644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787838963.722694:0:22644:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d905de976c0 going to sleep for 11 seconds 00000100:00100000:3.0:1787838963.723164:0:22641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455135872 00000100:00100000:3.0:1787838963.723170:0:22641:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455135872 00000100:00100000:3.0:1787838963.723216:0:22641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 61 00000100:00100000:3.0:1787838963.723223:0:22641:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d8f449e9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8fe503c4-4afd-4973-b872-263edf7adc13+18:22644:x1874684455135872:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1787838963.723315:0:22641:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d8f449e9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8fe503c4-4afd-4973-b872-263edf7adc13+18:22644:x1874684455135872:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 92us (652us total) trans 0 rc 0/0 00000100:00100000:3.0:1787838963.723323:0:22641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 61 00000100:00100000:0.0:1787838963.723690:0:22644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d907bdf70c0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:8fe503c4-4afd-4973-b872-263edf7adc13:22644:1874684455135872:0@lo:503:ll_cfg_requeue.0 00000040:00080000:2.0:1787838963.730449:0:23837:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:0.0:1787838963.730922:0:22644:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:0.0:1787838963.730958:0:22644:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.118@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1787838963.730970:0:22644:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.118@tcp lock: ffff8d8f422d5800/0x7b32352f0be6f2c3 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x7b32352f0be6f2ca expref: -99 pid: 22644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838963.730983:0:22644:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.118@tcp lock: ffff8d8f422d5800/0x7b32352f0be6f2c3 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x7b32352f0be6f2ca expref: -99 pid: 22644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787838964.205327:0:3642:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787838954/real 1787838954] req@ffff8d8f42e7a1c0 x1874684455130112/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1787838964 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787838964.205368:0:3642:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d8f42e7a1c0 x1874684455130112/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1787838964 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787838964.205379:0:3642:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787838954/real 1787838954] req@ffff8d8f42e7b840 x1874684455129984/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1787838964 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787838964.205391:0:3642:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d8f42e7b840 x1874684455129984/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1787838964 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787838964.205430:0:3642:0:(import.c:65:import_set_state_nolock()) ffff8d907612a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787838964.205456:0:3642:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1787838964.205460:0:3642:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d8f42e7a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3642:1874684455130112:0@lo:8:llog_process_th.0 00000100:00080000:1.0:1787838964.205466:0:3642:0:(import.c:65:import_set_state_nolock()) ffff8d9046a29000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787838964.205470:0:3642:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1787838964.205473:0:3642:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d8f42e7b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3642:1874684455129984:0@lo:8:llog_process_th.0 00000100:00080000:0.0:1787838964.205613:0:476:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1787838964.205618:0:476:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1787838964.205621:0:476:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1787838964.205623:0:476:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1787838964.205656:0:476:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1787838964.205659:0:476:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787838964.205662:0:476:0:(import.c:65:import_set_state_nolock()) ffff8d9046a29000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787838964.205667:0:476:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 638 00000100:00080000:0.0:1787838964.205672:0:476:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1787838964.205679:0:476:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff8d9046a29000 using connection 192.168.203.118@tcp/0@lo 00000100:00100000:0.0:1787838964.205698:0:476:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d907bdf4780 x1874684455136512/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787838964.205710:0:476:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1787838964.205721:0:476:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787838964.205723:0:476:0:(import.c:65:import_set_state_nolock()) ffff8d907612a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787838964.205726:0:476:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 638 00000100:00080000:0.0:1787838964.205729:0:476:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1787838964.205732:0:476:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff8d907612a800 using connection 192.168.203.118@tcp/0@lo 00000100:00100000:0.0:1787838964.205746:0:476:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d907bdf5680 x1874684455136640/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787838964.205820:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d907bdf7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3645:1874684455136256:0@lo:400:kworker.0 00000100:00100000:3.0:1787838964.205890:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787838964.205929:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1787838964.205935:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d907bdf7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3645:1874684455136384:0@lo:400:kworker.0 00000100:00100000:3.0:1787838964.205959:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787838964.206192:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d907bdf6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3644:1874684455136128:0@lo:400:kworker.0 00000100:00100000:2.0:1787838964.206221:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787838964.206240:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1787838964.206245:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d907bdf70c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8fe503c4-4afd-4973-b872-263edf7adc13:3644:1874684455136000:0@lo:400:kworker.0 00000100:00100000:2.0:1787838964.206269:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787838964.206288:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d907bdf5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3644:1874684455136768:0@lo:400:kworker.0 00000100:00100000:2.0:1787838964.206308:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787838964.206379:0:22641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455136000 00000100:00100000:3.0:1787838964.206386:0:22641:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455136000 00000100:00100000:3.0:1787838964.206439:0:22641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 62 00000100:00100000:3.0:1787838964.206447:0:22641:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d8f449e9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8fe503c4-4afd-4973-b872-263edf7adc13+18:3644:x1874684455136000:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787838964.206494:0:22641:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d8f449e9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8fe503c4-4afd-4973-b872-263edf7adc13+18:3644:x1874684455136000:12345-0@lo:400:kworker.0 Request processed in 48us (223us total) trans 0 rc 0/0 00000100:00100000:3.0:1787838964.206501:0:22641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 62 00000100:00100000:3.0:1787838964.206611:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d907bdf70c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8fe503c4-4afd-4973-b872-263edf7adc13:3644:1874684455136000:0@lo:400:kworker.0 00000100:00100000:1.0:1787838964.206721:0:22653:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455136384 00000100:00100000:1.0:1787838964.206725:0:22653:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455136384 00000100:00100000:1.0:1787838964.206756:0:22653:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455136128 00000100:00100000:1.0:1787838964.206759:0:22653:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455136128 00000100:00100000:1.0:1787838964.206772:0:22653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:1.0:1787838964.206778:0:22653:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d907f6f8780 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3645:x1874684455136384:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787838964.206827:0:22653:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d907f6f8780 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3645:x1874684455136384:12345-0@lo:400:kworker.0 Request processed in 48us (867us total) trans 0 rc 0/0 00000100:00100000:1.0:1787838964.206833:0:22653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:1.0:1787838964.206846:0:22653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:1.0:1787838964.206852:0:22653:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d8f42e79a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3644:x1874684455136128:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787838964.206891:0:22653:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d8f42e79a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3644:x1874684455136128:12345-0@lo:400:kworker.0 Request processed in 39us (668us total) trans 0 rc 0/0 00000100:00100000:1.0:1787838964.206896:0:22653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:1.0:1787838964.206912:0:22647:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455136256 00000100:00100000:1.0:1787838964.206916:0:22647:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455136256 00000100:00100000:1.0:1787838964.206938:0:22647:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455136768 00000100:00100000:1.0:1787838964.206940:0:22647:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455136768 00000100:00100000:1.0:1787838964.206953:0:22647:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1787838964.206958:0:22647:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d907f6fa580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3645:x1874684455136256:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787838964.206995:0:22647:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d907f6fa580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3645:x1874684455136256:12345-0@lo:400:kworker.0 Request processed in 37us (1105us total) trans 0 rc 0/0 00000100:00100000:1.0:1787838964.207002:0:22647:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1787838964.207013:0:22647:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1787838964.207019:0:22647:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d8f42e78780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3644:x1874684455136768:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787838964.207059:0:22647:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d8f42e78780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3644:x1874684455136768:12345-0@lo:400:kworker.0 Request processed in 40us (749us total) trans 0 rc 0/0 00000100:00100000:1.0:1787838964.207065:0:22647:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1787838964.207087:0:3642:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d907bdf4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3642:1874684455136512:0@lo:8:kworker.0 00000400:00000100:1.0:1787838964.207107:0:3642:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1874684455136512 offset 0 length 520: 4 00000100:00100000:1.0:1787838964.207120:0:3642:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d907bdf5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3642:1874684455136640:0@lo:8:kworker.0 00000400:00000100:1.0:1787838964.207160:0:3642:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1874684455136640 offset 0 length 520: 4 00000100:00100000:2.0:1787838964.207346:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d907bdf7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3645:1874684455136384:0@lo:400:kworker.0 00010000:00080000:2.0:1787838964.207371:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8d907bdf7840 x1874684455136256/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787838980 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787838964.207381:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d907bdf7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3645:1874684455136256:0@lo:400:kworker.0 00010000:00080000:3.0:1787838964.207500:0:3644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8d907bdf5a40 x1874684455136768/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787838980 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787838964.207510:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d907bdf5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3644:1874684455136768:0@lo:400:kworker.0 00000100:00100000:3.0:1787838964.207518:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d907bdf6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3644:1874684455136128:0@lo:400:kworker.0 00010000:00010000:1.0:1787838964.272702:0:22636:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1787838964.589766:0:22683:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:2.0:1787838965.230034:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d8f42e78000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3644:1874684455136896:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1787838965.230101:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787838965.230157:0:22653:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455136896 00000100:00100000:1.0:1787838965.230164:0:22653:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455136896 00000100:00100000:1.0:1787838965.230216:0:22653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:1.0:1787838965.230225:0:22653:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d8f42e783c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3644:x1874684455136896:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1787838965.230254:0:22653:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:1.0:1787838965.230295:0:22653:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d8f42e783c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3644:x1874684455136896:12345-0@lo:41:osp-pre-1-0.0 Request processed in 71us (194us total) trans 0 rc 0/0 00000100:00100000:1.0:1787838965.230302:0:22653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:2.0:1787838965.230398:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d8f42e78000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3644:1874684455136896:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1787838965.246251:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1787838965.246277:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d907f6fa1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3646:1874684455137024:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1787838965.246356:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787838965.246547:0:22652:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455137024 00000100:00100000:3.0:1787838965.246555:0:22652:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455137024 00000100:00100000:3.0:1787838965.246611:0:22652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:3.0:1787838965.246629:0:22652:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d8f43baed00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3646:x1874684455137024:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1787838965.246664:0:22652:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:3.0:1787838965.246739:0:22652:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d8f43baed00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3646:x1874684455137024:12345-0@lo:41:osp-pre-0-1.0 Request processed in 111us (394us total) trans 0 rc 0/0 00000100:00100000:3.0:1787838965.246746:0:22652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:0.0:1787838965.246882:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d907f6fa1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3646:1874684455137024:0@lo:41:osp-pre-0-1.0 00010000:00010000:1.0:1787838965.300336:0:22635:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:0.0:1787838965.745980:0:23380:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00010000:00010000:1.0:1787838966.331082:0:22636:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787838967.278704:0:3642:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787838952/real 1787838952] req@ffff8d8f42e78f00 x1874684455128064/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1787838967 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787838967.278740:0:3642:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d8f42e78f00 x1874684455128064/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1787838967 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787838967.278770:0:3642:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787838952/real 1787838952] req@ffff8d8f42e7ad00 x1874684455128192/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1787838967 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787838967.278785:0:3642:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d8f42e7ad00 x1874684455128192/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1787838967 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787838967.278818:0:3642:0:(import.c:65:import_set_state_nolock()) ffff8d9042bf8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787838967.278830:0:3642:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1787838967.278835:0:3642:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d8f42e78f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3642:1874684455128064:0@lo:8:kworker.0 00000100:00080000:2.0:1787838967.278841:0:3642:0:(import.c:65:import_set_state_nolock()) ffff8d9064226000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787838967.279042:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1787838967.279046:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787838967.279048:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d9042bf8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787838967.279053:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 636 00000100:00080000:3.0:1787838967.279058:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:3.0:1787838967.279064:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff8d9042bf8000 using connection 192.168.203.118@tcp/0@lo 00000100:00100000:3.0:1787838967.279084:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d907f6fb0c0 x1874684455137408/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787838967.281484:0:3642:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1787838967.281493:0:3642:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d8f42e7ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3642:1874684455128192:0@lo:8:kworker.0 00000040:00080000:1.0:1787838967.282153:0:23405:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:0.0:1787838967.285945:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1787838967.285986:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d907f6fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3644:1874684455137280:0@lo:400:kworker.0 00000100:00100000:0.0:1787838967.286059:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787838967.286116:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1787838967.286140:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d907f6f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:8fe503c4-4afd-4973-b872-263edf7adc13:3645:1874684455137152:0@lo:400:kworker.0 00000100:00100000:0.0:1787838967.286170:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787838967.293077:0:22640:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455137152 00000100:00100000:1.0:1787838967.293090:0:22640:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455137152 00000100:00100000:1.0:1787838967.293182:0:22640:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 63 00000100:00100000:1.0:1787838967.293192:0:22640:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d8f449eac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8fe503c4-4afd-4973-b872-263edf7adc13+18:3645:x1874684455137152:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787838967.293276:0:22640:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d8f449eac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8fe503c4-4afd-4973-b872-263edf7adc13+18:3645:x1874684455137152:12345-0@lo:400:kworker.0 Request processed in 86us (7104us total) trans 0 rc 0/0 00000100:00100000:1.0:1787838967.293282:0:22640:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 63 00000100:00100000:0.0:1787838967.293446:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d907f6f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:8fe503c4-4afd-4973-b872-263edf7adc13:3645:1874684455137152:0@lo:400:kworker.0 00000100:00080000:3.0:1787838967.297969:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1787838967.297978:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787838967.297982:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d9064226000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787838967.297991:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 636 00000100:00080000:3.0:1787838967.297996:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:3.0:1787838967.298003:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff8d9064226000 using connection 192.168.203.118@tcp/0@lo 00000100:00100000:0.0:1787838967.301224:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d907bdf7c00 x1874684455137536/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787838967.301273:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d907bdf6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3644:1874684455137664:0@lo:400:kworker.0 00000100:00100000:0.0:1787838967.301354:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1787838967.301413:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1787838967.301418:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1787838967.301420:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1787838967.301432:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1787838967.301443:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d907bdf7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3645:1874684455137792:0@lo:400:kworker.0 00000100:00100000:0.0:1787838967.301472:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787838967.301508:0:22652:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455137280 00000100:00100000:0.0:1787838967.301514:0:22652:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455137280 00000100:00100000:0.0:1787838967.301551:0:22652:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455137792 00000100:00100000:0.0:1787838967.301554:0:22652:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455137792 00000100:00100000:0.0:1787838967.301572:0:22652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:0.0:1787838967.301580:0:22652:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d907bdf6d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3644:x1874684455137280:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787838967.301646:0:22652:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d907bdf6d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3644:x1874684455137280:12345-0@lo:400:kworker.0 Request processed in 66us (15585us total) trans 0 rc 0/0 00000100:00100000:0.0:1787838967.301653:0:22652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:0.0:1787838967.301668:0:22652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:0.0:1787838967.301674:0:22652:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d907bdf7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3645:x1874684455137792:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787838967.301703:0:22652:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d907bdf7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3645:x1874684455137792:12345-0@lo:400:kworker.0 Request processed in 29us (230us total) trans 0 rc 0/0 00000100:00100000:0.0:1787838967.301709:0:22652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:0.0:1787838967.301740:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d907bdf7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3645:1874684455137792:0@lo:400:kworker.0 00000100:00100000:0.0:1787838967.301766:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d907f6fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3644:1874684455137280:0@lo:400:kworker.0 00000100:00100000:0.0:1787838967.301798:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d907bdf7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3646:1874684455137920:0@lo:400:kworker.0 00000100:00100000:0.0:1787838967.301823:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1787838967.301854:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1787838967.301858:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1787838967.301860:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1787838967.301868:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1787838967.302534:0:22647:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455137664 00000100:00100000:1.0:1787838967.302541:0:22647:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455137664 00000100:00100000:1.0:1787838967.302578:0:22647:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455137920 00000100:00100000:1.0:1787838967.302582:0:22647:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455137920 00000100:00100000:1.0:1787838967.302598:0:22647:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1787838967.302605:0:22647:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d907bdf5a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3644:x1874684455137664:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787838967.302669:0:22647:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d907bdf5a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3644:x1874684455137664:12345-0@lo:400:kworker.0 Request processed in 64us (1314us total) trans 0 rc 0/0 00000100:00100000:1.0:1787838967.302676:0:22647:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1787838967.302691:0:22647:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:1.0:1787838967.302697:0:22647:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d907bdf70c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3646:x1874684455137920:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787838967.302730:0:22647:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d907bdf70c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3646:x1874684455137920:12345-0@lo:400:kworker.0 Request processed in 33us (906us total) trans 0 rc 0/0 00000100:00100000:1.0:1787838967.302736:0:22647:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00010000:00080000:1.0:1787838967.302785:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8d907bdf7840 x1874684455137920/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787838983 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787838967.302797:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d907bdf7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3646:1874684455137920:0@lo:400:kworker.0 00010000:00080000:1.0:1787838967.302838:0:3644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8d907bdf6940 x1874684455137664/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787838983 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787838967.302847:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d907bdf6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3644:1874684455137664:0@lo:400:kworker.0 00000100:00100000:2.0:1787838967.303224:0:3642:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d907f6fb0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3642:1874684455137408:0@lo:8:kworker.0 00000400:00000100:2.0:1787838967.303257:0:3642:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1874684455137408 offset 0 length 520: 4 00000100:00100000:2.0:1787838967.303283:0:3642:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d907bdf7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3642:1874684455137536:0@lo:8:kworker.0 00000400:00000100:2.0:1787838967.303374:0:3642:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1874684455137536 offset 0 length 520: 4 00010000:00010000:1.0:1787838967.341470:0:22635:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787838968.366294:0:22636:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787838969.391432:0:22635:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:0.0:1787838969.830114:0:24148:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:0.0:1787838969.830119:0:24148:0:(obd_mount.c:926:lmd_print()) device: /dev/mapper/ost1_flakey 00000020:01000004:0.0:1787838969.830121:0:24148:0:(obd_mount.c:929:lmd_print()) options: errors=remount-ro 00000080:01200004:0.0:1787838969.831925:0:24148:0:(super25.c:131:lustre_fill_super()) VFS Op: sb ffff8d8f44822800 00000020:01000004:0.0:1787838969.831949:0:24148:0:(tgt_mount.c:2500:osd_start()) Attempting to start lustre-OST0000, type=osd-ldiskfs, lsifl=200002, mountfl=0 00000020:01000004:0.0:1787838969.831963:0:24148:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-OST0000-osd (typ=osd-ldiskfs) 00000020:00000080:0.0:1787838969.831977:0:24148:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osd (ffff8d907b2d4ed8) 00000020:00000080:0.0:1787838969.831995:0:24148:0:(obd_config.c:720:class_attach_name()) OBD: dev 20 attached type osd-ldiskfs with refcount 2 00100000:10000000:3.0:1787838969.945006:0:24148:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000001:0x3:0x0] (8/24) registered 00100000:10000000:3.0:1787838969.950279:0:24148:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000003:0x4:0x0] (8/32) registered 00100000:10000000:3.0:1787838969.950678:0:24148:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000005:0x2:0x0] (8/8) registered 00100000:10000000:3.0:1787838969.951881:0:24148:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000003:0x5:0x0] (8/32) registered 00100000:10000000:3.0:1787838969.952529:0:24148:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000005:0x3:0x0] (8/8) registered 00100000:10000000:3.0:1787838969.952867:0:24148:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000003:0x6:0x0] (8/32) registered 00100000:10000000:3.0:1787838969.953158:0:24148:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000005:0x1:0x0] (8/8) registered 00080000:01000000:2.0:1787838969.960170:0:24148:0:(osd_lproc.c:911:osd_procfs_init()) lustre-OST0000: register osd-ldiskfs tunable parameters 00000020:00000080:2.0:1787838969.960476:0:24148:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osd (uuid lustre-OST0000-osd_UUID) 00080000:01000000:2.0:1787838969.960490:0:24148:0:(osd_handler.c:8895:osd_obd_connect()) connect #0 00000020:00000080:2.0:1787838969.960503:0:24148:0:(genops.c:1385:class_connect()) connect: client lustre-OST0000-osd_UUID, cookie 0x7b32352f0be6f2d8 00000020:01000004:2.0:1787838969.960509:0:24148:0:(tgt_mount.c:2585:server_fill_super()) Found service lustre-OST0000 on device /dev/mapper/ost1_flakey 00000020:01000004:2.0:1787838969.960531:0:24148:0:(obd_mount.c:403:lustre_start_mgc()) MGC192.168.203.118@tcp:Set MGC reconnect 1 10000000:01000000:2.0:1787838969.960535:0:24148:0:(mgc_request.c:1071:mgc_set_info_async()) InitRecov MGC192.168.203.118@tcp 1/d0:i0:r0:or0:FULL 00000020:01000004:2.0:1787838969.960540:0:24148:0:(tgt_mount.c:1809:server_start_targets()) starting target lustre-OST0000 00000020:01000004:2.0:1787838969.960545:0:24148:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD OSS (typ=ost) 00000020:00000080:2.0:1787838969.960563:0:24148:0:(genops.c:413:class_newdev()) Allocate new device OSS (ffff8d9064250000) 00000020:00000080:2.0:1787838969.960577:0:24148:0:(obd_config.c:720:class_attach_name()) OBD: dev 21 attached type ost with refcount 2 00000100:00100000:2.0:1787838969.962717:0:24148:0:(service.c:155:ptlrpc_grow_req_bufs()) ost: allocate 64 new 32768-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1787838969.963654:0:24148:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 0 min 3 max 116 00000100:00100000:2.0:1787838969.963661:0:24148:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost00_000' 00000100:00100000:0.0:1787838969.974396:0:24148:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 1 min 3 max 116 00000100:00100000:0.0:1787838969.974415:0:24148:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost00_001' 00000100:00100000:1.0:1787838969.979458:0:24148:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 2 min 3 max 116 00000100:00100000:1.0:1787838969.979473:0:24148:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost00_002' 00000100:00100000:1.0:1787838969.981417:0:24148:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_create: allocate 64 new 32768-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1787838969.987141:0:24148:0:(service.c:3462:ptlrpc_start_thread()) ost_create[0] started 0 min 2 max 16 00000100:00100000:1.0:1787838969.987158:0:24148:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_create00_000' 00000100:00100000:0.0:1787838969.988927:0:24148:0:(service.c:3462:ptlrpc_start_thread()) ost_create[0] started 1 min 2 max 16 00000100:00100000:0.0:1787838969.988940:0:24148:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_create00_001' 00000100:00100000:1.0:1787838970.007627:0:24148:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_io: allocate 64 new 524288-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1787838970.010695:0:24148:0:(service.c:3462:ptlrpc_start_thread()) ost_io[0] started 0 min 3 max 116 00000100:00100000:1.0:1787838970.010704:0:24148:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_io00_000' 00000100:00100000:1.0:1787838970.013816:0:24148:0:(service.c:3462:ptlrpc_start_thread()) ost_io[0] started 1 min 3 max 116 00000100:00100000:1.0:1787838970.013832:0:24148:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_io00_001' 00000100:00100000:0.0:1787838970.023455:0:24148:0:(service.c:3462:ptlrpc_start_thread()) ost_io[0] started 2 min 3 max 116 00000100:00100000:2.0:1787838970.023641:0:24148:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_io00_002' 00000100:00100000:2.0:1787838970.035624:0:24148:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_seq: allocate 64 new 32768-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1787838970.035843:0:24148:0:(service.c:3462:ptlrpc_start_thread()) ost_seq[0] started 0 min 2 max 16 00000100:00100000:2.0:1787838970.035850:0:24148:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_seq00_000' 00000100:00100000:3.0:1787838970.040301:0:24148:0:(service.c:3462:ptlrpc_start_thread()) ost_seq[0] started 1 min 2 max 16 00000100:00100000:3.0:1787838970.040332:0:24148:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_seq00_001' 00000100:00100000:3.0:1787838970.134231:0:24148:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_out: allocate 64 new 1048576-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1787838970.134463:0:24148:0:(service.c:3462:ptlrpc_start_thread()) ost_out[0] started 0 min 2 max 16 00000100:00100000:3.0:1787838970.134470:0:24148:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_out00_000' 00000100:00100000:0.0:1787838970.136110:0:24148:0:(service.c:3462:ptlrpc_start_thread()) ost_out[0] started 1 min 2 max 16 00000100:00100000:0.0:1787838970.136254:0:24148:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_out00_001' 00000020:00000080:3.0:1787838970.136984:0:24148:0:(obd_config.c:826:class_setup()) finished setup of obd OSS (uuid OSS_uuid) 00000020:01000004:3.0:1787838970.137012:0:24148:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for /dev/mapper/ost1_flakey 10000000:01000000:3.0:1787838970.137018:0:24148:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.203.118@tcp: cl_mgc_mutex lustre-OST0000-osd for locked: rc = 0 00000040:01000000:2.0:1787838970.158901:0:24148:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.203.118@tcp ctxt 0 is initialized 00000020:01000004:2.0:1787838970.158939:0:24148:0:(tgt_mount.c:1418:server_register_target()) Registration lustre-OST0000, fs=lustre, 192.168.203.118@tcp, index=0000, flags=0x20002 00000020:01000004:2.0:1787838970.158944:0:24148:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:2.0:1787838970.158946:0:24148:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1787838970.158947:0:24148:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1787838970.158948:0:24148:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1787838970.158949:0:24148:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1787838970.158951:0:24148:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1787838970.158952:0:24148:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1787838970.158954:0:24148:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1787838970.158955:0:24148:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:2.0:1787838970.158959:0:24148:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0000 0x10020002 00000020:01000004:2.0:1787838970.158961:0:24148:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:2.0:1787838970.158962:0:24148:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1787838970.158963:0:24148:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1787838970.158964:0:24148:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1787838970.158966:0:24148:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1787838970.158967:0:24148:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1787838970.158968:0:24148:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1787838970.158969:0:24148:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1787838970.158969:0:24148:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:2.0:1787838970.159440:0:24148:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0000 00000100:00100000:2.0:1787838970.159463:0:24148:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d8f42e7ad00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:8fe503c4-4afd-4973-b872-263edf7adc13:24148:1874684455138048:0@lo:253:mount.lustre.0 00000100:00100000:2.0:1787838970.159532:0:24148:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787838970.159661:0:24148:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d9064dccb40 going to sleep for 11 seconds 00000100:00100000:0.0:1787838970.159822:0:22642:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455138048 00000100:00100000:0.0:1787838970.159830:0:22642:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455138048 00000100:00100000:0.0:1787838970.159888:0:22642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 64 00000100:00100000:0.0:1787838970.159898:0:22642:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d8f4292c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8fe503c4-4afd-4973-b872-263edf7adc13+18:24148:x1874684455138048:12345-0@lo:253:mount.lustre.0 20000000:01000000:0.0:1787838970.159927:0:22642:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 0 is registered to MGS. 20000000:01000000:0.0:1787838970.159931:0:22642:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-OST0000 is running on 0@lo 20000000:01000000:0.0:1787838970.159934:0:22642:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00000100:00100000:0.0:1787838970.160216:0:22642:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d8f4292c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8fe503c4-4afd-4973-b872-263edf7adc13+18:24148:x1874684455138048:12345-0@lo:253:mount.lustre.0 Request processed in 319us (682us total) trans 0 rc 0/0 00000100:00100000:0.0:1787838970.160225:0:22642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 64 00000100:00100000:2.0:1787838970.160332:0:24148:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d8f42e7ad00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:8fe503c4-4afd-4973-b872-263edf7adc13:24148:1874684455138048:0@lo:253:mount.lustre.0 10000000:01000000:2.0:1787838970.160352:0:24148:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0000 got index = 0 00000020:01000004:2.0:1787838970.160355:0:24148:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:2.0:1787838970.160357:0:24148:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1787838970.160358:0:24148:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1787838970.160358:0:24148:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1787838970.160360:0:24148:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1787838970.160361:0:24148:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1787838970.160362:0:24148:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1787838970.160363:0:24148:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1787838970.160365:0:24148:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:2.0:1787838970.160381:0:24148:0:(tgt_mount.c:101:server_register_mount()) register mount ffff8d8f44822800 from lustre-OST0000 10000000:01000000:2.0:1787838970.160413:0:24148:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-OST0000 from 0 10000000:01000000:2.0:1787838970.160415:0:24148:0:(mgc_request.c:329:config_log_add()) add config log lustre-OST0000-0000000000000000 10000000:01000000:2.0:1787838970.160423:0:24148:0:(mgc_request_server.c:874:mgc_get_local_copy()) Get log lustre-sptlrpc-ffff8d90469bced8 local copy 00010000:00010000:2.0:1787838970.160432:0:24148:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.118@tcp lock: ffff8d907b310400/0x7b32352f0be6f093 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x7b32352f0be6f09a expref: -99 pid: 22626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787838970.160507:0:24148:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d8f42e7ad00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:8fe503c4-4afd-4973-b872-263edf7adc13:24148:1874684455138176:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1787838970.160594:0:24148:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787838970.160627:0:24148:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d9064dcca80 going to sleep for 11 seconds 00000100:00100000:1.0:1787838970.160640:0:22640:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455138176 00000100:00100000:1.0:1787838970.160645:0:22640:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455138176 00000100:00100000:1.0:1787838970.160678:0:22640:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 65 00000100:00100000:1.0:1787838970.160685:0:22640:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d8f4292c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8fe503c4-4afd-4973-b872-263edf7adc13+18:24148:x1874684455138176:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1787838970.160914:0:22640:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d8f4292c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8fe503c4-4afd-4973-b872-263edf7adc13+18:24148:x1874684455138176:12345-0@lo:501:mount.lustre.0 Request processed in 228us (376us total) trans 0 rc -2/-2 00000100:00100000:1.0:1787838970.160921:0:22640:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 65 00000100:00100000:2.0:1787838970.161017:0:24148:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d8f42e7ad00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:8fe503c4-4afd-4973-b872-263edf7adc13:24148:1874684455138176:0@lo:501:mount.lustre.0 10000000:01000000:2.0:1787838970.161026:0:24148:0:(mgc_request_server.c:765:mgc_llog_local_copy()) MGC192.168.203.118@tcp: no remote llog for lustre-sptlrpc, check MGS config 10000000:01000000:2.0:1787838970.161039:0:24148:0:(mgc_request_server.c:897:mgc_get_local_copy()) MGC192.168.203.118@tcp: can't save local copy of 'lustre-sptlrpc': rc = -2. 00010000:00010000:2.0:1787838970.161043:0:24148:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.118@tcp lock: ffff8d907b310400/0x7b32352f0be6f093 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x7b32352f0be6f09a expref: -99 pid: 22626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838970.161049:0:24148:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.118@tcp lock: ffff8d907b310400/0x7b32352f0be6f093 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x7b32352f0be6f09a expref: -99 pid: 22626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1787838970.161071:0:24148:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff8d8f44822800 10000000:01000000:2.0:1787838970.161081:0:24148:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:2.0:1787838970.161086:0:24148:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-OST0000-0000000000000000 10000000:01000000:2.0:1787838970.161088:0:24148:0:(mgc_request.c:68:mgc_name2resid()) log lustre-OST0000 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:2.0:1787838970.161093:0:24148:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-OST0000-0000000000000000 from 1 10000000:01000000:2.0:1787838970.161095:0:24148:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0000 (res 0x65727473756c) 00010000:00010000:2.0:1787838970.161115:0:24148:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.118@tcp lock: ffff8d9045189400/0x7b32352f0be6f2e6 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 24148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838970.161123:0:24148:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.118@tcp lock: ffff8d9045189400/0x7b32352f0be6f2e6 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 24148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838970.161152:0:24148:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.118@tcp lock: ffff8d9045189400/0x7b32352f0be6f2e6 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 24148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787838970.161165:0:24148:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d8f42e7ad00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:8fe503c4-4afd-4973-b872-263edf7adc13:24148:1874684455138304:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1787838970.161190:0:24148:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787838970.161210:0:24148:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d9064dcca80 going to sleep for 11 seconds 00000100:00100000:0.0:1787838970.161230:0:22642:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455138304 00000100:00100000:0.0:1787838970.161235:0:22642:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455138304 00000100:00100000:0.0:1787838970.161268:0:22642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 66 00000100:00100000:0.0:1787838970.161276:0:22642:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d8f4292f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8fe503c4-4afd-4973-b872-263edf7adc13+18:24148:x1874684455138304:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1787838970.161293:0:22642:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787838970.161364:0:22642:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8d907b310a00/0x7b32352f0be6f2ed lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0x7b32352f0be6f2e6 expref: -99 pid: 22642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838970.161532:0:22642:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8d907b310a00/0x7b32352f0be6f2ed lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x7b32352f0be6f2e6 expref: 19 pid: 22642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838970.161546:0:22642:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8d907b310a00/0x7b32352f0be6f2ed lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x7b32352f0be6f2e6 expref: 19 pid: 22642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838970.161559:0:22642:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d907b310a00, rc 0) 00000100:00100000:1.0:1787838970.161590:0:22642:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d8f4292f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8fe503c4-4afd-4973-b872-263edf7adc13+19:24148:x1874684455138304:12345-0@lo:101:mount.lustre.0 Request processed in 314us (398us total) trans 0 rc 0/0 00000100:00100000:1.0:1787838970.161600:0:22642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 66 00000100:00100000:2.0:1787838970.161630:0:24148:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d8f42e7ad00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:8fe503c4-4afd-4973-b872-263edf7adc13:24148:1874684455138304:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1787838970.161642:0:24148:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.118@tcp lock: ffff8d9045189400/0x7b32352f0be6f2e6 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x7b32352f0be6f2ed expref: -99 pid: 24148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838970.161651:0:24148:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.118@tcp lock: ffff8d9045189400/0x7b32352f0be6f2e6 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x7b32352f0be6f2ed expref: -99 pid: 24148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1787838970.162849:0:24148:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 14 count 14 00000040:00080000:2.0:1787838970.163553:0:24148:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1787838970.165692:0:24148:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].1, 224 off8416 00000040:00080000:2.0:1787838970.165756:0:24148:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].2, 128 off8544 00000040:00080000:2.0:1787838970.165772:0:24148:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].3, 112 off8656 00000040:00080000:2.0:1787838970.165785:0:24148:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].4, 224 off8880 00000040:00080000:2.0:1787838970.165932:0:24148:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].5, 224 off9104 00000040:00080000:2.0:1787838970.165955:0:24148:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].6, 80 off9184 00000040:00080000:2.0:1787838970.165968:0:24148:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].7, 224 off9408 00000040:00080000:2.0:1787838970.165999:0:24148:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].8, 224 off9632 00000040:00080000:2.0:1787838970.166014:0:24148:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].9, 80 off9712 00000040:00080000:2.0:1787838970.166027:0:24148:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].10, 224 off9936 00000040:00080000:2.0:1787838970.166040:0:24148:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].11, 224 off10160 00000040:00080000:2.0:1787838970.166196:0:24148:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].12, 120 off10280 00000040:00080000:2.0:1787838970.166228:0:24148:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].13, 224 off10504 00000040:00080000:2.0:1787838970.166234:0:24148:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 13 count 14 00000100:00100000:2.0:1787838970.166400:0:24148:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d8f42e7ad00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:8fe503c4-4afd-4973-b872-263edf7adc13:24148:1874684455138432:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1787838970.166462:0:24148:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787838970.166500:0:24148:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d9064dcc000 going to sleep for 11 seconds 00000100:00100000:1.0:1787838970.166641:0:22640:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455138432 00000100:00100000:1.0:1787838970.166649:0:22640:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455138432 00000100:00100000:1.0:1787838970.166697:0:22640:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 67 00000100:00100000:1.0:1787838970.166706:0:22640:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d9070587450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8fe503c4-4afd-4973-b872-263edf7adc13+19:24148:x1874684455138432:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1787838970.166985:0:22640:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d9070587450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8fe503c4-4afd-4973-b872-263edf7adc13+19:24148:x1874684455138432:12345-0@lo:501:mount.lustre.0 Request processed in 279us (522us total) trans 0 rc 0/0 00000100:00100000:1.0:1787838970.166992:0:22640:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 67 00000100:00100000:2.0:1787838970.167287:0:24148:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d8f42e7ad00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:8fe503c4-4afd-4973-b872-263edf7adc13:24148:1874684455138432:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1787838970.167330:0:24148:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d8f42e7ad00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:8fe503c4-4afd-4973-b872-263edf7adc13:24148:1874684455138560:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1787838970.167377:0:24148:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787838970.167400:0:24148:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d9064dcc000 going to sleep for 11 seconds 00000100:00100000:1.0:1787838970.167515:0:22642:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455138560 00000100:00100000:1.0:1787838970.167519:0:22642:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455138560 00000100:00100000:1.0:1787838970.167554:0:22642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 68 00000100:00100000:1.0:1787838970.167560:0:22642:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d9070586c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8fe503c4-4afd-4973-b872-263edf7adc13+19:24148:x1874684455138560:12345-0@lo:503:mount.lustre.0 00000100:00100000:1.0:1787838970.168884:0:22642:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d9070586c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8fe503c4-4afd-4973-b872-263edf7adc13+19:24148:x1874684455138560:12345-0@lo:503:mount.lustre.0 Request processed in 1318us (1501us total) trans 0 rc 0/0 00000100:00100000:1.0:1787838970.168894:0:22642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 68 00000100:00100000:2.0:1787838970.169071:0:24148:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d8f42e7ad00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:8fe503c4-4afd-4973-b872-263edf7adc13:24148:1874684455138560:0@lo:503:mount.lustre.0 00000040:00080000:2.0:1787838970.169673:0:24148:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:2.0:1787838970.169950:0:24148:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d8f42e7ad00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:8fe503c4-4afd-4973-b872-263edf7adc13:24148:1874684455138688:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1787838970.170017:0:24148:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787838970.170109:0:24148:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d9064dcca80 going to sleep for 11 seconds 00000100:00100000:1.0:1787838970.170182:0:22640:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455138688 00000100:00100000:1.0:1787838970.170188:0:22640:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455138688 00000100:00100000:1.0:1787838970.170278:0:22640:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 69 00000100:00100000:1.0:1787838970.170287:0:22640:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d9070587850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8fe503c4-4afd-4973-b872-263edf7adc13+19:24148:x1874684455138688:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1787838970.170686:0:22640:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d9070587850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8fe503c4-4afd-4973-b872-263edf7adc13+19:24148:x1874684455138688:12345-0@lo:502:mount.lustre.0 Request processed in 399us (667us total) trans 0 rc 0/0 00000100:00100000:2.0:1787838970.170690:0:24148:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d8f42e7ad00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:8fe503c4-4afd-4973-b872-263edf7adc13:24148:1874684455138688:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1787838970.170703:0:22640:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 69 00000040:00080000:2.0:1787838970.170997:0:24148:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].1, 224 off8416 00000040:00080000:2.0:1787838970.171025:0:24148:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].2, 128 off8544 00000040:00080000:2.0:1787838970.171169:0:24148:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].3, 112 off8656 00000040:00080000:2.0:1787838970.171190:0:24148:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].4, 224 off8880 00000040:00080000:2.0:1787838970.171215:0:24148:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].5, 224 off9104 00000040:00080000:2.0:1787838970.171229:0:24148:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].6, 80 off9184 00000040:00080000:2.0:1787838970.171243:0:24148:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].7, 224 off9408 00000040:00080000:2.0:1787838970.171257:0:24148:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].8, 224 off9632 00000040:00080000:2.0:1787838970.171301:0:24148:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].9, 80 off9712 00000040:00080000:2.0:1787838970.171330:0:24148:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].10, 224 off9936 00000040:00080000:2.0:1787838970.171352:0:24148:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].11, 224 off10160 00000040:00080000:2.0:1787838970.171369:0:24148:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].12, 120 off10280 00000100:00100000:2.0:1787838970.171399:0:24148:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d8f42e7ad00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:8fe503c4-4afd-4973-b872-263edf7adc13:24148:1874684455138816:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1787838970.171442:0:24148:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787838970.171473:0:24148:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d9064dcca80 going to sleep for 11 seconds 00000100:00100000:1.0:1787838970.171677:0:22642:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455138816 00000100:00100000:1.0:1787838970.171684:0:22642:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455138816 00000100:00100000:1.0:1787838970.171805:0:22642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 70 00000100:00100000:1.0:1787838970.171814:0:22642:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d9070584850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8fe503c4-4afd-4973-b872-263edf7adc13+19:24148:x1874684455138816:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1787838970.171910:0:22642:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d9070584850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8fe503c4-4afd-4973-b872-263edf7adc13+19:24148:x1874684455138816:12345-0@lo:502:mount.lustre.0 Request processed in 97us (467us total) trans 0 rc 0/0 00000100:00100000:1.0:1787838970.171917:0:22642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 70 00000100:00100000:2.0:1787838970.172410:0:24148:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d8f42e7ad00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:8fe503c4-4afd-4973-b872-263edf7adc13:24148:1874684455138816:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1787838970.172465:0:24148:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].13, 224 off10504 00000040:00080000:2.0:1787838970.172474:0:24148:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 13 count 14 00000020:01000000:2.0:1787838970.175019:0:24165:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:2.0:1787838970.175030:0:24165:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of /dev/mapper/ost1_flakey 00000020:00000080:2.0:1787838970.175037:0:24165:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1787838970.175039:0:24165:0:(obd_config.c:1563:class_process_config()) marker 21 (0x1) lustre-OST0000 add ost 00000020:00000080:2.0:1787838970.175046:0:24165:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1787838970.175074:0:24165:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000 (ffff8d907bdfced8) 00000020:00000080:2.0:1787838970.175097:0:24165:0:(obd_config.c:720:class_attach_name()) OBD: dev 22 attached type obdfilter with refcount 2 00000020:00000080:2.0:1787838970.175104:0:24165:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:01000004:2.0:1787838970.175219:0:24165:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8d8f44822800 from lustre-OST0000, refs=2 00080000:01000000:2.0:1787838970.175228:0:24165:0:(osd_handler.c:8895:osd_obd_connect()) connect #1 00000020:00000080:2.0:1787838970.175236:0:24165:0:(genops.c:1385:class_connect()) connect: client lustre-OST0000-osd_UUID, cookie 0x7b32352f0be6f2fb 00010000:00010000:3.0:1787838970.181418:0:24165:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-filter-lustre-OST0000_UUID-3 is initialized 00000001:00000004:3.0:1787838970.182140:0:24165:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 3, last_transno is 8589934594 00080000:10000000:3.0:1787838970.185007:0:24165:0:(osd_handler.c:5551:osd_index_try()) lustre-OST0000: index object [0x200000003:0xb:0x0] (8/32) registered 00000020:00000080:0.0:1787838970.186676:0:24165:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000 (uuid lustre-OST0000_UUID) 00000020:01000000:0.0:1787838970.186687:0:24165:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1787838970.186694:0:24165:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787838970.186696:0:24165:0:(obd_config.c:1563:class_process_config()) marker 21 (0x2) lustre-OST0000 add ost 00000020:01000000:0.0:1787838970.186699:0:24165:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:0.0:1787838970.186702:0:24165:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #27 00000020:01000000:0.0:1787838970.186703:0:24165:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1787838970.186704:0:24165:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1787838970.186706:0:24165:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:0.0:1787838970.186708:0:24165:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787838970.186710:0:24165:0:(obd_config.c:1563:class_process_config()) marker 27 (0x6) lustre sys.timeout 00000020:01000000:0.0:1787838970.186712:0:24165:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1787838970.186715:0:24165:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787838970.186716:0:24165:0:(obd_config.c:1563:class_process_config()) marker 36 (0x1) lustre sys.timeout 00000020:00000080:0.0:1787838970.186718:0:24165:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:0.0:1787838970.186720:0:24165:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:0.0:1787838970.186722:0:24165:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1787838970.186724:0:24165:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787838970.186725:0:24165:0:(obd_config.c:1563:class_process_config()) marker 36 (0x2) lustre sys.timeout 00000020:01000000:0.0:1787838970.186728:0:24165:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1787838970.186730:0:24165:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787838970.186731:0:24165:0:(obd_config.c:1563:class_process_config()) marker 41 (0x1) lustre sys.jobid_var 00000020:00000080:0.0:1787838970.186735:0:24165:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000020:01000000:0.0:1787838970.186760:0:24165:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1787838970.186764:0:24165:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787838970.186765:0:24165:0:(obd_config.c:1563:class_process_config()) marker 41 (0x2) lustre sys.jobid_var 00000040:00080000:0.0:1787838970.186769:0:24165:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xc:0x0] index 14 count 14 00000020:01000000:1.0:1787838970.187042:0:24148:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-OST0000 gen 1-13 (rc=0) 10000000:01000000:1.0:1787838970.187074:0:24148:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.118@tcp: configuration from log 'lustre-OST0000' succeeded (0). 00010000:00010000:1.0:1787838970.187098:0:24148:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.118@tcp lock: ffff8d9045189400/0x7b32352f0be6f2e6 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x7b32352f0be6f2ed expref: -99 pid: 24148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838970.187110:0:24148:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.118@tcp lock: ffff8d9045189400/0x7b32352f0be6f2e6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x7b32352f0be6f2ed expref: -99 pid: 24148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1787838970.187118:0:24148:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff8d8f44822800 from 1 10000000:01000000:1.0:1787838970.187121:0:24148:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:1.0:1787838970.187180:0:24148:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.118@tcp lock: ffff8d907b311800/0x7b32352f0be6f302 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 24148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838970.187188:0:24148:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.118@tcp lock: ffff8d907b311800/0x7b32352f0be6f302 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 24148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838970.187201:0:24148:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.118@tcp lock: ffff8d907b311800/0x7b32352f0be6f302 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 24148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787838970.187224:0:24148:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d8f43bac000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:8fe503c4-4afd-4973-b872-263edf7adc13:24148:1874684455138944:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1787838970.187291:0:24148:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787838970.187337:0:24148:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d907bcb8e40 going to sleep for 11 seconds 00000100:00100000:1.0:1787838970.187369:0:22640:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455138944 00000100:00100000:1.0:1787838970.187376:0:22640:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455138944 00000100:00100000:1.0:1787838970.187415:0:22640:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71 00000100:00100000:1.0:1787838970.187423:0:22640:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d9070587c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8fe503c4-4afd-4973-b872-263edf7adc13+19:24148:x1874684455138944:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1787838970.187437:0:22640:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787838970.187448:0:22640:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8d907b311000/0x7b32352f0be6f309 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x7b32352f0be6f302 expref: -99 pid: 22640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838970.187480:0:22640:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8d907b311000/0x7b32352f0be6f309 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x7b32352f0be6f302 expref: 20 pid: 22640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838970.187491:0:22640:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8d907b311000/0x7b32352f0be6f309 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x7b32352f0be6f302 expref: 20 pid: 22640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838970.187499:0:22640:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d907b311000, rc 0) 00000100:00100000:1.0:1787838970.187547:0:22640:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d9070587c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8fe503c4-4afd-4973-b872-263edf7adc13+20:24148:x1874684455138944:12345-0@lo:101:mount.lustre.0 Request processed in 113us (245us total) trans 0 rc 0/0 00000100:00100000:1.0:1787838970.187555:0:22640:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71 00000100:00100000:1.0:1787838970.187607:0:24148:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d8f43bac000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:8fe503c4-4afd-4973-b872-263edf7adc13:24148:1874684455138944:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1787838970.187621:0:24148:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.118@tcp lock: ffff8d907b311800/0x7b32352f0be6f302 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x7b32352f0be6f309 expref: -99 pid: 24148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838970.187630:0:24148:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.118@tcp lock: ffff8d907b311800/0x7b32352f0be6f302 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x7b32352f0be6f309 expref: -99 pid: 24148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1787838970.193936:0:24148:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 13 count 13 00000040:00080000:1.0:1787838970.194688:0:24148:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1787838970.195054:0:24148:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].1, 224 off8416 00000040:00080000:1.0:1787838970.195083:0:24148:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].2, 112 off8528 00000040:00080000:1.0:1787838970.195109:0:24148:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].3, 224 off8752 00000040:00080000:1.0:1787838970.195123:0:24148:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].4, 224 off8976 00000040:00080000:1.0:1787838970.195156:0:24148:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].5, 112 off9088 00000040:00080000:1.0:1787838970.195170:0:24148:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].6, 224 off9312 00000040:00080000:1.0:1787838970.195185:0:24148:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].7, 224 off9536 00000040:00080000:1.0:1787838970.195277:0:24148:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].8, 128 off9664 00000040:00080000:1.0:1787838970.195425:0:24148:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].9, 224 off9888 00000040:00080000:1.0:1787838970.195440:0:24148:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].10, 224 off10112 00000040:00080000:1.0:1787838970.196103:0:24148:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].11, 128 off10240 00000040:00080000:1.0:1787838970.196157:0:24148:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].12, 224 off10464 00000040:00080000:1.0:1787838970.196165:0:24148:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 12 count 13 00000100:00100000:1.0:1787838970.196623:0:24148:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d8f43bac000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:8fe503c4-4afd-4973-b872-263edf7adc13:24148:1874684455139072:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1787838970.196687:0:24148:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787838970.196735:0:24148:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d9050fbd3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1787838970.196906:0:22641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455139072 00000100:00100000:0.0:1787838970.196913:0:22641:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455139072 00000100:00100000:0.0:1787838970.197403:0:22641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72 00000100:00100000:0.0:1787838970.197417:0:22641:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d9070584450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8fe503c4-4afd-4973-b872-263edf7adc13+20:24148:x1874684455139072:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1787838970.197571:0:22641:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d9070584450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8fe503c4-4afd-4973-b872-263edf7adc13+20:24148:x1874684455139072:12345-0@lo:501:mount.lustre.0 Request processed in 157us (882us total) trans 0 rc 0/0 00000100:00100000:0.0:1787838970.197591:0:22641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72 00000100:00100000:1.0:1787838970.199393:0:24148:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d8f43bac000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:8fe503c4-4afd-4973-b872-263edf7adc13:24148:1874684455139072:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1787838970.199470:0:24148:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d8f43bac000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:8fe503c4-4afd-4973-b872-263edf7adc13:24148:1874684455139200:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1787838970.199559:0:24148:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787838970.199602:0:24148:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d9050fbd3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1787838970.199841:0:22642:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455139200 00000100:00100000:3.0:1787838970.199848:0:22642:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455139200 00000100:00100000:3.0:1787838970.199898:0:22642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73 00000100:00100000:3.0:1787838970.199907:0:22642:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d9070585450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8fe503c4-4afd-4973-b872-263edf7adc13+20:24148:x1874684455139200:12345-0@lo:503:mount.lustre.0 00000100:00100000:3.0:1787838970.200023:0:22642:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d9070585450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8fe503c4-4afd-4973-b872-263edf7adc13+20:24148:x1874684455139200:12345-0@lo:503:mount.lustre.0 Request processed in 117us (463us total) trans 0 rc 0/0 00000100:00100000:3.0:1787838970.200030:0:22642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73 00000100:00100000:1.0:1787838970.200201:0:24148:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d8f43bac000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:8fe503c4-4afd-4973-b872-263edf7adc13:24148:1874684455139200:0@lo:503:mount.lustre.0 00000040:00080000:1.0:1787838970.203900:0:24148:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:1.0:1787838970.204022:0:24148:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d8f43bac000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:8fe503c4-4afd-4973-b872-263edf7adc13:24148:1874684455139328:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1787838970.204110:0:24148:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787838970.204170:0:24148:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d9056000a80 going to sleep for 11 seconds 00000100:00100000:3.0:1787838970.204846:0:22641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455139328 00000100:00100000:3.0:1787838970.204854:0:22641:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455139328 00000100:00100000:3.0:1787838970.204913:0:22641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74 00000100:00100000:3.0:1787838970.204923:0:22641:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d9070586850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8fe503c4-4afd-4973-b872-263edf7adc13+20:24148:x1874684455139328:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1787838970.205060:0:22641:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d9070586850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8fe503c4-4afd-4973-b872-263edf7adc13+20:24148:x1874684455139328:12345-0@lo:502:mount.lustre.0 Request processed in 138us (949us total) trans 0 rc 0/0 00000100:00100000:3.0:1787838970.205070:0:22641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74 00000100:00100000:2.0:1787838970.205083:0:24148:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d8f43bac000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:8fe503c4-4afd-4973-b872-263edf7adc13:24148:1874684455139328:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1787838970.205354:0:24148:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].1, 224 off8416 00000040:00080000:2.0:1787838970.205382:0:24148:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].2, 112 off8528 00000040:00080000:2.0:1787838970.205396:0:24148:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].3, 224 off8752 00000040:00080000:2.0:1787838970.205408:0:24148:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].4, 224 off8976 00000040:00080000:2.0:1787838970.205445:0:24148:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].5, 112 off9088 00000040:00080000:2.0:1787838970.205460:0:24148:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].6, 224 off9312 00000040:00080000:2.0:1787838970.205473:0:24148:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].7, 224 off9536 00000040:00080000:2.0:1787838970.205489:0:24148:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].8, 128 off9664 00000040:00080000:2.0:1787838970.205501:0:24148:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].9, 224 off9888 00000040:00080000:2.0:1787838970.205514:0:24148:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].10, 224 off10112 00000040:00080000:2.0:1787838970.205526:0:24148:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].11, 128 off10240 00000100:00100000:2.0:1787838970.205567:0:24148:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d8f42e7ad00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:8fe503c4-4afd-4973-b872-263edf7adc13:24148:1874684455139456:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1787838970.205610:0:24148:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787838970.205646:0:24148:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d9064dccf00 going to sleep for 11 seconds 00000100:00100000:0.0:1787838970.205808:0:22640:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455139456 00000100:00100000:0.0:1787838970.205813:0:22640:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455139456 00000100:00100000:0.0:1787838970.205906:0:22640:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75 00000100:00100000:0.0:1787838970.205914:0:22640:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d9070584050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8fe503c4-4afd-4973-b872-263edf7adc13+20:24148:x1874684455139456:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1787838970.206228:0:22640:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d9070584050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8fe503c4-4afd-4973-b872-263edf7adc13+20:24148:x1874684455139456:12345-0@lo:502:mount.lustre.0 Request processed in 313us (616us total) trans 0 rc 0/0 00000100:00100000:0.0:1787838970.206236:0:22640:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75 00000100:00100000:2.0:1787838970.206317:0:24148:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d8f42e7ad00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:8fe503c4-4afd-4973-b872-263edf7adc13:24148:1874684455139456:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1787838970.206362:0:24148:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].12, 224 off10464 00000040:00080000:2.0:1787838970.206371:0:24148:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 12 count 13 00000020:01000000:1.0:1787838970.207530:0:24169:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1787838970.207541:0:24169:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787838970.207543:0:24169:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:1.0:1787838970.207549:0:24169:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff8d8f44822800 00000020:00000080:1.0:1787838970.207552:0:24169:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1787838970.207571:0:24169:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1787838970.207574:0:24169:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787838970.208113:0:24169:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:1.0:1787838970.208119:0:24169:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1787838970.208739:0:24169:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787838970.208742:0:24169:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:1.0:1787838970.208749:0:24169:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff8d8f44822800 00000020:00000080:1.0:1787838970.208752:0:24169:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1787838970.208869:0:24169:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1787838970.208874:0:24169:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787838970.208875:0:24169:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:1.0:1787838970.208879:0:24169:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1787838970.208882:0:24169:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787838970.208883:0:24169:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:1.0:1787838970.208888:0:24169:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff8d8f44822800 00000020:00000080:1.0:1787838970.208890:0:24169:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1787838970.209639:0:24169:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1787838970.209646:0:24169:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787838970.209648:0:24169:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:1.0:1787838970.209651:0:24169:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1787838970.209655:0:24169:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787838970.209656:0:24169:0:(obd_config.c:1563:class_process_config()) marker 5 (0x1) lustre mdt.lustre-MDT0001.hsm_control 00000020:01000000:1.0:1787838970.209660:0:24169:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff8d8f44822800 00000020:00000080:1.0:1787838970.209662:0:24169:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1787838970.209705:0:24169:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1787838970.209708:0:24169:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787838970.209710:0:24169:0:(obd_config.c:1563:class_process_config()) marker 5 (0x2) lustre mdt.lustre-MDT0001.hsm_control 00000040:00080000:1.0:1787838970.209713:0:24169:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xe:0x0] index 13 count 13 00000020:01000000:2.0:1787838970.212355:0:24148:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-12 (rc=0) 10000000:01000000:2.0:1787838970.212404:0:24148:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.118@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:2.0:1787838970.212429:0:24148:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.118@tcp lock: ffff8d907b311800/0x7b32352f0be6f302 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x7b32352f0be6f309 expref: -99 pid: 24148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838970.212441:0:24148:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.118@tcp lock: ffff8d907b311800/0x7b32352f0be6f302 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x7b32352f0be6f309 expref: -99 pid: 24148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1787838970.212501:0:24148:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:2.0:1787838970.212504:0:24148:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff8d8f44822800 10000000:01000000:2.0:1787838970.212507:0:24148:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff8d8f44822800 10000000:01000000:2.0:1787838970.212512:0:24148:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:2.0:1787838970.212519:0:24148:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff8d8f44822800 from 1 10000000:01000000:2.0:1787838970.212521:0:24148:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:2.0:1787838970.212560:0:24148:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.118@tcp lock: ffff8d9045188600/0x7b32352f0be6f310 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 24148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838970.212580:0:24148:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.118@tcp lock: ffff8d9045188600/0x7b32352f0be6f310 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 24148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838970.212592:0:24148:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.118@tcp lock: ffff8d9045188600/0x7b32352f0be6f310 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 24148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787838970.212616:0:24148:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d8f42e7ad00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:8fe503c4-4afd-4973-b872-263edf7adc13:24148:1874684455139584:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1787838970.212683:0:24148:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787838970.212716:0:22642:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455139584 00000100:00100000:1.0:1787838970.212724:0:22642:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455139584 00000100:00100000:2.0:1787838970.213424:0:24148:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d9064dccf00 going to sleep for 11 seconds 00000100:00100000:1.0:1787838970.213428:0:22642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 76 00000100:00100000:1.0:1787838970.213441:0:22642:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d9070585050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8fe503c4-4afd-4973-b872-263edf7adc13+20:24148:x1874684455139584:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1787838970.213456:0:22642:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787838970.213480:0:22642:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8d907b311a00/0x7b32352f0be6f317 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: local remote: 0x7b32352f0be6f310 expref: -99 pid: 22642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838970.213502:0:22642:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8d907b311a00/0x7b32352f0be6f317 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x7b32352f0be6f310 expref: 21 pid: 22642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838970.213513:0:22642:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8d907b311a00/0x7b32352f0be6f317 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x7b32352f0be6f310 expref: 21 pid: 22642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838970.213522:0:22642:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d907b311a00, rc 0) 00000100:00100000:1.0:1787838970.214266:0:22642:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d9070585050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8fe503c4-4afd-4973-b872-263edf7adc13+21:24148:x1874684455139584:12345-0@lo:101:mount.lustre.0 Request processed in 824us (1578us total) trans 0 rc 0/0 00000100:00100000:1.0:1787838970.214276:0:22642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 76 00000100:00100000:2.0:1787838970.215003:0:24148:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d8f42e7ad00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:8fe503c4-4afd-4973-b872-263edf7adc13:24148:1874684455139584:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1787838970.215026:0:24148:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.118@tcp lock: ffff8d9045188600/0x7b32352f0be6f310 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x7b32352f0be6f317 expref: -99 pid: 24148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838970.215050:0:24148:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.118@tcp lock: ffff8d9045188600/0x7b32352f0be6f310 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x7b32352f0be6f317 expref: -99 pid: 24148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1787838970.217156:0:24148:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 52 count 51 00000040:00080000:3.0:1787838970.217528:0:24148:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1787838970.217722:0:24148:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].1, 224 off8416 00000040:00080000:3.0:1787838970.217753:0:24148:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].2, 120 off8536 00000040:00080000:3.0:1787838970.217771:0:24148:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].3, 168 off8704 00000040:00080000:3.0:1787838970.217790:0:24148:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].4, 224 off8928 00000040:00080000:3.0:1787838970.217807:0:24148:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].5, 224 off9152 00000040:00080000:3.0:1787838970.218070:0:24148:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].6, 120 off9272 00000040:00080000:3.0:1787838970.218105:0:24148:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].7, 168 off9440 00000040:00080000:3.0:1787838970.218122:0:24148:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].8, 224 off9664 00000040:00080000:3.0:1787838970.218161:0:24148:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].9, 224 off9888 00000040:00080000:3.0:1787838970.218174:0:24148:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].10, 120 off10008 00000040:00080000:3.0:1787838970.218188:0:24148:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].11, 224 off10232 00000040:00080000:3.0:1787838970.218200:0:24148:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].12, 224 off10456 00000040:00080000:3.0:1787838970.218212:0:24148:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].13, 88 off10544 00000040:00080000:3.0:1787838970.218225:0:24148:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].14, 128 off10672 00000040:00080000:3.0:1787838970.218238:0:24148:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].15, 144 off10816 00000040:00080000:3.0:1787838970.218253:0:24148:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].16, 160 off10976 00000040:00080000:3.0:1787838970.218267:0:24148:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].17, 224 off11200 00000040:00080000:3.0:1787838970.218280:0:24148:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].18, 224 off11424 00000040:00080000:3.0:1787838970.218294:0:24148:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].19, 80 off11504 00000040:00080000:3.0:1787838970.218377:0:24148:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].20, 224 off11728 00000040:00080000:3.0:1787838970.218404:0:24148:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].21, 224 off11952 00000040:00080000:3.0:1787838970.218425:0:24148:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].22, 88 off12040 00000040:00080000:3.0:1787838970.218581:0:24148:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].23, 128 off12168 00000040:00080000:3.0:1787838970.218604:0:24148:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].24, 144 off12312 00000040:00080000:3.0:1787838970.218619:0:24148:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].25, 160 off12472 00000040:00080000:3.0:1787838970.218716:0:24148:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].26, 224 off12696 00000040:00080000:3.0:1787838970.218739:0:24148:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].27, 224 off12920 00000040:00080000:3.0:1787838970.218755:0:24148:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].28, 80 off13000 00000040:00080000:3.0:1787838970.218770:0:24148:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].29, 224 off13224 00000040:00080000:3.0:1787838970.218786:0:24148:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].30, 224 off13448 00000040:00080000:3.0:1787838970.218805:0:24148:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].31, 88 off13536 00000040:00080000:3.0:1787838970.219025:0:24148:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].32, 128 off13664 00000040:00080000:3.0:1787838970.219047:0:24148:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].33, 144 off13808 00000040:00080000:3.0:1787838970.219075:0:24148:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].34, 128 off13936 00000040:00080000:3.0:1787838970.219095:0:24148:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].35, 224 off14160 00000040:00080000:3.0:1787838970.219120:0:24148:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].36, 224 off14384 00000040:00080000:3.0:1787838970.219173:0:24148:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].37, 80 off14464 00000040:00080000:3.0:1787838970.219188:0:24148:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].38, 224 off14688 00000040:00080000:3.0:1787838970.219222:0:24148:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].39, 224 off14912 00000040:00080000:3.0:1787838970.219242:0:24148:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].40, 88 off15000 00000040:00080000:3.0:1787838970.219264:0:24148:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].41, 128 off15128 00000040:00080000:3.0:1787838970.219286:0:24148:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].42, 144 off15272 00000040:00080000:3.0:1787838970.220360:0:24148:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].43, 128 off15400 00000040:00080000:3.0:1787838970.220421:0:24148:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].44, 224 off15624 00000040:00080000:3.0:1787838970.220448:0:24148:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].45, 224 off15848 00000040:00080000:3.0:1787838970.220536:0:24148:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].46, 80 off15928 00000040:00080000:3.0:1787838970.220557:0:24148:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].47, 224 off16152 00000040:00080000:3.0:1787838970.220577:0:24148:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].48, 232 off16384 00000040:00080000:3.0:1787838970.220760:0:24148:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].49, 224 off16608 00000040:00080000:3.0:1787838970.220784:0:24148:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].50, 120 off16728 00000040:00080000:3.0:1787838970.220807:0:24148:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].51, 224 off16952 00000040:00080000:3.0:1787838970.220814:0:24148:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 51 count 51 00000100:00100000:3.0:1787838970.221120:0:24148:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d907f6fb840 pname:cluuid:pid:xid:nid:opc:job mount.lustre:8fe503c4-4afd-4973-b872-263edf7adc13:24148:1874684455139712:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1787838970.221230:0:24148:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787838970.221278:0:22641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455139712 00000100:00100000:3.0:1787838970.221283:0:24148:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d905de97b40 going to sleep for 11 seconds 00000100:00100000:0.0:1787838970.221287:0:22641:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455139712 00000100:00100000:0.0:1787838970.221357:0:22641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77 00000100:00100000:0.0:1787838970.221367:0:22641:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d9070585c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8fe503c4-4afd-4973-b872-263edf7adc13+21:24148:x1874684455139712:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1787838970.221494:0:22641:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d9070585c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8fe503c4-4afd-4973-b872-263edf7adc13+21:24148:x1874684455139712:12345-0@lo:501:mount.lustre.0 Request processed in 128us (264us total) trans 0 rc 0/0 00000100:00100000:0.0:1787838970.221502:0:22641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77 00000100:00100000:3.0:1787838970.221634:0:24148:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d907f6fb840 pname:cluuid:pid:xid:nid:opc:job mount.lustre:8fe503c4-4afd-4973-b872-263edf7adc13:24148:1874684455139712:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1787838970.221667:0:24148:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d907f6fb840 pname:cluuid:pid:xid:nid:opc:job mount.lustre:8fe503c4-4afd-4973-b872-263edf7adc13:24148:1874684455139840:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1787838970.221711:0:24148:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787838970.221742:0:22642:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455139840 00000100:00100000:3.0:1787838970.221744:0:24148:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d905de97b40 going to sleep for 11 seconds 00000100:00100000:0.0:1787838970.221748:0:22642:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455139840 00000100:00100000:0.0:1787838970.221775:0:22642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78 00000100:00100000:0.0:1787838970.221782:0:22642:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d9070584c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8fe503c4-4afd-4973-b872-263edf7adc13+21:24148:x1874684455139840:12345-0@lo:503:mount.lustre.0 00000100:00100000:0.0:1787838970.222467:0:22642:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d9070584c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8fe503c4-4afd-4973-b872-263edf7adc13+21:24148:x1874684455139840:12345-0@lo:503:mount.lustre.0 Request processed in 683us (753us total) trans 0 rc 0/0 00000100:00100000:0.0:1787838970.222476:0:22642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78 00000100:00100000:3.0:1787838970.222575:0:24148:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d907f6fb840 pname:cluuid:pid:xid:nid:opc:job mount.lustre:8fe503c4-4afd-4973-b872-263edf7adc13:24148:1874684455139840:0@lo:503:mount.lustre.0 00000040:00080000:3.0:1787838970.223086:0:24148:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:3.0:1787838970.223193:0:24148:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d907f6fb840 pname:cluuid:pid:xid:nid:opc:job mount.lustre:8fe503c4-4afd-4973-b872-263edf7adc13:24148:1874684455139968:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1787838970.223255:0:24148:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787838970.223284:0:24148:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d905de97b40 going to sleep for 11 seconds 00000100:00100000:0.0:1787838970.223351:0:22640:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455139968 00000100:00100000:0.0:1787838970.223356:0:22640:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455139968 00000100:00100000:0.0:1787838970.223391:0:22640:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 79 00000100:00100000:0.0:1787838970.223400:0:22640:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d9070585850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8fe503c4-4afd-4973-b872-263edf7adc13+21:24148:x1874684455139968:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1787838970.223502:0:22640:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d9070585850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8fe503c4-4afd-4973-b872-263edf7adc13+21:24148:x1874684455139968:12345-0@lo:502:mount.lustre.0 Request processed in 102us (248us total) trans 0 rc 0/0 00000100:00100000:0.0:1787838970.223509:0:22640:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 79 00000100:00100000:3.0:1787838970.223731:0:24148:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d907f6fb840 pname:cluuid:pid:xid:nid:opc:job mount.lustre:8fe503c4-4afd-4973-b872-263edf7adc13:24148:1874684455139968:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1787838970.223934:0:24148:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].1, 224 off8416 00000040:00080000:3.0:1787838970.223965:0:24148:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].2, 120 off8536 00000040:00080000:3.0:1787838970.223985:0:24148:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].3, 168 off8704 00000040:00080000:3.0:1787838970.224004:0:24148:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].4, 224 off8928 00000040:00080000:3.0:1787838970.224020:0:24148:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].5, 224 off9152 00000040:00080000:3.0:1787838970.224032:0:24148:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].6, 120 off9272 00000040:00080000:3.0:1787838970.224045:0:24148:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].7, 168 off9440 00000040:00080000:3.0:1787838970.224057:0:24148:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].8, 224 off9664 00000040:00080000:3.0:1787838970.224070:0:24148:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].9, 224 off9888 00000040:00080000:3.0:1787838970.224083:0:24148:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].10, 120 off10008 00000040:00080000:3.0:1787838970.224095:0:24148:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].11, 224 off10232 00000040:00080000:3.0:1787838970.224110:0:24148:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].12, 224 off10456 00000040:00080000:3.0:1787838970.224124:0:24148:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].13, 88 off10544 00000040:00080000:3.0:1787838970.224163:0:24148:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].14, 128 off10672 00000040:00080000:3.0:1787838970.224178:0:24148:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].15, 144 off10816 00000040:00080000:3.0:1787838970.224207:0:24148:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].16, 160 off10976 00000040:00080000:3.0:1787838970.224225:0:24148:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].17, 224 off11200 00000040:00080000:3.0:1787838970.224241:0:24148:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].18, 224 off11424 00000040:00080000:3.0:1787838970.224259:0:24148:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].19, 80 off11504 00000040:00080000:3.0:1787838970.224276:0:24148:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].20, 224 off11728 00000040:00080000:3.0:1787838970.224293:0:24148:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].21, 224 off11952 00000040:00080000:3.0:1787838970.224324:0:24148:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].22, 88 off12040 00000040:00080000:3.0:1787838970.224344:0:24148:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].23, 128 off12168 00000040:00080000:3.0:1787838970.224362:0:24148:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].24, 144 off12312 00000040:00080000:3.0:1787838970.224383:0:24148:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].25, 160 off12472 00000040:00080000:3.0:1787838970.224403:0:24148:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].26, 224 off12696 00000040:00080000:3.0:1787838970.224422:0:24148:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].27, 224 off12920 00000040:00080000:3.0:1787838970.224441:0:24148:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].28, 80 off13000 00000040:00080000:3.0:1787838970.224470:0:24148:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].29, 224 off13224 00000040:00080000:3.0:1787838970.224492:0:24148:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].30, 224 off13448 00000040:00080000:3.0:1787838970.224510:0:24148:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].31, 88 off13536 00000040:00080000:3.0:1787838970.224543:0:24148:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].32, 128 off13664 00000040:00080000:3.0:1787838970.224563:0:24148:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].33, 144 off13808 00000040:00080000:3.0:1787838970.224581:0:24148:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].34, 128 off13936 00000040:00080000:3.0:1787838970.224598:0:24148:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].35, 224 off14160 00000040:00080000:3.0:1787838970.224613:0:24148:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].36, 224 off14384 00000040:00080000:3.0:1787838970.224626:0:24148:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].37, 80 off14464 00000040:00080000:3.0:1787838970.225148:0:24148:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].38, 224 off14688 00000040:00080000:3.0:1787838970.225166:0:24148:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].39, 224 off14912 00000040:00080000:3.0:1787838970.225177:0:24148:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].40, 88 off15000 00000040:00080000:3.0:1787838970.225188:0:24148:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].41, 128 off15128 00000040:00080000:3.0:1787838970.225198:0:24148:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].42, 144 off15272 00000040:00080000:3.0:1787838970.225210:0:24148:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].43, 128 off15400 00000040:00080000:3.0:1787838970.225221:0:24148:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].44, 224 off15624 00000040:00080000:3.0:1787838970.225233:0:24148:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].45, 224 off15848 00000040:00080000:3.0:1787838970.225245:0:24148:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].46, 80 off15928 00000040:00080000:3.0:1787838970.225256:0:24148:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].47, 224 off16152 00000040:00080000:3.0:1787838970.225280:0:24148:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].48, 232 off16384 00000100:00100000:3.0:1787838970.225334:0:24148:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d907f6fb840 pname:cluuid:pid:xid:nid:opc:job mount.lustre:8fe503c4-4afd-4973-b872-263edf7adc13:24148:1874684455140096:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1787838970.225389:0:24148:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787838970.225429:0:24148:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d905de97b40 going to sleep for 11 seconds 00000100:00100000:0.0:1787838970.225430:0:22642:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455140096 00000100:00100000:0.0:1787838970.225438:0:22642:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455140096 00000100:00100000:0.0:1787838970.225489:0:22642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 80 00000100:00100000:0.0:1787838970.225499:0:22642:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d9070586450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8fe503c4-4afd-4973-b872-263edf7adc13+21:24148:x1874684455140096:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1787838970.225821:0:22642:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d9070586450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8fe503c4-4afd-4973-b872-263edf7adc13+21:24148:x1874684455140096:12345-0@lo:502:mount.lustre.0 Request processed in 322us (429us total) trans 0 rc 0/0 00000100:00100000:0.0:1787838970.225829:0:22642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 80 00000100:00100000:3.0:1787838970.226056:0:24148:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d907f6fb840 pname:cluuid:pid:xid:nid:opc:job mount.lustre:8fe503c4-4afd-4973-b872-263edf7adc13:24148:1874684455140096:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1787838970.226232:0:24148:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].49, 224 off16608 00000040:00080000:3.0:1787838970.226254:0:24148:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].50, 120 off16728 00000100:00100000:3.0:1787838970.226274:0:24148:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d907f6fb840 pname:cluuid:pid:xid:nid:opc:job mount.lustre:8fe503c4-4afd-4973-b872-263edf7adc13:24148:1874684455140224:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1787838970.226321:0:24148:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787838970.226352:0:24148:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d905de97b40 going to sleep for 11 seconds 00000100:00100000:2.0:1787838970.226367:0:22640:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455140224 00000100:00100000:2.0:1787838970.226372:0:22640:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455140224 00000100:00100000:2.0:1787838970.226404:0:22640:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 81 00000100:00100000:2.0:1787838970.226412:0:22640:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d9070587050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8fe503c4-4afd-4973-b872-263edf7adc13+21:24148:x1874684455140224:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1787838970.226704:0:24148:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d907f6fb840 pname:cluuid:pid:xid:nid:opc:job mount.lustre:8fe503c4-4afd-4973-b872-263edf7adc13:24148:1874684455140224:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1787838970.226705:0:22640:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d9070587050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8fe503c4-4afd-4973-b872-263edf7adc13+21:24148:x1874684455140224:12345-0@lo:502:mount.lustre.0 Request processed in 291us (393us total) trans 0 rc 0/0 00000100:00100000:2.0:1787838970.226726:0:22640:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 81 00000040:00080000:3.0:1787838970.226747:0:24148:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].51, 224 off16952 00000040:00080000:3.0:1787838970.226757:0:24148:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 51 count 51 00000020:01000004:2.0:1787838970.228297:0:24174:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-OST0000 (typ=lwp) 00000020:00000080:2.0:1787838970.228495:0:24174:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-OST0000 (ffff8d907bdfb490) 00000020:00000080:2.0:1787838970.228519:0:24174:0:(obd_config.c:720:class_attach_name()) OBD: dev 23 attached type lwp with refcount 2 00000020:01000004:2.0:1787838970.228687:0:24174:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8d8f44822800 from lustre-OST0000, refs=3 00000020:01000004:2.0:1787838970.228692:0:24174:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8d8f44822800 from lustre-OST0000, refs=3 00000020:01000004:2.0:1787838970.228695:0:24174:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8d8f44822800 3 00010000:00080000:2.0:1787838970.228785:0:24174:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8d8f410e4000@lustre-MDT0000-lwp-OST0000: add connection 192.168.203.118@tcp at head 00010000:00010000:2.0:1787838970.231890:0:24174:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-OST0000-9 is initialized 00000020:00000080:2.0:1787838970.232048:0:24174:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-OST0000 (uuid lustre-MDT0000-lwp-OST0000_UUID) 00000010:01000000:2.0:1787838970.232083:0:24174:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:2.0:1787838970.232094:0:24174:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-OST0000, cookie 0x7b32352f0be6f325 00000100:00080000:2.0:1787838970.232103:0:24174:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 0 00000100:00080000:2.0:1787838970.232108:0:24174:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d8f410e4000 using connection 192.168.203.118@tcp/0@lo 00000100:00100000:2.0:1787838970.232154:0:24174:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d8f42e7ad00 x1874684455140352/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787838970.232185:0:3642:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d8f42e7ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3642:1874684455140352:0@lo:38:llog_process_th.0 00000100:00100000:2.0:1787838970.232238:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1787838970.232837:0:24174:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID 00000100:00100000:1.0:1787838970.232968:0:22647:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455140352 00000100:00100000:1.0:1787838970.232974:0:22647:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455140352 00000100:00100000:1.0:1787838970.233114:0:22647:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1787838970.233120:0:22647:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d8f42e78f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3642:x1874684455140352:12345-0@lo:38:llog_process_th.0 00010000:00080000:1.0:1787838970.233157:0:22647:0:(ldlm_lib.c:1482:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-OST0000_UUID@0@lo t0 exp 0000000000000000 cur 654 last 0 00000020:00000080:1.0:1787838970.233184:0:22647:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-OST0000_UUID, cookie 0x7b32352f0be6f32c 00000004:00100000:1.0:1787838970.233196:0:22647:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:1.0:1787838970.233222:0:22647:0:(import.c:65:import_set_state_nolock()) ffff8d907ef20800 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1787838970.233267:0:22647:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d8f42e78f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3642:x1874684455140352:12345-0@lo:38:llog_process_th.0 Request processed in 146us (1028us total) trans 0 rc 0/0 00000100:00100000:1.0:1787838970.233272:0:22647:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00010000:00080000:1.0:1787838970.233437:0:3642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8d8f42e7ad00 x1874684455140352/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1787838980 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787838970.233447:0:3642:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 2 00000100:00080000:1.0:1787838970.233455:0:3642:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-OST0000: connect to target with instance 3 00000100:00080000:1.0:1787838970.233467:0:3642:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-OST0000: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:1.0:1787838970.233471:0:3642:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:1.0:1787838970.233474:0:3642:0:(import.c:65:import_set_state_nolock()) ffff8d8f410e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:1.0:1787838970.233480:0:3642:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d8f42e7ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3642:1874684455140352:0@lo:38:llog_process_th.0 00000100:00080000:3.0:1787838970.233560:0:476:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1787838970.233565:0:476:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1787838970.233568:0:476:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1787838970.233570:0:476:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1787838970.233606:0:476:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1787838970.233608:0:476:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1787838970.233610:0:476:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1787838970.233613:0:476:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1787838970.233711:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d907f6fb840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3643:1874684455140480:0@lo:400:kworker.0 00000100:00100000:1.0:1787838970.233748:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787838970.233774:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1787838970.233780:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d907f6fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3643:1874684455140608:0@lo:400:kworker.0 00000100:00100000:1.0:1787838970.233805:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787838970.233835:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d907f7d1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3646:1874684455140864:0@lo:400:kworker.0 00000100:00100000:1.0:1787838970.233859:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787838970.233877:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1787838970.233882:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d907f6f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3646:1874684455140736:0@lo:400:kworker.0 00000100:00100000:1.0:1787838970.233903:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787838970.233932:0:22652:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455140480 00000100:00100000:1.0:1787838970.233938:0:22652:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455140480 00000020:01000004:2.0:1787838970.234319:0:24174:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0001-lwp-OST0000 (typ=lwp) 00000020:00000080:2.0:1787838970.234334:0:24174:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-lwp-OST0000 (ffff8d907bdf8000) 00000020:00000080:2.0:1787838970.234354:0:24174:0:(obd_config.c:720:class_attach_name()) OBD: dev 24 attached type lwp with refcount 2 00000100:00100000:1.0:1787838970.234418:0:22652:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455140736 00000020:01000004:2.0:1787838970.234420:0:24174:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8d8f44822800 from lustre-OST0000, refs=3 00000100:00100000:1.0:1787838970.234424:0:22652:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455140736 00000020:01000004:2.0:1787838970.234427:0:24174:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8d8f44822800 from lustre-OST0000, refs=3 00000020:01000004:2.0:1787838970.234431:0:24174:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8d8f44822800 3 00000100:00100000:1.0:1787838970.234453:0:22652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:1.0:1787838970.234462:0:22652:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d8f43bada40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3643:x1874684455140480:12345-0@lo:400:kworker.0 00010000:00080000:2.0:1787838970.234463:0:24174:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8d8f410e6000@lustre-MDT0001-lwp-OST0000: add connection 192.168.203.118@tcp at head 00000100:00100000:1.0:1787838970.234516:0:22652:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d8f43bada40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3643:x1874684455140480:12345-0@lo:400:kworker.0 Request processed in 56us (767us total) trans 0 rc 0/0 00000100:00100000:1.0:1787838970.234522:0:22652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:1.0:1787838970.234751:0:22652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:1.0:1787838970.234763:0:22652:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d907f656580 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3646:x1874684455140736:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787838970.234798:0:22652:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d907f656580 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3646:x1874684455140736:12345-0@lo:400:kworker.0 Request processed in 39us (894us total) trans 0 rc 0/0 00000100:00100000:1.0:1787838970.234811:0:22652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:1.0:1787838970.234833:0:22649:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455140608 00000100:00100000:1.0:1787838970.234836:0:22649:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455140608 00000100:00100000:1.0:1787838970.234855:0:22649:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455140864 00000100:00100000:1.0:1787838970.234858:0:22649:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455140864 00000100:00100000:1.0:1787838970.234867:0:22649:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:1.0:1787838970.234872:0:22649:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d8f43bac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3643:x1874684455140608:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787838970.234901:0:22649:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d8f43bac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3643:x1874684455140608:12345-0@lo:400:kworker.0 Request processed in 28us (1096us total) trans 0 rc 0/0 00000100:00100000:1.0:1787838970.234906:0:22649:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:1.0:1787838970.234916:0:22649:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1787838970.234921:0:22649:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d907f655680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3646:x1874684455140864:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787838970.234940:0:22649:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d907f655680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3646:x1874684455140864:12345-0@lo:400:kworker.0 Request processed in 20us (1081us total) trans 0 rc 0/0 00000100:00100000:1.0:1787838970.234945:0:22649:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1787838970.234981:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d907f6f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3646:1874684455140736:0@lo:400:kworker.0 00010000:00080000:1.0:1787838970.234993:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8d907f7d1e00 x1874684455140864/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787838986 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787838970.235002:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d907f7d1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3646:1874684455140864:0@lo:400:kworker.0 00010000:00080000:1.0:1787838970.235188:0:3643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8d907f6fb480 x1874684455140608/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787838986 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787838970.235198:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d907f6fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3643:1874684455140608:0@lo:400:kworker.0 00000100:00100000:1.0:1787838970.235206:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d907f6fb840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3643:1874684455140480:0@lo:400:kworker.0 00010000:00010000:2.0:1787838970.239243:0:24174:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-lwp-OST0000-10 is initialized 00000020:00000080:2.0:1787838970.239452:0:24174:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-lwp-OST0000 (uuid lustre-MDT0001-lwp-OST0000_UUID) 00000010:01000000:2.0:1787838970.239495:0:24174:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:2.0:1787838970.239509:0:24174:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-lwp-OST0000, cookie 0x7b32352f0be6f33a 00000100:00080000:2.0:1787838970.239518:0:24174:0:(import.c:510:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 0 00000100:00080000:2.0:1787838970.239525:0:24174:0:(import.c:624:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff8d8f410e6000 using connection 192.168.203.118@tcp/0@lo 00000100:00100000:2.0:1787838970.239564:0:24174:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d8f42e78000 x1874684455140992/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787838970.239589:0:24174:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID 00000100:00080000:2.0:1787838970.239615:0:476:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1787838970.239619:0:476:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1787838970.239621:0:476:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1787838970.239624:0:476:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1787838970.239628:0:476:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1787838970.239630:0:476:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1787838970.239633:0:476:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1787838970.239636:0:476:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1787838970.239881:0:3642:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d8f42e78000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3642:1874684455140992:0@lo:38:llog_process_th.0 00000100:00100000:1.0:1787838970.239949:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787838970.244231:0:22649:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455140992 00000100:00100000:2.0:1787838970.244245:0:22649:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455140992 00000100:00100000:2.0:1787838970.244334:0:22649:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:2.0:1787838970.244342:0:22649:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d907f657480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3642:x1874684455140992:12345-0@lo:38:llog_process_th.0 00010000:00080000:2.0:1787838970.244377:0:22649:0:(ldlm_lib.c:1482:target_handle_connect()) lustre-MDT0001: connection from lustre-MDT0001-lwp-OST0000_UUID@0@lo t0 exp 0000000000000000 cur 654 last 0 00000020:00000080:2.0:1787838970.244422:0:22649:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-lwp-OST0000_UUID, cookie 0x7b32352f0be6f341 00000004:00100000:2.0:1787838970.244440:0:22649:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0001: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:2.0:1787838970.244475:0:22649:0:(import.c:65:import_set_state_nolock()) ffff8d8f410e3000 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1787838970.244560:0:22649:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d907f657480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3642:x1874684455140992:12345-0@lo:38:llog_process_th.0 Request processed in 218us (4610us total) trans 0 rc 0/0 00000100:00100000:2.0:1787838970.244568:0:22649:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00010000:00080000:0.0:1787838970.246023:0:3642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8d8f42e78000 x1874684455140992/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1787838980 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787838970.246039:0:3642:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 2 00000100:00080000:0.0:1787838970.246048:0:3642:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0001-lwp-OST0000: connect to target with instance 3 00000100:00080000:0.0:1787838970.246056:0:3642:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0001-lwp-OST0000: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:0.0:1787838970.246062:0:3642:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000100:00080000:0.0:1787838970.246064:0:3642:0:(import.c:65:import_set_state_nolock()) ffff8d8f410e6000 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00100000:0.0:1787838970.246071:0:3642:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d8f42e78000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3642:1874684455140992:0@lo:38:llog_process_th.0 00000040:00080000:0.0:1787838970.246395:0:24174:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x10:0x0] index 52 count 51 00000020:01000000:0.0:1787838970.246450:0:24148:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:0.0:1787838970.246479:0:24148:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.118@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:0.0:1787838970.246499:0:24148:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.118@tcp lock: ffff8d9045188600/0x7b32352f0be6f310 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x7b32352f0be6f317 expref: -99 pid: 24148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838970.246511:0:24148:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.118@tcp lock: ffff8d9045188600/0x7b32352f0be6f310 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x7b32352f0be6f317 expref: -99 pid: 24148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:0.0:1787838970.246567:0:24148:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:0.0:1787838970.246569:0:24148:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1787838970.246571:0:24148:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1787838970.246572:0:24148:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1787838970.246573:0:24148:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1787838970.246574:0:24148:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1787838970.246576:0:24148:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1787838970.246578:0:24148:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1787838970.246579:0:24148:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:0.0:1787838970.246583:0:24148:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0000 0x40020002 00000020:01000004:0.0:1787838970.246585:0:24148:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:0.0:1787838970.246587:0:24148:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1787838970.246588:0:24148:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1787838970.246589:0:24148:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1787838970.246590:0:24148:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1787838970.246591:0:24148:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1787838970.246593:0:24148:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1787838970.246594:0:24148:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1787838970.246594:0:24148:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:0.0:1787838970.246616:0:24148:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0000 00000100:00100000:0.0:1787838970.246633:0:24148:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d907bdf7840 pname:cluuid:pid:xid:nid:opc:job mount.lustre:8fe503c4-4afd-4973-b872-263edf7adc13:24148:1874684455141120:0@lo:253:mount.lustre.0 00000100:00100000:0.0:1787838970.246692:0:24148:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787838970.246725:0:24148:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d9045393e40 going to sleep for 11 seconds 00000100:00100000:0.0:1787838970.246743:0:22642:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455141120 00000100:00100000:0.0:1787838970.246747:0:22642:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455141120 00000100:00100000:0.0:1787838970.246790:0:22642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82 00000100:00100000:0.0:1787838970.246799:0:22642:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d9070586050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8fe503c4-4afd-4973-b872-263edf7adc13+21:24148:x1874684455141120:12345-0@lo:253:mount.lustre.0 20000000:01000000:0.0:1787838970.246837:0:22642:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:0.0:1787838970.246850:0:22642:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 20000000:01000000:0.0:1787838970.251870:0:22642:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:0.0:1787838970.251890:0:22642:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:01000000:1.0:1787838970.252146:0:22663:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:1.0:1787838970.252152:0:22663:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:1.0:1787838970.252173:0:22663:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8d907b311400/0x7b32352f0be6f348 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838970.252192:0:22663:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8d907b311200/0x7b32352f0be6f292 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x7b32352f0be6f28b expref: 21 pid: 22642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838970.252201:0:22663:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8d9045188000/0x7b32352f0be6f2a0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x7b32352f0be6f299 expref: 21 pid: 22640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838970.252209:0:22663:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8d907b311400/0x7b32352f0be6f348 lrc: 5/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 22663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838970.252247:0:22663:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8d9045188000/0x7b32352f0be6f2a0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x7b32352f0be6f299 expref: 21 pid: 22640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838970.252261:0:22663:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8d9045188000/0x7b32352f0be6f2a0 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x7b32352f0be6f299 expref: 21 pid: 22640 timeout: 754 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787838970.252276:0:22663:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d907f654000 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22663:1874684455141248:0@lo:104: 00000100:00100000:1.0:1787838970.252348:0:22663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1787838970.252395:0:22663:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8d907b311200/0x7b32352f0be6f292 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x7b32352f0be6f28b expref: 21 pid: 22642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838970.252404:0:22663:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8d907b311200/0x7b32352f0be6f292 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x7b32352f0be6f28b expref: 21 pid: 22642 timeout: 754 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787838970.252412:0:22663:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d907f657c00 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22663:1874684455141376:0@lo:104: 00000100:00100000:1.0:1787838970.252448:0:22663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787838970.252462:0:22663:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d90562689c0 going to sleep for 11 seconds 00000100:00100000:2.0:1787838970.252539:0:22631:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:2.0:1787838970.252562:0:22631:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455141248 00000100:00100000:2.0:1787838970.252567:0:22631:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455141248 00000100:00100000:2.0:1787838970.252599:0:22631:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455141376 00000100:00100000:2.0:1787838970.252602:0:22631:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455141376 00000100:00100000:2.0:1787838970.252617:0:22631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:2.0:1787838970.252626:0:22631:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d907f6561c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:8fe503c4-4afd-4973-b872-263edf7adc13+4:22663:x1874684455141248:12345-0@lo:104: 00010000:00010000:2.0:1787838970.252637:0:22631:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.118@tcp lock: ffff8d907ef29c00/0x7b32352f0be6f299 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x7b32352f0be6f2a0 expref: -99 pid: 22644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838970.252698:0:22631:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1787838970.252705:0:22631:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d907f6561c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:8fe503c4-4afd-4973-b872-263edf7adc13+4:22663:x1874684455141248:12345-0@lo:104: Request processed in 80us (356us total) trans 0 rc 0/0 00000100:00100000:2.0:1787838970.252711:0:22631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:2.0:1787838970.252729:0:22631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1787838970.252736:0:22631:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d9064f97050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:8fe503c4-4afd-4973-b872-263edf7adc13+3:22663:x1874684455141376:12345-0@lo:104: 00010000:00010000:2.0:1787838970.252744:0:22631:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.118@tcp lock: ffff8d907ef29800/0x7b32352f0be6f28b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x7b32352f0be6f292 expref: -99 pid: 22644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838970.252778:0:22631:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:2.0:1787838970.252784:0:22631:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d9064f97050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:8fe503c4-4afd-4973-b872-263edf7adc13+3:22663:x1874684455141376:12345-0@lo:104: Request processed in 49us (336us total) trans 0 rc 0/0 00000100:00100000:2.0:1787838970.252790:0:22631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00010000:00010000:2.0:1787838970.252837:0:22636:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1787838970.252843:0:22636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.118@tcp lock: ffff8d907ef29c00/0x7b32352f0be6f299 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x7b32352f0be6f2a0 expref: -99 pid: 22644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838970.252850:0:22636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d907ef29c00 already unused, calling callback (ffffffffc1154c20) 10000000:00010000:2.0:1787838970.252858:0:22636:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.118@tcp lock: ffff8d907ef29c00/0x7b32352f0be6f299 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x7b32352f0be6f2a0 expref: -99 pid: 22644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838970.252877:0:22636:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.118@tcp lock: ffff8d907ef29c00/0x7b32352f0be6f299 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x7b32352f0be6f2a0 expref: -99 pid: 22644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1787838970.252885:0:22636:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.118@tcp lock: ffff8d907ef29c00/0x7b32352f0be6f299 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x7b32352f0be6f2a0 expref: -99 pid: 22644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1787838970.252891:0:22636:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:2.0:1787838970.252920:0:22636:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.118@tcp lock: ffff8d907ef29c00/0x7b32352f0be6f299 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7b32352f0be6f2a0 expref: -99 pid: 22644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838970.252927:0:22636:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1787838970.252946:0:22636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.118@tcp lock: ffff8d907ef29c00/0x7b32352f0be6f299 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7b32352f0be6f2a0 expref: -99 pid: 22644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838970.252954:0:22636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.118@tcp lock: ffff8d907ef29c00/0x7b32352f0be6f299 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7b32352f0be6f2a0 expref: -99 pid: 22644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838970.252966:0:22636:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787838970.252969:0:22636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.118@tcp lock: ffff8d907ef29800/0x7b32352f0be6f28b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x7b32352f0be6f292 expref: -99 pid: 22644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838970.252975:0:22636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d907ef29800 already unused, calling callback (ffffffffc1154c20) 10000000:00010000:2.0:1787838970.252978:0:22636:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.118@tcp lock: ffff8d907ef29800/0x7b32352f0be6f28b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x7b32352f0be6f292 expref: -99 pid: 22644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838970.252985:0:22636:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.118@tcp lock: ffff8d907ef29800/0x7b32352f0be6f28b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x7b32352f0be6f292 expref: -99 pid: 22644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1787838970.252991:0:22636:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.118@tcp lock: ffff8d907ef29800/0x7b32352f0be6f28b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x7b32352f0be6f292 expref: -99 pid: 22644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1787838970.253002:0:22636:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:2.0:1787838970.253016:0:22636:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.118@tcp lock: ffff8d907ef29800/0x7b32352f0be6f28b lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7b32352f0be6f292 expref: -99 pid: 22644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838970.253022:0:22636:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1787838970.253028:0:22636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.118@tcp lock: ffff8d907ef29800/0x7b32352f0be6f28b lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7b32352f0be6f292 expref: -99 pid: 22644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838970.253034:0:22636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.118@tcp lock: ffff8d907ef29800/0x7b32352f0be6f28b lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7b32352f0be6f292 expref: -99 pid: 22644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838970.253047:0:22636:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787838970.253049:0:22636:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787838970.253050:0:22636:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787838970.253057:0:22635:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787838970.253075:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d8f42e7ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8fe503c4-4afd-4973-b872-263edf7adc13:3644:1874684455141632:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1787838970.253104:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787838970.253156:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1787838970.253163:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d8f42e78000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8fe503c4-4afd-4973-b872-263edf7adc13:3644:1874684455141504:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1787838970.253186:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787838970.253214:0:22634:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455141632 00000100:00100000:2.0:1787838970.253217:0:22634:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455141632 00010000:00010000:2.0:1787838970.253231:0:22634:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8d907b311200/0x7b32352f0be6f292 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x7b32352f0be6f28b expref: 22 pid: 22642 timeout: 754 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787838970.253247:0:22634:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455141504 00000100:00100000:2.0:1787838970.253249:0:22634:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455141504 00010000:00010000:2.0:1787838970.253256:0:22634:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8d9045188000/0x7b32352f0be6f2a0 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x7b32352f0be6f299 expref: 23 pid: 22640 timeout: 754 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787838970.253278:0:22634:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:2.0:1787838970.253284:0:22634:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d8f42e7bc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8fe503c4-4afd-4973-b872-263edf7adc13+23:3644:x1874684455141632:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1787838970.253292:0:22634:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787838970.253296:0:22634:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8d907b311200/0x7b32352f0be6f292 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x7b32352f0be6f28b expref: 23 pid: 22642 timeout: 754 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838970.253304:0:22634:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8d907b311200/0x7b32352f0be6f292 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x7b32352f0be6f28b expref: 23 pid: 22642 timeout: 754 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838970.253327:0:22634:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787838970.253350:0:22634:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d8f42e7bc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8fe503c4-4afd-4973-b872-263edf7adc13+23:3644:x1874684455141632:12345-0@lo:103:ldlm_bl.0 Request processed in 67us (246us total) trans 0 rc 0/0 00000100:00100000:2.0:1787838970.253356:0:22634:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:2.0:1787838970.253366:0:22634:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1787838970.253371:0:22634:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d907f580c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8fe503c4-4afd-4973-b872-263edf7adc13+22:3644:x1874684455141504:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1787838970.253378:0:22634:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787838970.253382:0:22634:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8d9045188000/0x7b32352f0be6f2a0 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x7b32352f0be6f299 expref: 22 pid: 22640 timeout: 754 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838970.253390:0:22634:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8d9045188000/0x7b32352f0be6f2a0 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x7b32352f0be6f299 expref: 22 pid: 22640 timeout: 754 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838970.253399:0:22634:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8d907b311400/0x7b32352f0be6f348 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 22663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838970.253406:0:22634:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8d907b311400/0x7b32352f0be6f348 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 22663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:2.0:1787838970.253435:0:22634:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.008439856s 00010000:00010000:2.0:1787838970.253439:0:22634:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8d907b311400/0x7b32352f0be6f348 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838970.253445:0:22634:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8d907b311400/0x7b32352f0be6f348 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838970.253451:0:22634:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8d907b311400/0x7b32352f0be6f348 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838970.253457:0:22634:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8d907b311400/0x7b32352f0be6f348 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838970.253461:0:22634:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d907b311400 already unused, calling callback (ffffffffc0b44500) 00010000:00010000:2.0:1787838970.253465:0:22634:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8d907b311400/0x7b32352f0be6f348 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838970.253471:0:22634:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8d907b311400/0x7b32352f0be6f348 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 22663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838970.253478:0:22634:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8d907b311400/0x7b32352f0be6f348 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838970.253485:0:22634:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787838970.253503:0:22634:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d907f580c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8fe503c4-4afd-4973-b872-263edf7adc13+22:3644:x1874684455141504:12345-0@lo:103:ldlm_bl.0 Request processed in 133us (317us total) trans 0 rc 0/0 00000100:00100000:2.0:1787838970.253508:0:22634:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1787838970.253554:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d8f42e78000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8fe503c4-4afd-4973-b872-263edf7adc13:3644:1874684455141504:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1787838970.253561:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d8f42e7ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8fe503c4-4afd-4973-b872-263edf7adc13:3644:1874684455141632:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1787838970.253637:0:22663:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8d9045188000/0x7b32352f0be6f2a0 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x7b32352f0be6f299 expref: 21 pid: 22640 timeout: 754 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787838970.253647:0:22663:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d907f654000 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22663:1874684455141248:0@lo:104: 00010000:00010000:1.0:1787838970.253655:0:22663:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8d907b311200/0x7b32352f0be6f292 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x7b32352f0be6f28b expref: 20 pid: 22642 timeout: 754 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787838970.253661:0:22663:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d907f657c00 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22663:1874684455141376:0@lo:104: 00010000:00010000:1.0:1787838970.253673:0:22663:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8d907b311400/0x7b32352f0be6f348 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838970.253681:0:22663:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8d907b311400/0x7b32352f0be6f348 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838970.253688:0:22663:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8d907b311400/0x7b32352f0be6f348 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838970.253694:0:22663:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8d907b311400/0x7b32352f0be6f348 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787838970.253920:0:22642:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d9070586050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8fe503c4-4afd-4973-b872-263edf7adc13+19:24148:x1874684455141120:12345-0@lo:253:mount.lustre.0 Request processed in 7121us (7227us total) trans 0 rc 0/0 00000100:00100000:1.0:1787838970.253929:0:22642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82 00000100:00100000:0.0:1787838970.253997:0:24148:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d907bdf7840 pname:cluuid:pid:xid:nid:opc:job mount.lustre:8fe503c4-4afd-4973-b872-263edf7adc13:24148:1874684455141120:0@lo:253:mount.lustre.0 10000000:01000000:0.0:1787838970.254013:0:24148:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0000 got index = 0 00000020:01000004:0.0:1787838970.254016:0:24148:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:0.0:1787838970.254017:0:24148:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1787838970.254019:0:24148:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1787838970.254020:0:24148:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1787838970.254021:0:24148:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1787838970.254023:0:24148:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1787838970.254024:0:24148:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1787838970.254026:0:24148:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1787838970.254027:0:24148:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:0.0:1787838970.254037:0:24148:0:(tgt_mount.c:2692:server_calc_timeout()) lustre-OST0000: Imperative Recovery not enabled, recovery window 60-180 00000001:00000004:0.0:1787838970.259879:0:24148:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 3, last_transno is 12884901888 00002000:00080000:0.0:1787838970.262723:0:24148:0:(ofd_obd.c:543:ofd_postrecov()) lustre-OST0000: recovery is over 00100000:10000000:0.0:1787838970.262732:0:24148:0:(lfsck_lib.c:3085:lfsck_start()) lustre-OST0000-osd: start master thread 00000020:01000004:0.0:1787838970.262769:0:24148:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:0.0:1787838970.262806:0:24148:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.203.118@tcp: cl_mgc_mutex unlock 00000020:01000004:0.0:1787838970.263016:0:24148:0:(tgt_mount.c:2458:server_fill_super_common()) Server sb, dev=49 00000080:00000004:0.0:1787838970.263034:0:24148:0:(super25.c:182:lustre_fill_super()) /dev/mapper/ost1_flakey: Mount complete 00000020:00000004:3.0:1787838970.264073:0:24148:0:(tgt_mount.c:2344:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:3.0:1787838970.265243:0:24148:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00000100:00100000:1.0:1787838970.352803:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1787838970.352836:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d907f657c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3646:1874684455141760:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1787838970.352903:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787838970.352951:0:22652:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455141760 00000100:00100000:1.0:1787838970.352966:0:22652:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455141760 00000100:00100000:1.0:1787838970.353012:0:22652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:1.0:1787838970.353022:0:22652:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d907f654000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3646:x1874684455141760:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1787838970.353056:0:22652:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:1.0:1787838970.353102:0:22652:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d907f654000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3646:x1874684455141760:12345-0@lo:41:osp-pre-0-1.0 Request processed in 81us (198us total) trans 0 rc 0/0 00000100:00100000:1.0:1787838970.353109:0:22652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:1.0:1787838970.353303:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d907f657c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3646:1874684455141760:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1787838970.353839:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d907f7d0f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3646:1874684455141888:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1787838970.353872:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787838970.353970:0:23388:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455141888 00000100:00100000:0.0:1787838970.353975:0:23388:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455141888 00000100:00100000:0.0:1787838970.354005:0:23388:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:0.0:1787838970.354013:0:23388:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d907f657c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3646:x1874684455141888:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1787838970.354035:0:23388:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:0.0:1787838970.354788:0:23388:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d907f657c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3646:x1874684455141888:12345-0@lo:41:osp-pre-1-0.0 Request processed in 773us (913us total) trans 0 rc 0/0 00000100:00100000:0.0:1787838970.354797:0:23388:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:1.0:1787838970.355098:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d907f7d0f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3646:1874684455141888:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1787838970.415155:0:22636:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:1.0:1787838971.219770:0:24227:0:(tgt_mount.c:2344:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:0.0:1787838971.220610:0:24227:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 10000000:01000000:1.0:1787838971.373398:0:22644:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:1.0:1787838971.373407:0:22644:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff8d906ee42000 from 13 10000000:01000000:1.0:1787838971.373413:0:22644:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:1.0:1787838971.373557:0:22644:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.118@tcp lock: ffff8d907b311e00/0x7b32352f0be6f34f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838971.373570:0:22644:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.118@tcp lock: ffff8d907b311e00/0x7b32352f0be6f34f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838971.373582:0:22644:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.118@tcp lock: ffff8d907b311e00/0x7b32352f0be6f34f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787838971.373609:0:22644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d907f655a40 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:8fe503c4-4afd-4973-b872-263edf7adc13:22644:1874684455142016:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1787838971.373688:0:22644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787838971.373729:0:22644:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d9079fc93c0 going to sleep for 11 seconds 00000100:00100000:2.0:1787838971.374999:0:22640:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455142016 00000100:00100000:2.0:1787838971.375013:0:22640:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455142016 00000100:00100000:2.0:1787838971.375083:0:22640:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83 00000100:00100000:2.0:1787838971.375099:0:22640:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d9070634050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8fe503c4-4afd-4973-b872-263edf7adc13+19:22644:x1874684455142016:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1787838971.375119:0:22640:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787838971.375166:0:22640:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8d9045189a00/0x7b32352f0be6f356 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x7b32352f0be6f34f expref: -99 pid: 22640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838971.375200:0:22640:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8d9045189a00/0x7b32352f0be6f356 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x7b32352f0be6f34f expref: 20 pid: 22640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838971.375214:0:22640:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8d9045189a00/0x7b32352f0be6f356 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x7b32352f0be6f34f expref: 20 pid: 22640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838971.375224:0:22640:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d9045189a00, rc 0) 00000100:00100000:2.0:1787838971.375315:0:22640:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d9070634050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8fe503c4-4afd-4973-b872-263edf7adc13+20:22644:x1874684455142016:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 220us (1625us total) trans 0 rc 0/0 00000100:00100000:2.0:1787838971.375323:0:22640:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83 00000100:00100000:1.0:1787838971.375503:0:22644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d907f655a40 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:8fe503c4-4afd-4973-b872-263edf7adc13:22644:1874684455142016:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1787838971.375530:0:22644:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.118@tcp lock: ffff8d907b311e00/0x7b32352f0be6f34f lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7b32352f0be6f356 expref: -99 pid: 22644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838971.375539:0:22644:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.118@tcp lock: ffff8d907b311e00/0x7b32352f0be6f34f lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x7b32352f0be6f356 expref: -99 pid: 22644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787838971.375600:0:22644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d907f655a40 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:8fe503c4-4afd-4973-b872-263edf7adc13:22644:1874684455142144:0@lo:256:ll_cfg_requeue.0 00000100:00100000:1.0:1787838971.375651:0:22644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787838971.375703:0:22644:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d9079fc93c0 going to sleep for 11 seconds 00000100:00100000:2.0:1787838971.376003:0:22642:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455142144 00000100:00100000:2.0:1787838971.376012:0:22642:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455142144 00000100:00100000:2.0:1787838971.376069:0:22642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 84 00000100:00100000:2.0:1787838971.376081:0:22642:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d9070635050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8fe503c4-4afd-4973-b872-263edf7adc13+20:22644:x1874684455142144:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:2.0:1787838971.376103:0:22642:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:2.0:1787838971.376158:0:22642:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:2.0:1787838971.376163:0:22642:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 13 00000100:00100000:2.0:1787838971.376289:0:22642:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d9070635050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8fe503c4-4afd-4973-b872-263edf7adc13+20:22644:x1874684455142144:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 208us (635us total) trans 0 rc 0/0 00000100:00100000:2.0:1787838971.376310:0:22642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 84 00000100:00100000:1.0:1787838971.381549:0:22644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d907f655a40 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:8fe503c4-4afd-4973-b872-263edf7adc13:22644:1874684455142144:0@lo:256:ll_cfg_requeue.0 10000000:01000000:1.0:1787838971.381631:0:22644:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.118@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:1.0:1787838971.381641:0:22644:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.118@tcp lock: ffff8d907b311e00/0x7b32352f0be6f34f lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7b32352f0be6f356 expref: -99 pid: 22644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838971.381652:0:22644:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.118@tcp lock: ffff8d907b311e00/0x7b32352f0be6f34f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7b32352f0be6f356 expref: -99 pid: 22644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1787838971.381661:0:22644:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:1.0:1787838971.381663:0:22644:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff8d907f6db000 from 13 10000000:01000000:1.0:1787838971.381666:0:22644:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:1.0:1787838971.381701:0:22644:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.118@tcp lock: ffff8d907b310800/0x7b32352f0be6f35d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838971.381710:0:22644:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.118@tcp lock: ffff8d907b310800/0x7b32352f0be6f35d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838971.381719:0:22644:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.118@tcp lock: ffff8d907b310800/0x7b32352f0be6f35d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787838971.381757:0:22644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d907f655a40 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:8fe503c4-4afd-4973-b872-263edf7adc13:22644:1874684455142272:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1787838971.381840:0:22644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787838971.381913:0:22644:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d9079fc93c0 going to sleep for 11 seconds 00000100:00100000:2.0:1787838971.382310:0:22641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455142272 00000100:00100000:2.0:1787838971.382320:0:22641:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455142272 00000100:00100000:2.0:1787838971.382395:0:22641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 85 00000100:00100000:2.0:1787838971.382409:0:22641:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d9070635c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8fe503c4-4afd-4973-b872-263edf7adc13+20:22644:x1874684455142272:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1787838971.382425:0:22641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787838971.382442:0:22641:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8d9045188c00/0x7b32352f0be6f364 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x7b32352f0be6f35d expref: -99 pid: 22641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838971.382494:0:22641:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8d9045188c00/0x7b32352f0be6f364 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x7b32352f0be6f35d expref: 21 pid: 22641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838971.382506:0:22641:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8d9045188c00/0x7b32352f0be6f364 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x7b32352f0be6f35d expref: 21 pid: 22641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838971.382516:0:22641:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d9045188c00, rc 0) 00000100:00100000:2.0:1787838971.382560:0:22641:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d9070635c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8fe503c4-4afd-4973-b872-263edf7adc13+21:22644:x1874684455142272:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 157us (722us total) trans 0 rc 0/0 00000100:00100000:2.0:1787838971.382568:0:22641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 85 00000100:00100000:1.0:1787838971.382764:0:22644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d907f655a40 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:8fe503c4-4afd-4973-b872-263edf7adc13:22644:1874684455142272:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1787838971.382784:0:22644:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.118@tcp lock: ffff8d907b310800/0x7b32352f0be6f35d lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x7b32352f0be6f364 expref: -99 pid: 22644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838971.382795:0:22644:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.118@tcp lock: ffff8d907b310800/0x7b32352f0be6f35d lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x7b32352f0be6f364 expref: -99 pid: 22644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787838971.383047:0:22644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d907f655a40 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:8fe503c4-4afd-4973-b872-263edf7adc13:22644:1874684455142400:0@lo:256:ll_cfg_requeue.0 00000100:00100000:1.0:1787838971.383091:0:22644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787838971.383156:0:22644:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d9079fc93c0 going to sleep for 11 seconds 00000100:00100000:2.0:1787838971.383230:0:22640:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455142400 00000100:00100000:2.0:1787838971.383236:0:22640:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455142400 00000100:00100000:2.0:1787838971.383263:0:22640:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 86 00000100:00100000:2.0:1787838971.383269:0:22640:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d9070634c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8fe503c4-4afd-4973-b872-263edf7adc13+21:22644:x1874684455142400:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:2.0:1787838971.383286:0:22640:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:2.0:1787838971.383314:0:22640:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:2.0:1787838971.383317:0:22640:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 13 00000100:00100000:2.0:1787838971.383396:0:22640:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d9070634c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8fe503c4-4afd-4973-b872-263edf7adc13+21:22644:x1874684455142400:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 126us (304us total) trans 0 rc 0/0 00000100:00100000:2.0:1787838971.383403:0:22640:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 86 00000100:00100000:1.0:1787838971.384586:0:22644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d907f655a40 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:8fe503c4-4afd-4973-b872-263edf7adc13:22644:1874684455142400:0@lo:256:ll_cfg_requeue.0 10000000:01000000:1.0:1787838971.384660:0:22644:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.118@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:1.0:1787838971.384669:0:22644:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.118@tcp lock: ffff8d907b310800/0x7b32352f0be6f35d lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x7b32352f0be6f364 expref: -99 pid: 22644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838971.384679:0:22644:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.118@tcp lock: ffff8d907b310800/0x7b32352f0be6f35d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x7b32352f0be6f364 expref: -99 pid: 22644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787838971.438005:0:22635:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787838972.461347:0:22636:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787838973.486984:0:22635:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787838974.511289:0:22636:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1787838974.829827:0:22683:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:3.0:1787838975.469524:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1787838975.469548:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d907f655a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3644:1874684455142656:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1787838975.469620:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787838975.469684:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d907f7d3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3644:1874684455142528:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1787838975.469711:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787838975.469753:0:23388:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455142656 00000100:00100000:3.0:1787838975.469760:0:23388:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455142656 00000100:00100000:3.0:1787838975.469807:0:23388:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455142528 00000100:00100000:3.0:1787838975.469817:0:23388:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455142528 00000100:00100000:3.0:1787838975.469841:0:23388:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:3.0:1787838975.469851:0:23388:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d907f7d2940 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3644:x1874684455142656:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1787838975.469886:0:23388:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:1.0:1787838975.469891:0:22653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:1.0:1787838975.469904:0:22653:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d907f7d0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3644:x1874684455142528:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1787838975.469926:0:22653:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:3.0:1787838975.470021:0:23388:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d907f7d2940 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3644:x1874684455142656:12345-0@lo:41:osp-pre-0-1.0 Request processed in 170us (400us total) trans 0 rc 0/0 00000100:00100000:1.0:1787838975.470027:0:22653:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d907f7d0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3644:x1874684455142528:12345-0@lo:41:osp-pre-1-0.0 Request processed in 125us (315us total) trans 0 rc 0/0 00000100:00100000:3.0:1787838975.470032:0:23388:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:1.0:1787838975.470043:0:22653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00080000:2.0:1787838975.470048:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1787838975.470054:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1787838975.470057:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1787838975.470060:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1787838975.470082:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1787838975.470086:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:3.0:1787838975.470088:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d8f42e78000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8fe503c4-4afd-4973-b872-263edf7adc13:3644:1874684455142784:0@lo:400:kworker.0 00000100:00080000:2.0:1787838975.470090:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00100000:1.0:1787838975.470097:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d8f42e7b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3645:1874684455142912:0@lo:400:kworker.0 00000100:00080000:2.0:1787838975.470098:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:3.0:1787838975.470156:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787838975.470159:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d8f42e78b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3643:1874684455143168:0@lo:400:kworker.0 00000100:00100000:2.0:1787838975.470197:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787838975.470226:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1787838975.470233:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d8f42e79e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3643:1874684455143296:0@lo:400:kworker.0 00000100:00100000:1.0:1787838975.470246:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787838975.470279:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1787838975.470283:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787838975.470290:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d8f42e7a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3645:1874684455143040:0@lo:400:kworker.0 00000100:00100000:3.0:1787838975.470293:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d907f655a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3644:1874684455142656:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1787838975.470308:0:22647:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455143168 00000100:00100000:0.0:1787838975.470314:0:22647:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455143168 00000100:00100000:1.0:1787838975.470322:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787838975.470323:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d907f7d3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3644:1874684455142528:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1787838975.470326:0:22649:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455142912 00000100:00100000:2.0:1787838975.470331:0:22649:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455142912 00000100:00100000:1.0:1787838975.470354:0:22642:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455142784 00000100:00100000:1.0:1787838975.470358:0:22642:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455142784 00000100:00100000:0.0:1787838975.470359:0:22647:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455143296 00000100:00100000:2.0:1787838975.470360:0:22649:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455143040 00000100:00100000:2.0:1787838975.470365:0:22649:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455143040 00000100:00100000:0.0:1787838975.470365:0:22647:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455143296 00000100:00100000:2.0:1787838975.470392:0:22649:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:1.0:1787838975.470393:0:22642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 87 00000100:00100000:1.0:1787838975.470407:0:22642:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d9070635850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8fe503c4-4afd-4973-b872-263edf7adc13+21:3644:x1874684455142784:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787838975.470408:0:22649:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d8f42e7b0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3643:x1874684455143168:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787838975.470460:0:22649:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d8f42e7b0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3643:x1874684455143168:12345-0@lo:400:kworker.0 Request processed in 58us (262us total) trans 0 rc 0/0 00000100:00100000:1.0:1787838975.470480:0:22642:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d9070635850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8fe503c4-4afd-4973-b872-263edf7adc13+21:3644:x1874684455142784:12345-0@lo:400:kworker.0 Request processed in 34us (281us total) trans 0 rc 0/0 00000100:00100000:1.0:1787838975.470485:0:22642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 87 00000100:00100000:1.0:1787838975.470508:0:22648:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 3 min 3 max 116 00000100:00100000:1.0:1787838975.470514:0:22648:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_003' 00000100:00100000:1.0:1787838975.470538:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d8f42e78000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8fe503c4-4afd-4973-b872-263edf7adc13:3644:1874684455142784:0@lo:400:kworker.0 00000100:00100000:0.0:1787838975.470950:0:22647:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1787838975.470962:0:22647:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d907f654b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3645:x1874684455142912:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787838975.471014:0:22647:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d907f654b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3645:x1874684455142912:12345-0@lo:400:kworker.0 Request processed in 55us (766us total) trans 0 rc 0/0 00000100:00100000:0.0:1787838975.471021:0:22647:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1787838975.471036:0:22647:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 3 min 3 max 116 00000100:00100000:0.0:1787838975.471046:0:22647:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:0.0:1787838975.471052:0:22647:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d907f657840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3645:x1874684455143040:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787838975.471083:0:22647:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d907f657840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3645:x1874684455143040:12345-0@lo:400:kworker.0 Request processed in 31us (763us total) trans 0 rc 0/0 00000100:00100000:0.0:1787838975.471089:0:22647:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:0.0:1787838975.471103:0:22647:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 3 min 3 max 116 00000100:00100000:0.0:1787838975.471111:0:22647:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00010000:00080000:1.0:1787838975.471196:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8d8f42e7b840 x1874684455142912/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787838991 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787838975.471208:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d8f42e7b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3645:1874684455142912:0@lo:400:kworker.0 00010000:00080000:1.0:1787838975.471227:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8d8f42e7a1c0 x1874684455143040/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787838991 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787838975.471236:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d8f42e7a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3645:1874684455143040:0@lo:400:kworker.0 00000100:00100000:0.0:1787838975.471255:0:22647:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d8f42e7a580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3643:x1874684455143296:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787838975.471296:0:22647:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d8f42e7a580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3643:x1874684455143296:12345-0@lo:400:kworker.0 Request processed in 180us (1026us total) trans 0 rc 0/0 00000100:00100000:0.0:1787838975.471303:0:22647:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:2.0:1787838975.472099:0:22649:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00080000:2.0:1787838975.472166:0:22643:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1787838975.472170:0:22643:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00080000:2.0:1787838975.472470:0:3643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8d8f42e79e00 x1874684455143296/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787838991 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787838975.472493:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d8f42e79e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3643:1874684455143296:0@lo:400:kworker.0 00010000:00080000:2.0:1787838975.472510:0:3643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8d8f42e78b40 x1874684455143168/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787838991 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787838975.472521:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d8f42e78b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3643:1874684455143168:0@lo:400:kworker.0 00010000:00010000:3.0:1787838975.534865:0:22635:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1787838976.178371:0:24519:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg318-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00010000:00010000:2.0:1787838976.560382:0:22636:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:3.0:1787838977.040876:0:24572:0:(tgt_mount.c:2344:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:3.0:1787838977.041101:0:24572:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00000040:00080000:3.0:1787838977.520765:0:23405:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:3.0:1787838977.585485:0:22635:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:2.0:1787838977.824914:0:24622:0:(tgt_mount.c:2344:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:2.0:1787838977.825228:0:24622:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:2.0:1787838978.606743:0:22636:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787838979.440364:0:3642:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787838964/real 1787838964] req@ffff8d907bdf4780 x1874684455136512/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1787838979 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787838979.440399:0:3642:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d907bdf4780 x1874684455136512/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1787838979 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787838979.440409:0:3642:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787838964/real 1787838964] req@ffff8d907bdf5680 x1874684455136640/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1787838979 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787838979.440431:0:3642:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d907bdf5680 x1874684455136640/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1787838979 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787838979.440480:0:3642:0:(import.c:65:import_set_state_nolock()) ffff8d9046a29000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787838979.440506:0:3642:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1787838979.440510:0:3642:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d907bdf4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3642:1874684455136512:0@lo:8:kworker.0 00000100:00080000:0.0:1787838979.440516:0:3642:0:(import.c:65:import_set_state_nolock()) ffff8d907612a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787838979.440521:0:3642:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1787838979.440524:0:3642:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d907bdf5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3642:1874684455136640:0@lo:8:kworker.0 00000100:00080000:3.0:1787838979.440730:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1787838979.440735:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1787838979.440737:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1787838979.440740:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1787838979.440766:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1787838979.440770:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787838979.440773:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d9046a29000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787838979.440778:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 648 00000100:00080000:3.0:1787838979.440783:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:3.0:1787838979.440798:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff8d9046a29000 using connection 192.168.203.118@tcp/0@lo 00000100:00100000:3.0:1787838979.440818:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d907f7d3c00 x1874684455143936/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787838979.440831:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1787838979.440834:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787838979.440836:0:38:0:(import.c:65:import_set_state_nolock()) ffff8d907612a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787838979.440838:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 648 00000100:00080000:3.0:1787838979.440841:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:3.0:1787838979.440843:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff8d907612a800 using connection 192.168.203.118@tcp/0@lo 00000100:00100000:3.0:1787838979.440855:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d907f7d12c0 x1874684455144064/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787838979.440894:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d907f7d2580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3644:1874684455143808:0@lo:400:kworker.0 00000100:00100000:2.0:1787838979.441084:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d907f7d0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3646:1874684455143552:0@lo:400:kworker.0 00000100:00100000:0.0:1787838979.441196:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d907f7d03c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:8fe503c4-4afd-4973-b872-263edf7adc13:3645:1874684455143424:0@lo:400:kworker.0 00000100:00100000:2.0:1787838979.445965:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787838979.446060:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d907f7d1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3646:1874684455144320:0@lo:400:kworker.0 00000100:00100000:2.0:1787838979.446114:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787838979.446193:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d907f7d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3643:1874684455143680:0@lo:400:kworker.0 00000100:00100000:2.0:1787838979.446221:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787838979.446256:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d907f7d0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3643:1874684455144448:0@lo:400:kworker.0 00000100:00100000:2.0:1787838979.446284:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787838979.446321:0:23388:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455143552 00000100:00100000:2.0:1787838979.446330:0:23388:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455143552 00000100:00100000:2.0:1787838979.446387:0:23388:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:2.0:1787838979.446398:0:23388:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d8f42e78b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3646:x1874684455143552:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787838979.446665:0:23388:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d8f42e78b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3646:x1874684455143552:12345-0@lo:400:kworker.0 Request processed in 269us (708us total) trans 0 rc 0/0 00000100:00100000:2.0:1787838979.446673:0:23388:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:2.0:1787838979.446801:0:22647:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455144320 00000100:00100000:2.0:1787838979.446812:0:22647:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455144320 00000100:00100000:2.0:1787838979.446849:0:22647:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455143680 00000100:00100000:2.0:1787838979.446852:0:22647:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455143680 00000100:00100000:2.0:1787838979.446865:0:22647:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455144448 00000100:00100000:2.0:1787838979.446867:0:22647:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455144448 00000100:00100000:2.0:1787838979.446882:0:22647:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:2.0:1787838979.446889:0:22647:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d8f42e79e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3646:x1874684455144320:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787838979.446931:0:22647:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d8f42e79e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3646:x1874684455144320:12345-0@lo:400:kworker.0 Request processed in 42us (816us total) trans 0 rc 0/0 00000100:00100000:2.0:1787838979.446950:0:22647:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:2.0:1787838979.446964:0:22647:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:2.0:1787838979.446971:0:22647:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d8f42e79680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3643:x1874684455143680:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787838979.447008:0:22647:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d8f42e79680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3643:x1874684455143680:12345-0@lo:400:kworker.0 Request processed in 37us (786us total) trans 0 rc 0/0 00000100:00100000:2.0:1787838979.447013:0:22647:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:2.0:1787838979.447025:0:22647:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:2.0:1787838979.447031:0:22647:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d8f42e7a940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3643:x1874684455144448:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787838979.447059:0:22647:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d8f42e7a940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3643:x1874684455144448:12345-0@lo:400:kworker.0 Request processed in 29us (776us total) trans 0 rc 0/0 00000100:00100000:2.0:1787838979.447065:0:22647:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00080000:2.0:1787838979.447091:0:22643:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1787838979.447095:0:22643:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00080000:2.0:1787838979.447123:0:3643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8d907f7d3480 x1874684455143680/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787838995 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787838979.447161:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d907f7d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3643:1874684455143680:0@lo:400:kworker.0 00010000:00080000:2.0:1787838979.447176:0:3643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8d907f7d0b40 x1874684455144448/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787838995 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787838979.447197:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d907f7d0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3643:1874684455144448:0@lo:400:kworker.0 00000100:00100000:2.0:1787838979.447234:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d907f7d0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3646:1874684455143552:0@lo:400:kworker.0 00010000:00080000:2.0:1787838979.447258:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8d907f7d1a40 x1874684455144320/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787838995 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787838979.447268:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d907f7d1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3646:1874684455144320:0@lo:400:kworker.0 00000100:00100000:2.0:1787838979.448326:0:3642:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d907f7d3c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3642:1874684455143936:0@lo:8:kworker.0 00000100:00100000:2.0:1787838979.448393:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787838979.448453:0:3642:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d907f7d12c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3642:1874684455144064:0@lo:8:kworker.0 00000100:00100000:2.0:1787838979.448482:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787838979.448525:0:24154:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455143936 00000100:00100000:2.0:1787838979.448532:0:24154:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455143936 00000100:00100000:2.0:1787838979.448553:0:24154:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455144064 00000100:00100000:2.0:1787838979.448556:0:24154:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455144064 00000100:00100000:2.0:1787838979.448566:0:24154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1787838979.448571:0:24154:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d8f42e7b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3642:x1874684455143936:12345-0@lo:8:kworker.0 00010000:00080000:2.0:1787838979.448601:0:24154:0:(ldlm_lib.c:1482:target_handle_connect()) lustre-OST0000: connection from lustre-MDT0001-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 663 last 0 00000020:00000080:2.0:1787838979.448647:0:24154:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0x7b32352f0be6f36b 00002000:00100000:2.0:1787838979.448660:0:24154:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli lustre-MDT0001-mdtlov_UUID/ffff8d8f410e0000 ocd_connect_flags: 0xa044401443000026 ocd_version: 211395f ocd_grant: 0 ocd_index: 0 ocd_group 1 00002000:00080000:2.0:1787838979.448665:0:24154:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0000: Received MDS connection for group 1 00002000:00100000:2.0:1787838979.448668:0:24154:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0000: cli does not support OBD_CONNECT_CKSUM 00002000:00080000:2.0:1787838979.448841:0:24154:0:(ofd_obd.c:389:ofd_obd_connect()) lustre-OST0000: get connection from MDS 1 00000100:00080000:2.0:1787838979.448868:0:24154:0:(import.c:65:import_set_state_nolock()) ffff8d8f410e1000 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1787838979.448917:0:24154:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d8f42e7b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+6:3642:x1874684455143936:12345-0@lo:8:kworker.0 Request processed in 343us (522us total) trans 0 rc 0/0 00000100:00100000:2.0:1787838979.449181:0:24154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1787838979.449201:0:24154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1787838979.449205:0:24154:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d8f42e792c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3642:x1874684455144064:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1787838979.449220:0:24154:0:(ldlm_lib.c:1228:target_handle_connect()) lustre-OST0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1787838979.454589:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787838979.454713:0:22652:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455143808 00000100:00100000:3.0:1787838979.454722:0:22652:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455143808 00000100:00100000:3.0:1787838979.454777:0:22652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:3.0:1787838979.454787:0:22652:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d907f7d1680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3644:x1874684455143808:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787838979.454859:0:22652:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d907f7d1680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3644:x1874684455143808:12345-0@lo:400:kworker.0 Request processed in 74us (275us total) trans 0 rc 0/0 00000100:00100000:3.0:1787838979.454867:0:22652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:3.0:1787838979.454913:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d907f7d2580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3644:1874684455143808:0@lo:400:kworker.0 00010000:00080000:3.0:1787838979.455035:0:3642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8d907f7d3c00 x1874684455143936/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/416 e 0 to 0 dl 1787838999 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787838979.455045:0:3642:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 0 gen 2 00000100:00080000:3.0:1787838979.455053:0:3642:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0000-osc-MDT0001: connect to target with instance 3 00000100:00080000:3.0:1787838979.455066:0:3642:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0000-osc-MDT0001: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:3.0:1787838979.455070:0:3642:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:3.0:1787838979.455074:0:3642:0:(import.c:65:import_set_state_nolock()) ffff8d9046a29000 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00000004:00080000:3.0:1787838979.455093:0:3642:0:(osp_dev.c:1648:osp_import_event()) got connected 00000100:00100000:3.0:1787838979.455098:0:3642:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d907f7d3c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3642:1874684455143936:0@lo:8:kworker.0 00000004:00080000:1.0:1787838979.455252:0:23390:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0001: going to cleanup orphans since [0x280000400:0x1:0x0] 00000100:00100000:1.0:1787838979.455275:0:23390:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d907f6543c0 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23390:1874684455144704:0@lo:7:osp-pre-0-1.0 00000100:00100000:3.0:1787838979.455307:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d907f655e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3644:1874684455144576:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1787838979.455323:0:23390:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787838979.455345:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787838979.455347:0:23390:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d905688c900 going to sleep for 11 seconds 00000100:00100000:1.0:1787838979.455373:0:24152:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 3 min 3 max 116 00000100:00100000:1.0:1787838979.455381:0:24152:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost00_003' 00000100:00100000:1.0:1787838979.455407:0:24156:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455144576 00000100:00100000:1.0:1787838979.455411:0:24156:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455144576 00000100:00100000:1.0:1787838979.455449:0:24156:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1787838979.455458:0:24156:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d907f7d3c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3644:x1874684455144576:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1787838979.455481:0:24156:0:(ofd_obd.c:739:ofd_statfs()) blocks cached 0 granted 280000 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1787838979.455524:0:24156:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d907f7d3c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3644:x1874684455144576:12345-0@lo:13:osp-pre-0-1.0 Request processed in 68us (179us total) trans 0 rc 0/0 00000100:00100000:1.0:1787838979.455532:0:24156:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00010000:00080000:3.0:1787838979.455564:0:3644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8d907f655e00 x1874684455144576/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1787838995 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787838979.455581:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d907f655e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3644:1874684455144576:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1787838979.455637:0:24152:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455144704 00000100:00100000:1.0:1787838979.455642:0:24152:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455144704 00000004:00080000:0.0:1787838979.455797:0:23389:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000004:00080000:0.0:1787838979.455893:0:23389:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 663409766258ns, next at 0ns, rc = 0 00080000:00080000:0.0:1787838979.455900:0:23389:0:(osd_handler.c:2849:osd_commit_async()) lustre-MDT0001: async commit OSD 00000100:00100000:0.0:1787838979.456167:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787838979.456196:0:22641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455143424 00000100:00100000:0.0:1787838979.456200:0:22641:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455143424 00000100:00100000:0.0:1787838979.456229:0:22641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88 00000100:00100000:0.0:1787838979.456236:0:22641:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d9070636450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8fe503c4-4afd-4973-b872-263edf7adc13+21:3645:x1874684455143424:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787838979.456285:0:22641:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d9070636450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8fe503c4-4afd-4973-b872-263edf7adc13+21:3645:x1874684455143424:12345-0@lo:400:kworker.0 Request processed in 50us (118us total) trans 0 rc 0/0 00000100:00100000:0.0:1787838979.456293:0:22641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88 00000100:00100000:0.0:1787838979.456348:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d907f7d03c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:8fe503c4-4afd-4973-b872-263edf7adc13:3645:1874684455143424:0@lo:400:kworker.0 00000100:00100000:0.0:1787838979.456357:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d907f7d2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3645:1874684455144192:0@lo:400:kworker.0 00000100:00100000:0.0:1787838979.456386:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787838979.456410:0:22647:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455144192 00000100:00100000:0.0:1787838979.456414:0:22647:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455144192 00000100:00100000:0.0:1787838979.456775:0:22647:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:0.0:1787838979.456791:0:22647:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d907bdf5680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3645:x1874684455144192:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787838979.456826:0:22647:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d907bdf5680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3645:x1874684455144192:12345-0@lo:400:kworker.0 Request processed in 37us (439us total) trans 0 rc 0/0 00000100:00100000:0.0:1787838979.456832:0:22647:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00010000:00080000:0.0:1787838979.456863:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8d907f7d2d00 x1874684455144192/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787838995 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787838979.456872:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d907f7d2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3645:1874684455144192:0@lo:400:kworker.0 00000100:00100000:3.0:1787838979.465537:0:24693:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1787838979.465560:0:24693:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d907f6552c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+6:23390:x1874684455144704:12345-0@lo:7:osp-pre-0-1.0 00000100:00080000:3.0:1787838979.479172:0:22643:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000004:00080000:0.0:1787838979.484973:0:23380:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1 committed 00000100:00100000:2.0:1787838979.485693:0:24154:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d8f42e792c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3642:x1874684455144064:12345-0@lo:8:kworker.0 Request processed in 36481us (37204us total) trans 0 rc -19/-19 00000100:00100000:2.0:1787838979.485707:0:24154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00080000:3.0:1787838979.486364:0:3642:0:(import.c:65:import_set_state_nolock()) ffff8d907612a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787838979.486372:0:3642:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1787838979.486377:0:3642:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d907f7d12c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3642:1874684455144064:0@lo:8:kworker.0 00002000:00080000:2.0:1787838979.488335:0:24693:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0000: adding sequence 0x280000400 00002000:00080000:2.0:1787838979.488344:0:24693:0:(ofd_dev.c:1211:ofd_get_info_hdl()) lustre-OST0000: LAST FID is [0x280000400:0x41:0x0] 00000100:00100000:2.0:1787838979.489078:0:24693:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d907f6552c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+6:23390:x1874684455144704:12345-0@lo:7:osp-pre-0-1.0 Request processed in 23521us (33751us total) trans 0 rc 0/0 00000100:00100000:2.0:1787838979.489090:0:24693:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00080000:3.0:1787838979.489751:0:23390:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8d907f6543c0 x1874684455144704/t0(0) o7->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 264/240 e 0 to 0 dl 1787838995 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787838979.489769:0:23390:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d907f6543c0 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23390:1874684455144704:0@lo:7:osp-pre-0-1.0 00000004:00080000:3.0:1787838979.489782:0:23390:0:(osp_precreate.c:810:osp_get_lastfid_from_ost()) lustre-OST0000-osc-MDT0001: Got last_fid [0x280000400:0x41:0x0] 00000100:00100000:3.0:1787838979.489825:0:23390:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d907f7d12c0 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23390:1874684455144832:0@lo:5:osp-pre-0-1.0 00000100:00100000:3.0:1787838979.489866:0:23390:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787838979.489903:0:23390:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d8f43c7f3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1787838979.490121:0:24152:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455144832 00000100:00100000:0.0:1787838979.490141:0:24152:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455144832 00000100:00100000:0.0:1787838979.490187:0:24152:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1787838979.490196:0:24152:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d907f7d2580 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+6:23390:x1874684455144832:12345-0@lo:5:osp-pre-0-1.0 00002000:00080000:0.0:1787838979.490221:0:24152:0:(ofd_dev.c:1643:ofd_create_hdl()) ofd_last_id() = 65 -> diff = 0 00000100:00100000:0.0:1787838979.490276:0:24152:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d907f7d2580 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+6:23390:x1874684455144832:12345-0@lo:5:osp-pre-0-1.0 Request processed in 81us (408us total) trans 0 rc 0/0 00000100:00100000:0.0:1787838979.490283:0:24152:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00010000:00080000:2.0:1787838979.490959:0:23390:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8d907f7d12c0 x1874684455144832/t0(0) o5->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 432/432 e 0 to 0 dl 1787838995 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787838979.490972:0:23390:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d907f7d12c0 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23390:1874684455144832:0@lo:5:osp-pre-0-1.0 00000004:00080000:2.0:1787838979.490983:0:23390:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0001: Got last_id [0x280000400:0x41:0x0] from OST, last_created [0x280000400:0x41:0x0]last_used is [0x280000400:0x41:0x0] 00000100:00100000:2.0:1787838979.491020:0:23390:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d8f42e7a1c0 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23390:1874684455144960:0@lo:5:osp-pre-0-1.0 00000100:00100000:2.0:1787838979.491055:0:23390:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787838979.491094:0:23390:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d9050f21480 going to sleep for 11 seconds 00000100:00100000:3.0:1787838979.491185:0:24154:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455144960 00000100:00100000:3.0:1787838979.491212:0:24154:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455144960 00000100:00100000:3.0:1787838979.491265:0:24154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:3.0:1787838979.491275:0:24154:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d8f42e7b840 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+6:23390:x1874684455144960:12345-0@lo:5:osp-pre-0-1.0 00002000:00080000:3.0:1787838979.491310:0:24154:0:(ofd_dev.c:1750:ofd_create_hdl()) lustre-OST0000: reserve 32 objects in group 0x280000400 at 66 00000001:00080000:1.0:1787838979.517541:0:24149:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 12884901889 is committed 00000001:00100000:1.0:1787838979.517558:0:24149:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000100:00100000:2.0:1787838979.525720:0:24154:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d8f42e7b840 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:23390:x1874684455144960:12345-0@lo:5:osp-pre-0-1.0 Request processed in 34438us (34653us total) trans 12884901889 rc 0/0 00000100:00100000:2.0:1787838979.525734:0:24154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00010000:00080000:2.0:1787838979.525808:0:23390:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8d8f42e7a1c0 x1874684455144960/t0(0) o5->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 432/432 e 0 to 0 dl 1787838995 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787838979.525839:0:23390:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 12884901889 gen 2 00000100:00100000:2.0:1787838979.525846:0:23390:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d8f42e7a1c0 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23390:1874684455144960:0@lo:5:osp-pre-0-1.0 00000004:00080000:2.0:1787838979.525860:0:23390:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0000-osc-MDT0001: current precreated pool: [0x280000400:0x41:0x0]-[0x280000400:0x61:0x0] 00000100:00100000:2.0:1787838979.525907:0:23390:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d8f42e7a1c0 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0000-lwp-MDT0001_UUID:23390:1874684455145088:0@lo:900:osp-pre-0-1.0 00000100:00100000:2.0:1787838979.525941:0:23390:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787838979.525970:0:23390:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d9050f21480 going to sleep for 11 seconds 00000100:00100000:2.0:1787838979.526908:0:22658:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455145088 00000100:00100000:2.0:1787838979.526918:0:22658:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455145088 00000100:00100000:2.0:1787838979.526973:0:22658:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1787838979.526982:0:22658:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d8f42e78000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:lustre-MDT0000-lwp-MDT0001_UUID+5:23390:x1874684455145088:12345-0@lo:900:osp-pre-0-1.0 00000100:00100000:2.0:1787838979.527059:0:22658:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d8f42e78000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:lustre-MDT0000-lwp-MDT0001_UUID+5:23390:x1874684455145088:12345-0@lo:900:osp-pre-0-1.0 Request processed in 78us (1117us total) trans 0 rc 0/0 00000100:00100000:2.0:1787838979.527067:0:22658:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00010000:00080000:1.0:1787838979.527225:0:23390:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8d8f42e7a1c0 x1874684455145088/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 1787838995 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787838979.527238:0:23390:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d8f42e7a1c0 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0000-lwp-MDT0001_UUID:23390:1874684455145088:0@lo:900:osp-pre-0-1.0 00010000:00010000:3.0:1787838979.630604:0:22635:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787838980.589339:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1787838980.589363:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d907f7d12c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3646:1874684455145216:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1787838980.589442:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787838980.589494:0:22653:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455145216 00000100:00100000:3.0:1787838980.589500:0:22653:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455145216 00000100:00100000:3.0:1787838980.589555:0:22653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:3.0:1787838980.589688:0:22653:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d907f7d2d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3646:x1874684455145216:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1787838980.589722:0:22653:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:3.0:1787838980.589769:0:22653:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d907f7d2d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3646:x1874684455145216:12345-0@lo:41:osp-pre-1-0.0 Request processed in 85us (328us total) trans 0 rc 0/0 00000100:00100000:3.0:1787838980.589777:0:22653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:3.0:1787838980.589818:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d907f7d12c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3646:1874684455145216:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1787838980.589922:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d907f654f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3646:1874684455145344:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1787838980.589946:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787838980.589988:0:23388:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455145344 00000100:00100000:0.0:1787838980.589992:0:23388:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455145344 00000100:00100000:0.0:1787838980.590023:0:23388:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:0.0:1787838980.590030:0:23388:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d907f7d12c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3646:x1874684455145344:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1787838980.590047:0:23388:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:0.0:1787838980.590081:0:23388:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d907f7d12c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3646:x1874684455145344:12345-0@lo:41:osp-pre-0-1.0 Request processed in 52us (134us total) trans 0 rc 0/0 00000100:00100000:0.0:1787838980.590088:0:23388:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:0.0:1787838980.590113:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d907f654f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3646:1874684455145344:0@lo:41:osp-pre-0-1.0 00010000:00010000:3.0:1787838980.656891:0:22636:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787838981.689091:0:22635:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787838982.702362:0:22636:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787838983.727454:0:22635:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1787838984.049085:0:22683:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000020:01000004:2.0:1787838984.236068:0:24968:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:2.0:1787838984.236072:0:24968:0:(obd_mount.c:926:lmd_print()) device: /dev/mapper/ost2_flakey 00000020:01000004:2.0:1787838984.236074:0:24968:0:(obd_mount.c:929:lmd_print()) options: errors=remount-ro 00000080:01200004:2.0:1787838984.236250:0:24968:0:(super25.c:131:lustre_fill_super()) VFS Op: sb ffff8d907b76c800 00000020:01000004:2.0:1787838984.236266:0:24968:0:(tgt_mount.c:2500:osd_start()) Attempting to start lustre-OST0001, type=osd-ldiskfs, lsifl=200002, mountfl=0 00000020:01000004:2.0:1787838984.236280:0:24968:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-OST0001-osd (typ=osd-ldiskfs) 00000020:00000080:2.0:1787838984.236294:0:24968:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osd (ffff8d907bdf9a48) 00000020:00000080:2.0:1787838984.236311:0:24968:0:(obd_config.c:720:class_attach_name()) OBD: dev 25 attached type osd-ldiskfs with refcount 2 00100000:10000000:1.0:1787838984.339092:0:24968:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000001:0x3:0x0] (8/24) registered 00100000:10000000:1.0:1787838984.347221:0:24968:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000003:0x4:0x0] (8/32) registered 00100000:10000000:1.0:1787838984.347783:0:24968:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000005:0x2:0x0] (8/8) registered 00100000:10000000:1.0:1787838984.353645:0:24968:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000003:0x6:0x0] (8/32) registered 00100000:10000000:1.0:1787838984.354231:0:24968:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000003:0x5:0x0] (8/32) registered 00100000:10000000:1.0:1787838984.354568:0:24968:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000005:0x1:0x0] (8/8) registered 00100000:10000000:1.0:1787838984.354934:0:24968:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000005:0x3:0x0] (8/8) registered 00080000:01000000:2.0:1787838984.359295:0:24968:0:(osd_lproc.c:911:osd_procfs_init()) lustre-OST0001: register osd-ldiskfs tunable parameters 00000020:00000080:2.0:1787838984.359669:0:24968:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osd (uuid lustre-OST0001-osd_UUID) 00080000:01000000:2.0:1787838984.359685:0:24968:0:(osd_handler.c:8895:osd_obd_connect()) connect #0 00000020:00000080:2.0:1787838984.359697:0:24968:0:(genops.c:1385:class_connect()) connect: client lustre-OST0001-osd_UUID, cookie 0x7b32352f0be6f379 00000020:01000004:2.0:1787838984.359703:0:24968:0:(tgt_mount.c:2585:server_fill_super()) Found service lustre-OST0001 on device /dev/mapper/ost2_flakey 00000020:01000004:2.0:1787838984.359927:0:24968:0:(obd_mount.c:403:lustre_start_mgc()) MGC192.168.203.118@tcp:Set MGC reconnect 1 10000000:01000000:2.0:1787838984.359930:0:24968:0:(mgc_request.c:1071:mgc_set_info_async()) InitRecov MGC192.168.203.118@tcp 1/d0:i0:r0:or0:FULL 00000020:01000004:2.0:1787838984.359937:0:24968:0:(tgt_mount.c:1809:server_start_targets()) starting target lustre-OST0001 00000020:01000004:2.0:1787838984.359967:0:24968:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for /dev/mapper/ost2_flakey 10000000:01000000:2.0:1787838984.359971:0:24968:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.203.118@tcp: cl_mgc_mutex lustre-OST0001-osd for locked: rc = 0 00000040:01000000:3.0:1787838984.384828:0:24968:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.203.118@tcp ctxt 0 is initialized 00000020:01000004:3.0:1787838984.384877:0:24968:0:(tgt_mount.c:1418:server_register_target()) Registration lustre-OST0001, fs=lustre, 192.168.203.118@tcp, index=0001, flags=0x20002 00000020:01000004:3.0:1787838984.384882:0:24968:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:3.0:1787838984.384884:0:24968:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:3.0:1787838984.384885:0:24968:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1787838984.384886:0:24968:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1787838984.384888:0:24968:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1787838984.384895:0:24968:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1787838984.384897:0:24968:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1787838984.384898:0:24968:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1787838984.384900:0:24968:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:3.0:1787838984.384903:0:24968:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0001 0x10020002 00000020:01000004:3.0:1787838984.384906:0:24968:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:3.0:1787838984.384907:0:24968:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:3.0:1787838984.384908:0:24968:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1787838984.384908:0:24968:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1787838984.384909:0:24968:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1787838984.384910:0:24968:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1787838984.384911:0:24968:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1787838984.384912:0:24968:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1787838984.384913:0:24968:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:3.0:1787838984.384945:0:24968:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0001 00000100:00100000:3.0:1787838984.384965:0:24968:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d907f7d03c0 pname:cluuid:pid:xid:nid:opc:job mount.lustre:8fe503c4-4afd-4973-b872-263edf7adc13:24968:1874684455145472:0@lo:253:mount.lustre.0 00000100:00100000:3.0:1787838984.385042:0:24968:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787838984.385103:0:24968:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d9064d29b40 going to sleep for 11 seconds 00000100:00100000:0.0:1787838984.385614:0:22640:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455145472 00000100:00100000:0.0:1787838984.385622:0:22640:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455145472 00000100:00100000:0.0:1787838984.385680:0:22640:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89 00000100:00100000:0.0:1787838984.385689:0:22640:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d9070637050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8fe503c4-4afd-4973-b872-263edf7adc13+21:24968:x1874684455145472:12345-0@lo:253:mount.lustre.0 20000000:01000000:0.0:1787838984.385718:0:22640:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 1 is registered to MGS. 20000000:01000000:0.0:1787838984.385722:0:22640:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-OST0001 is running on 0@lo 20000000:01000000:0.0:1787838984.385735:0:22640:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0001, index=1, rc=0 00000100:00100000:0.0:1787838984.389992:0:22640:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d9070637050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8fe503c4-4afd-4973-b872-263edf7adc13+21:24968:x1874684455145472:12345-0@lo:253:mount.lustre.0 Request processed in 4293us (4939us total) trans 0 rc 0/0 00000100:00100000:0.0:1787838984.390007:0:22640:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89 00000100:00100000:3.0:1787838984.390112:0:24968:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d907f7d03c0 pname:cluuid:pid:xid:nid:opc:job mount.lustre:8fe503c4-4afd-4973-b872-263edf7adc13:24968:1874684455145472:0@lo:253:mount.lustre.0 10000000:01000000:3.0:1787838984.390154:0:24968:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0001 got index = 1 00000020:01000004:3.0:1787838984.390158:0:24968:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:3.0:1787838984.390159:0:24968:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:3.0:1787838984.390161:0:24968:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1787838984.390162:0:24968:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1787838984.390163:0:24968:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1787838984.390164:0:24968:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1787838984.390166:0:24968:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1787838984.390168:0:24968:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1787838984.390169:0:24968:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:3.0:1787838984.390190:0:24968:0:(tgt_mount.c:101:server_register_mount()) register mount ffff8d907b76c800 from lustre-OST0001 10000000:01000000:3.0:1787838984.390231:0:24968:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-OST0001 from 0 10000000:01000000:3.0:1787838984.390234:0:24968:0:(mgc_request.c:329:config_log_add()) add config log lustre-OST0001-0000000000000000 10000000:01000000:3.0:1787838984.390243:0:24968:0:(mgc_request_server.c:874:mgc_get_local_copy()) Get log lustre-sptlrpc-ffff8d90469bced8 local copy 00010000:00010000:3.0:1787838984.390256:0:24968:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.118@tcp lock: ffff8d907b310400/0x7b32352f0be6f093 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x7b32352f0be6f09a expref: -99 pid: 22626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787838984.393905:0:24968:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d907f7d03c0 pname:cluuid:pid:xid:nid:opc:job mount.lustre:8fe503c4-4afd-4973-b872-263edf7adc13:24968:1874684455145600:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1787838984.393979:0:24968:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787838984.394031:0:24968:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d9049c23f00 going to sleep for 11 seconds 00000100:00100000:0.0:1787838984.395146:0:22642:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455145600 00000100:00100000:0.0:1787838984.395155:0:22642:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455145600 00000100:00100000:0.0:1787838984.395234:0:22642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90 00000100:00100000:0.0:1787838984.395244:0:22642:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d9070637450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8fe503c4-4afd-4973-b872-263edf7adc13+21:24968:x1874684455145600:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1787838984.395621:0:22642:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d9070637450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8fe503c4-4afd-4973-b872-263edf7adc13+21:24968:x1874684455145600:12345-0@lo:501:mount.lustre.0 Request processed in 378us (1640us total) trans 0 rc -2/-2 00000100:00100000:0.0:1787838984.395629:0:22642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90 00000100:00100000:3.0:1787838984.396100:0:24968:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d907f7d03c0 pname:cluuid:pid:xid:nid:opc:job mount.lustre:8fe503c4-4afd-4973-b872-263edf7adc13:24968:1874684455145600:0@lo:501:mount.lustre.0 10000000:01000000:3.0:1787838984.396188:0:24968:0:(mgc_request_server.c:765:mgc_llog_local_copy()) MGC192.168.203.118@tcp: no remote llog for lustre-sptlrpc, check MGS config 10000000:01000000:3.0:1787838984.396240:0:24968:0:(mgc_request_server.c:897:mgc_get_local_copy()) MGC192.168.203.118@tcp: can't save local copy of 'lustre-sptlrpc': rc = -2. 00010000:00010000:3.0:1787838984.396249:0:24968:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.118@tcp lock: ffff8d907b310400/0x7b32352f0be6f093 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x7b32352f0be6f09a expref: -99 pid: 22626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787838984.396277:0:24968:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.118@tcp lock: ffff8d907b310400/0x7b32352f0be6f093 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x7b32352f0be6f09a expref: -99 pid: 22626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1787838984.396317:0:24968:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff8d907b76c800 10000000:01000000:3.0:1787838984.396346:0:24968:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:3.0:1787838984.396353:0:24968:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-OST0001-0000000000000000 10000000:01000000:3.0:1787838984.396638:0:24968:0:(mgc_request.c:68:mgc_name2resid()) log lustre-OST0001 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:3.0:1787838984.396644:0:24968:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-OST0001-0000000000000000 from 1 10000000:01000000:3.0:1787838984.396647:0:24968:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0001 (res 0x65727473756c) 00010000:00010000:3.0:1787838984.396677:0:24968:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.118@tcp lock: ffff8d8f422d4a00/0x7b32352f0be6f380 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 24968 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787838984.396687:0:24968:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.118@tcp lock: ffff8d8f422d4a00/0x7b32352f0be6f380 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 24968 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787838984.396696:0:24968:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.118@tcp lock: ffff8d8f422d4a00/0x7b32352f0be6f380 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 24968 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787838984.396828:0:24968:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d907f7d03c0 pname:cluuid:pid:xid:nid:opc:job mount.lustre:8fe503c4-4afd-4973-b872-263edf7adc13:24968:1874684455145728:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1787838984.396919:0:24968:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787838984.396988:0:24968:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d9049c23f00 going to sleep for 11 seconds 00000100:00100000:0.0:1787838984.398857:0:22640:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455145728 00000100:00100000:0.0:1787838984.398868:0:22640:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455145728 00000100:00100000:0.0:1787838984.398932:0:22640:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91 00000100:00100000:0.0:1787838984.398943:0:22640:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d9070636c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8fe503c4-4afd-4973-b872-263edf7adc13+21:24968:x1874684455145728:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1787838984.398957:0:22640:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787838984.398974:0:22640:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8d907ef29c00/0x7b32352f0be6f387 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: local remote: 0x7b32352f0be6f380 expref: -99 pid: 22640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838984.399000:0:22640:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8d907ef29c00/0x7b32352f0be6f387 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x7b32352f0be6f380 expref: 22 pid: 22640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838984.399028:0:22640:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8d907ef29c00/0x7b32352f0be6f387 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x7b32352f0be6f380 expref: 22 pid: 22640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838984.399037:0:22640:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d907ef29c00, rc 0) 00000100:00100000:0.0:1787838984.399105:0:22640:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d9070636c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8fe503c4-4afd-4973-b872-263edf7adc13+22:24968:x1874684455145728:12345-0@lo:101:mount.lustre.0 Request processed in 165us (2202us total) trans 0 rc 0/0 00000100:00100000:0.0:1787838984.399112:0:22640:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91 00000100:00100000:3.0:1787838984.400287:0:24968:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d907f7d03c0 pname:cluuid:pid:xid:nid:opc:job mount.lustre:8fe503c4-4afd-4973-b872-263edf7adc13:24968:1874684455145728:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1787838984.400309:0:24968:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.118@tcp lock: ffff8d8f422d4a00/0x7b32352f0be6f380 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0x7b32352f0be6f387 expref: -99 pid: 24968 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787838984.400320:0:24968:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.118@tcp lock: ffff8d8f422d4a00/0x7b32352f0be6f380 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0x7b32352f0be6f387 expref: -99 pid: 24968 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1787838984.402500:0:24968:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 11 count 11 00000040:00080000:3.0:1787838984.405030:0:24968:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1787838984.413121:0:24968:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].1, 224 off8416 00000040:00080000:3.0:1787838984.413201:0:24968:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].2, 128 off8544 00000040:00080000:3.0:1787838984.413228:0:24968:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].3, 112 off8656 00000040:00080000:3.0:1787838984.413242:0:24968:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].4, 224 off8880 00000040:00080000:0.0:1787838984.413895:0:24968:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].5, 224 off9104 00000040:00080000:0.0:1787838984.413926:0:24968:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].6, 80 off9184 00000040:00080000:0.0:1787838984.413941:0:24968:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].7, 224 off9408 00000040:00080000:0.0:1787838984.413954:0:24968:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].8, 224 off9632 00000040:00080000:0.0:1787838984.413967:0:24968:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].9, 120 off9752 00000040:00080000:0.0:1787838984.413994:0:24968:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].10, 224 off9976 00000040:00080000:0.0:1787838984.414000:0:24968:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 10 count 11 00000100:00100000:0.0:1787838984.414106:0:24968:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d907bdf4f00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:8fe503c4-4afd-4973-b872-263edf7adc13:24968:1874684455145856:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1787838984.414220:0:24968:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787838984.414274:0:24968:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d905de979c0 going to sleep for 11 seconds 00000100:00100000:1.0:1787838984.414399:0:22642:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455145856 00000100:00100000:1.0:1787838984.414420:0:22642:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455145856 00000100:00100000:1.0:1787838984.414476:0:22642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 92 00000100:00100000:1.0:1787838984.414487:0:22642:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d9070636050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8fe503c4-4afd-4973-b872-263edf7adc13+22:24968:x1874684455145856:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1787838984.414648:0:22642:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d9070636050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8fe503c4-4afd-4973-b872-263edf7adc13+22:24968:x1874684455145856:12345-0@lo:501:mount.lustre.0 Request processed in 163us (428us total) trans 0 rc 0/0 00000100:00100000:1.0:1787838984.414655:0:22642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 92 00000100:00100000:3.0:1787838984.415476:0:24968:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d907bdf4f00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:8fe503c4-4afd-4973-b872-263edf7adc13:24968:1874684455145856:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1787838984.415523:0:24968:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d907f7d03c0 pname:cluuid:pid:xid:nid:opc:job mount.lustre:8fe503c4-4afd-4973-b872-263edf7adc13:24968:1874684455145984:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1787838984.415587:0:24968:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787838984.415623:0:24968:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d8f42b88780 going to sleep for 11 seconds 00000100:00100000:1.0:1787838984.416386:0:22641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455145984 00000100:00100000:1.0:1787838984.416395:0:22641:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455145984 00000100:00100000:1.0:1787838984.416455:0:22641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 93 00000100:00100000:1.0:1787838984.416466:0:22641:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d9070637850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8fe503c4-4afd-4973-b872-263edf7adc13+22:24968:x1874684455145984:12345-0@lo:503:mount.lustre.0 00000100:00100000:1.0:1787838984.417247:0:22641:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d9070637850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8fe503c4-4afd-4973-b872-263edf7adc13+22:24968:x1874684455145984:12345-0@lo:503:mount.lustre.0 Request processed in 782us (1657us total) trans 0 rc 0/0 00000100:00100000:1.0:1787838984.417306:0:22641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 93 00000100:00100000:3.0:1787838984.417553:0:24968:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d907f7d03c0 pname:cluuid:pid:xid:nid:opc:job mount.lustre:8fe503c4-4afd-4973-b872-263edf7adc13:24968:1874684455145984:0@lo:503:mount.lustre.0 00000040:00080000:0.0:1787838984.418337:0:24968:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:0.0:1787838984.418435:0:24968:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d907bdf52c0 pname:cluuid:pid:xid:nid:opc:job mount.lustre:8fe503c4-4afd-4973-b872-263edf7adc13:24968:1874684455146112:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1787838984.418499:0:24968:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787838984.418541:0:24968:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d905de973c0 going to sleep for 11 seconds 00000100:00100000:2.0:1787838984.418935:0:22640:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455146112 00000100:00100000:2.0:1787838984.418943:0:22640:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455146112 00000100:00100000:2.0:1787838984.418991:0:22640:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 94 00000100:00100000:2.0:1787838984.419001:0:22640:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d9070634850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8fe503c4-4afd-4973-b872-263edf7adc13+22:24968:x1874684455146112:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1787838984.419527:0:22640:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d9070634850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8fe503c4-4afd-4973-b872-263edf7adc13+22:24968:x1874684455146112:12345-0@lo:502:mount.lustre.0 Request processed in 526us (1027us total) trans 0 rc 0/0 00000100:00100000:2.0:1787838984.419536:0:22640:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 94 00000100:00100000:1.0:1787838984.419672:0:24968:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d907bdf52c0 pname:cluuid:pid:xid:nid:opc:job mount.lustre:8fe503c4-4afd-4973-b872-263edf7adc13:24968:1874684455146112:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1787838984.419913:0:24968:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].1, 224 off8416 00000040:00080000:1.0:1787838984.419944:0:24968:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].2, 128 off8544 00000040:00080000:1.0:1787838984.419958:0:24968:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].3, 112 off8656 00000040:00080000:1.0:1787838984.419972:0:24968:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].4, 224 off8880 00000040:00080000:1.0:1787838984.419985:0:24968:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].5, 224 off9104 00000040:00080000:1.0:1787838984.419999:0:24968:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].6, 80 off9184 00000040:00080000:1.0:1787838984.420014:0:24968:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].7, 224 off9408 00000040:00080000:1.0:1787838984.420026:0:24968:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].8, 224 off9632 00000040:00080000:1.0:1787838984.420039:0:24968:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].9, 120 off9752 00000100:00100000:1.0:1787838984.420071:0:24968:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d907f656d00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:8fe503c4-4afd-4973-b872-263edf7adc13:24968:1874684455146240:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1787838984.420118:0:24968:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787838984.420178:0:24968:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d9042b6dc00 going to sleep for 11 seconds 00000100:00100000:0.0:1787838984.420445:0:22642:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455146240 00000100:00100000:0.0:1787838984.420452:0:22642:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455146240 00000100:00100000:0.0:1787838984.420485:0:22642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 95 00000100:00100000:0.0:1787838984.420494:0:22642:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d9070637c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8fe503c4-4afd-4973-b872-263edf7adc13+22:24968:x1874684455146240:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1787838984.422553:0:22642:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d9070637c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8fe503c4-4afd-4973-b872-263edf7adc13+22:24968:x1874684455146240:12345-0@lo:502:mount.lustre.0 Request processed in 2051us (2427us total) trans 0 rc 0/0 00000100:00100000:2.0:1787838984.422892:0:24968:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d907f656d00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:8fe503c4-4afd-4973-b872-263edf7adc13:24968:1874684455146240:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1787838984.422996:0:24968:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].10, 224 off9976 00000040:00080000:2.0:1787838984.423011:0:24968:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 10 count 11 00000100:00100000:0.0:1787838984.423245:0:22642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 95 00000020:01000000:2.0:1787838984.431319:0:24972:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:2.0:1787838984.431330:0:24972:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of /dev/mapper/ost2_flakey 00000020:00000080:2.0:1787838984.431337:0:24972:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1787838984.431339:0:24972:0:(obd_config.c:1563:class_process_config()) marker 29 (0x1) lustre-OST0001 add ost 00000020:00000080:2.0:1787838984.431345:0:24972:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1787838984.431378:0:24972:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001 (ffff8d8f42d9b490) 00000020:00000080:2.0:1787838984.431407:0:24972:0:(obd_config.c:720:class_attach_name()) OBD: dev 26 attached type obdfilter with refcount 2 00000020:00000080:2.0:1787838984.431414:0:24972:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:01000004:2.0:1787838984.431493:0:24972:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8d907b76c800 from lustre-OST0001, refs=2 00080000:01000000:2.0:1787838984.431502:0:24972:0:(osd_handler.c:8895:osd_obd_connect()) connect #1 00000020:00000080:2.0:1787838984.431509:0:24972:0:(genops.c:1385:class_connect()) connect: client lustre-OST0001-osd_UUID, cookie 0x7b32352f0be6f395 00010000:00010000:3.0:1787838984.449000:0:24972:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-filter-lustre-OST0001_UUID-4 is initialized 00000001:00000004:3.0:1787838984.452186:0:24972:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 3, last_transno is 8589934600 00080000:10000000:3.0:1787838984.454677:0:24972:0:(osd_handler.c:5551:osd_index_try()) lustre-OST0001: index object [0x200000003:0xb:0x0] (8/32) registered 00000020:00000080:0.0:1787838984.465430:0:24972:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001 (uuid lustre-OST0001_UUID) 00000020:01000000:0.0:1787838984.465443:0:24972:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1787838984.465449:0:24972:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787838984.465452:0:24972:0:(obd_config.c:1563:class_process_config()) marker 29 (0x2) lustre-OST0001 add ost 00000020:01000000:0.0:1787838984.465455:0:24972:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1787838984.465460:0:24972:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787838984.465461:0:24972:0:(obd_config.c:1563:class_process_config()) marker 35 (0x1) lustre sys.timeout 00000020:00000080:0.0:1787838984.465464:0:24972:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:0.0:1787838984.465466:0:24972:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:0.0:1787838984.465468:0:24972:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1787838984.465471:0:24972:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787838984.465472:0:24972:0:(obd_config.c:1563:class_process_config()) marker 35 (0x2) lustre sys.timeout 00000020:01000000:0.0:1787838984.465474:0:24972:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1787838984.465476:0:24972:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787838984.465477:0:24972:0:(obd_config.c:1563:class_process_config()) marker 40 (0x1) lustre sys.jobid_var 00000020:00000080:0.0:1787838984.465480:0:24972:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000020:01000000:0.0:1787838984.465510:0:24972:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1787838984.465513:0:24972:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787838984.465514:0:24972:0:(obd_config.c:1563:class_process_config()) marker 40 (0x2) lustre sys.jobid_var 00000040:00080000:0.0:1787838984.465517:0:24972:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xc:0x0] index 11 count 11 00000020:01000000:2.0:1787838984.465691:0:24968:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-OST0001 gen 1-10 (rc=0) 10000000:01000000:2.0:1787838984.465722:0:24968:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.118@tcp: configuration from log 'lustre-OST0001' succeeded (0). 00010000:00010000:2.0:1787838984.465745:0:24968:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.118@tcp lock: ffff8d8f422d4a00/0x7b32352f0be6f380 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0x7b32352f0be6f387 expref: -99 pid: 24968 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838984.465763:0:24968:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.118@tcp lock: ffff8d8f422d4a00/0x7b32352f0be6f380 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0x7b32352f0be6f387 expref: -99 pid: 24968 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1787838984.465771:0:24968:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff8d907b76c800 from 1 10000000:01000000:2.0:1787838984.465774:0:24968:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:2.0:1787838984.465811:0:24968:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.118@tcp lock: ffff8d9045188800/0x7b32352f0be6f39c lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 24968 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838984.465819:0:24968:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.118@tcp lock: ffff8d9045188800/0x7b32352f0be6f39c lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 24968 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838984.465830:0:24968:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.118@tcp lock: ffff8d9045188800/0x7b32352f0be6f39c lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 24968 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787838984.465854:0:24968:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d8f42e7ad00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:8fe503c4-4afd-4973-b872-263edf7adc13:24968:1874684455146368:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1787838984.465920:0:24968:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787838984.465961:0:22640:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455146368 00000100:00100000:2.0:1787838984.465967:0:22640:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455146368 00000100:00100000:2.0:1787838984.466011:0:22640:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 96 00000100:00100000:2.0:1787838984.466019:0:22640:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d9070634450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8fe503c4-4afd-4973-b872-263edf7adc13+22:24968:x1874684455146368:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1787838984.466033:0:22640:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787838984.466044:0:22640:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8d9045188a00/0x7b32352f0be6f3a3 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x7b32352f0be6f39c expref: -99 pid: 22640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838984.466065:0:22640:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8d9045188a00/0x7b32352f0be6f3a3 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x7b32352f0be6f39c expref: 23 pid: 22640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838984.466075:0:22640:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8d9045188a00/0x7b32352f0be6f3a3 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x7b32352f0be6f39c expref: 23 pid: 22640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838984.466088:0:22640:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d9045188a00, rc 0) 00000100:00100000:2.0:1787838984.466122:0:22640:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d9070634450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8fe503c4-4afd-4973-b872-263edf7adc13+23:24968:x1874684455146368:12345-0@lo:101:mount.lustre.0 Request processed in 104us (202us total) trans 0 rc 0/0 00000100:00100000:2.0:1787838984.466156:0:22640:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 96 00000100:00100000:2.0:1787838984.466200:0:24968:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d904621e6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1787838984.466230:0:24968:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d8f42e7ad00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:8fe503c4-4afd-4973-b872-263edf7adc13:24968:1874684455146368:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1787838984.466244:0:24968:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.118@tcp lock: ffff8d9045188800/0x7b32352f0be6f39c lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x7b32352f0be6f3a3 expref: -99 pid: 24968 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838984.466253:0:24968:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.118@tcp lock: ffff8d9045188800/0x7b32352f0be6f39c lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x7b32352f0be6f3a3 expref: -99 pid: 24968 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1787838984.474661:0:24968:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 13 count 13 00000040:00080000:2.0:1787838984.474981:0:24968:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1787838984.475281:0:24968:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].1, 224 off8416 00000040:00080000:2.0:1787838984.475321:0:24968:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].2, 112 off8528 00000040:00080000:2.0:1787838984.475338:0:24968:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].3, 224 off8752 00000040:00080000:2.0:1787838984.475352:0:24968:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].4, 224 off8976 00000040:00080000:2.0:1787838984.475380:0:24968:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].5, 112 off9088 00000040:00080000:2.0:1787838984.475395:0:24968:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].6, 224 off9312 00000040:00080000:2.0:1787838984.475409:0:24968:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].7, 224 off9536 00000040:00080000:2.0:1787838984.475421:0:24968:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].8, 128 off9664 00000040:00080000:2.0:1787838984.475433:0:24968:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].9, 224 off9888 00000040:00080000:2.0:1787838984.475446:0:24968:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].10, 224 off10112 00000040:00080000:2.0:1787838984.475459:0:24968:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].11, 128 off10240 00000040:00080000:2.0:1787838984.475478:0:24968:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].12, 224 off10464 00000040:00080000:2.0:1787838984.475483:0:24968:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 12 count 13 00000100:00100000:2.0:1787838984.475834:0:24968:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d8f42e7ad00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:8fe503c4-4afd-4973-b872-263edf7adc13:24968:1874684455146496:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1787838984.475911:0:24968:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787838984.475993:0:24968:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d904621e480 going to sleep for 11 seconds 00000100:00100000:0.0:1787838984.481623:0:22642:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455146496 00000100:00100000:0.0:1787838984.481635:0:22642:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455146496 00000100:00100000:0.0:1787838984.481682:0:22642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 97 00000100:00100000:0.0:1787838984.481691:0:22642:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d9070635450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8fe503c4-4afd-4973-b872-263edf7adc13+23:24968:x1874684455146496:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1787838984.483024:0:22642:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d9070635450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8fe503c4-4afd-4973-b872-263edf7adc13+23:24968:x1874684455146496:12345-0@lo:501:mount.lustre.0 Request processed in 1330us (7108us total) trans 0 rc 0/0 00000100:00100000:1.0:1787838984.483053:0:22642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 97 00000100:00100000:2.0:1787838984.483187:0:24968:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d8f42e7ad00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:8fe503c4-4afd-4973-b872-263edf7adc13:24968:1874684455146496:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1787838984.483247:0:24968:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d8f42e7ad00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:8fe503c4-4afd-4973-b872-263edf7adc13:24968:1874684455146624:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1787838984.483296:0:24968:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787838984.483330:0:24968:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d904621e480 going to sleep for 11 seconds 00000100:00100000:3.0:1787838984.483460:0:22641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455146624 00000100:00100000:3.0:1787838984.483471:0:22641:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455146624 00000100:00100000:3.0:1787838984.483512:0:22641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 98 00000100:00100000:3.0:1787838984.483520:0:22641:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d9070636850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8fe503c4-4afd-4973-b872-263edf7adc13+23:24968:x1874684455146624:12345-0@lo:503:mount.lustre.0 00000100:00100000:3.0:1787838984.483631:0:22641:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d9070636850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8fe503c4-4afd-4973-b872-263edf7adc13+23:24968:x1874684455146624:12345-0@lo:503:mount.lustre.0 Request processed in 111us (334us total) trans 0 rc 0/0 00000100:00100000:3.0:1787838984.483638:0:22641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 98 00000100:00100000:2.0:1787838984.484089:0:24968:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d8f42e7ad00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:8fe503c4-4afd-4973-b872-263edf7adc13:24968:1874684455146624:0@lo:503:mount.lustre.0 00000040:00080000:2.0:1787838984.484962:0:24968:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:2.0:1787838984.485042:0:24968:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d8f42e7ad00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:8fe503c4-4afd-4973-b872-263edf7adc13:24968:1874684455146752:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1787838984.485106:0:24968:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787838984.485243:0:22642:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455146752 00000100:00100000:1.0:1787838984.485249:0:22642:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455146752 00000100:00100000:1.0:1787838984.485292:0:22642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 99 00000100:00100000:1.0:1787838984.485300:0:22642:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d9070642c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8fe503c4-4afd-4973-b872-263edf7adc13+23:24968:x1874684455146752:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1787838984.485411:0:22642:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d9070642c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8fe503c4-4afd-4973-b872-263edf7adc13+23:24968:x1874684455146752:12345-0@lo:502:mount.lustre.0 Request processed in 111us (304us total) trans 0 rc 0/0 00000100:00100000:1.0:1787838984.485418:0:22642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 99 00000100:00100000:2.0:1787838984.485836:0:24968:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d904621e6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1787838984.485856:0:24968:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d8f42e7ad00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:8fe503c4-4afd-4973-b872-263edf7adc13:24968:1874684455146752:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1787838984.486048:0:24968:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].1, 224 off8416 00000040:00080000:2.0:1787838984.486074:0:24968:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].2, 112 off8528 00000040:00080000:2.0:1787838984.486104:0:24968:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].3, 224 off8752 00000040:00080000:2.0:1787838984.486122:0:24968:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].4, 224 off8976 00000040:00080000:2.0:1787838984.486241:0:24968:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].5, 112 off9088 00000040:00080000:2.0:1787838984.486254:0:24968:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].6, 224 off9312 00000040:00080000:2.0:1787838984.486268:0:24968:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].7, 224 off9536 00000040:00080000:2.0:1787838984.486281:0:24968:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].8, 128 off9664 00000040:00080000:2.0:1787838984.486295:0:24968:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].9, 224 off9888 00000040:00080000:2.0:1787838984.486307:0:24968:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].10, 224 off10112 00000040:00080000:2.0:1787838984.486319:0:24968:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].11, 128 off10240 00000100:00100000:2.0:1787838984.486347:0:24968:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d8f42e7ad00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:8fe503c4-4afd-4973-b872-263edf7adc13:24968:1874684455146880:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1787838984.486714:0:24968:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787838984.490339:0:24968:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d904621e6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1787838984.490916:0:22640:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455146880 00000100:00100000:1.0:1787838984.490925:0:22640:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455146880 00000100:00100000:1.0:1787838984.490999:0:22640:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 100 00000100:00100000:1.0:1787838984.491008:0:22640:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d9070642050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8fe503c4-4afd-4973-b872-263edf7adc13+23:24968:x1874684455146880:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1787838984.491178:0:22640:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d9070642050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8fe503c4-4afd-4973-b872-263edf7adc13+23:24968:x1874684455146880:12345-0@lo:502:mount.lustre.0 Request processed in 171us (4464us total) trans 0 rc 0/0 00000100:00100000:1.0:1787838984.491186:0:22640:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 100 00000100:00100000:3.0:1787838984.491578:0:24968:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d8f42e7ad00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:8fe503c4-4afd-4973-b872-263edf7adc13:24968:1874684455146880:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1787838984.491665:0:24968:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].12, 224 off10464 00000040:00080000:3.0:1787838984.491679:0:24968:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 12 count 13 00000020:01000000:3.0:1787838984.492908:0:24976:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1787838984.492919:0:24976:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787838984.492922:0:24976:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:3.0:1787838984.492929:0:24976:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff8d907b76c800 00000020:00000080:3.0:1787838984.492932:0:24976:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:3.0:1787838984.492940:0:24976:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1787838984.492943:0:24976:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787838984.492944:0:24976:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:3.0:1787838984.492946:0:24976:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1787838984.492948:0:24976:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787838984.492950:0:24976:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:3.0:1787838984.492953:0:24976:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff8d907b76c800 00000020:00000080:3.0:1787838984.492955:0:24976:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:3.0:1787838984.493009:0:24976:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1787838984.493012:0:24976:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787838984.493014:0:24976:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:3.0:1787838984.493016:0:24976:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1787838984.493018:0:24976:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787838984.493019:0:24976:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:3.0:1787838984.493023:0:24976:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff8d907b76c800 00000020:00000080:3.0:1787838984.493025:0:24976:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:3.0:1787838984.493042:0:24976:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1787838984.493054:0:24976:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787838984.493055:0:24976:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:3.0:1787838984.493058:0:24976:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1787838984.493061:0:24976:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787838984.493062:0:24976:0:(obd_config.c:1563:class_process_config()) marker 5 (0x1) lustre mdt.lustre-MDT0001.hsm_control 00000020:01000000:3.0:1787838984.493066:0:24976:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff8d907b76c800 00000020:00000080:3.0:1787838984.493068:0:24976:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:3.0:1787838984.493095:0:24976:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1787838984.493099:0:24976:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787838984.493100:0:24976:0:(obd_config.c:1563:class_process_config()) marker 5 (0x2) lustre mdt.lustre-MDT0001.hsm_control 00000040:00080000:3.0:1787838984.493103:0:24976:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xe:0x0] index 13 count 13 00000020:01000000:2.0:1787838984.493331:0:24968:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-12 (rc=0) 10000000:01000000:2.0:1787838984.493368:0:24968:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.118@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:2.0:1787838984.493387:0:24968:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.118@tcp lock: ffff8d9045188800/0x7b32352f0be6f39c lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x7b32352f0be6f3a3 expref: -99 pid: 24968 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838984.493398:0:24968:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.118@tcp lock: ffff8d9045188800/0x7b32352f0be6f39c lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x7b32352f0be6f3a3 expref: -99 pid: 24968 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1787838984.493452:0:24968:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:2.0:1787838984.493455:0:24968:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff8d907b76c800 10000000:01000000:2.0:1787838984.493459:0:24968:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff8d907b76c800 10000000:01000000:2.0:1787838984.493463:0:24968:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:2.0:1787838984.493469:0:24968:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff8d907b76c800 from 1 10000000:01000000:2.0:1787838984.493472:0:24968:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:2.0:1787838984.493505:0:24968:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.118@tcp lock: ffff8d9045189e00/0x7b32352f0be6f3aa lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 24968 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838984.493514:0:24968:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.118@tcp lock: ffff8d9045189e00/0x7b32352f0be6f3aa lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 24968 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838984.493524:0:24968:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.118@tcp lock: ffff8d9045189e00/0x7b32352f0be6f3aa lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 24968 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787838984.493546:0:24968:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d8f42e7bc00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:8fe503c4-4afd-4973-b872-263edf7adc13:24968:1874684455147008:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1787838984.493620:0:24968:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787838984.493657:0:24968:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d904621ed80 going to sleep for 11 seconds 00000100:00100000:3.0:1787838984.495614:0:22641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455147008 00000100:00100000:3.0:1787838984.495626:0:22641:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455147008 00000100:00100000:3.0:1787838984.495687:0:22641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 101 00000100:00100000:3.0:1787838984.495697:0:22641:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d9070643850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8fe503c4-4afd-4973-b872-263edf7adc13+23:24968:x1874684455147008:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1787838984.495713:0:22641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787838984.496167:0:22641:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8d8f422d4600/0x7b32352f0be6f3b1 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: local remote: 0x7b32352f0be6f3aa expref: -99 pid: 22641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787838984.496198:0:22641:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8d8f422d4600/0x7b32352f0be6f3b1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x7b32352f0be6f3aa expref: 24 pid: 22641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787838984.496221:0:22641:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8d8f422d4600/0x7b32352f0be6f3b1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x7b32352f0be6f3aa expref: 24 pid: 22641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787838984.496231:0:22641:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d8f422d4600, rc 0) 00000100:00100000:3.0:1787838984.496310:0:22641:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d9070643850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8fe503c4-4afd-4973-b872-263edf7adc13+24:24968:x1874684455147008:12345-0@lo:101:mount.lustre.0 Request processed in 614us (2689us total) trans 0 rc 0/0 00000100:00100000:3.0:1787838984.496318:0:22641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 101 00000100:00100000:2.0:1787838984.496881:0:24968:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d8f42e7bc00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:8fe503c4-4afd-4973-b872-263edf7adc13:24968:1874684455147008:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1787838984.496900:0:24968:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.118@tcp lock: ffff8d9045189e00/0x7b32352f0be6f3aa lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0x7b32352f0be6f3b1 expref: -99 pid: 24968 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838984.496924:0:24968:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.118@tcp lock: ffff8d9045189e00/0x7b32352f0be6f3aa lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0x7b32352f0be6f3b1 expref: -99 pid: 24968 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1787838984.500471:0:24968:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 52 count 51 00000040:00080000:2.0:1787838984.500785:0:24968:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1787838984.500968:0:24968:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].1, 224 off8416 00000040:00080000:2.0:1787838984.500994:0:24968:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].2, 120 off8536 00000040:00080000:2.0:1787838984.501009:0:24968:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].3, 168 off8704 00000040:00080000:2.0:1787838984.501022:0:24968:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].4, 224 off8928 00000040:00080000:2.0:1787838984.501036:0:24968:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].5, 224 off9152 00000040:00080000:2.0:1787838984.501049:0:24968:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].6, 120 off9272 00000040:00080000:2.0:1787838984.501062:0:24968:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].7, 168 off9440 00000040:00080000:2.0:1787838984.501074:0:24968:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].8, 224 off9664 00000040:00080000:2.0:1787838984.501086:0:24968:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].9, 224 off9888 00000040:00080000:2.0:1787838984.501100:0:24968:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].10, 120 off10008 00000040:00080000:2.0:1787838984.501157:0:24968:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].11, 224 off10232 00000040:00080000:2.0:1787838984.501176:0:24968:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].12, 224 off10456 00000040:00080000:2.0:1787838984.501189:0:24968:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].13, 88 off10544 00000040:00080000:2.0:1787838984.501201:0:24968:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].14, 128 off10672 00000040:00080000:2.0:1787838984.501224:0:24968:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].15, 144 off10816 00000040:00080000:2.0:1787838984.501238:0:24968:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].16, 160 off10976 00000040:00080000:2.0:1787838984.501251:0:24968:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].17, 224 off11200 00000040:00080000:2.0:1787838984.501264:0:24968:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].18, 224 off11424 00000040:00080000:2.0:1787838984.501277:0:24968:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].19, 80 off11504 00000040:00080000:2.0:1787838984.501290:0:24968:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].20, 224 off11728 00000040:00080000:2.0:1787838984.501302:0:24968:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].21, 224 off11952 00000040:00080000:2.0:1787838984.501314:0:24968:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].22, 88 off12040 00000040:00080000:2.0:1787838984.501328:0:24968:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].23, 128 off12168 00000040:00080000:2.0:1787838984.501343:0:24968:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].24, 144 off12312 00000040:00080000:2.0:1787838984.501357:0:24968:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].25, 160 off12472 00000040:00080000:2.0:1787838984.501371:0:24968:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].26, 224 off12696 00000040:00080000:2.0:1787838984.501408:0:24968:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].27, 224 off12920 00000040:00080000:2.0:1787838984.501424:0:24968:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].28, 80 off13000 00000040:00080000:2.0:1787838984.501438:0:24968:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].29, 224 off13224 00000040:00080000:2.0:1787838984.501451:0:24968:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].30, 224 off13448 00000040:00080000:2.0:1787838984.501465:0:24968:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].31, 88 off13536 00000040:00080000:2.0:1787838984.501478:0:24968:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].32, 128 off13664 00000040:00080000:2.0:1787838984.501491:0:24968:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].33, 144 off13808 00000040:00080000:2.0:1787838984.501503:0:24968:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].34, 128 off13936 00000040:00080000:2.0:1787838984.501516:0:24968:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].35, 224 off14160 00000040:00080000:2.0:1787838984.501530:0:24968:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].36, 224 off14384 00000040:00080000:2.0:1787838984.501543:0:24968:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].37, 80 off14464 00000040:00080000:2.0:1787838984.501557:0:24968:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].38, 224 off14688 00000040:00080000:2.0:1787838984.501570:0:24968:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].39, 224 off14912 00000040:00080000:2.0:1787838984.501584:0:24968:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].40, 88 off15000 00000040:00080000:2.0:1787838984.501599:0:24968:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].41, 128 off15128 00000040:00080000:2.0:1787838984.501613:0:24968:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].42, 144 off15272 00000040:00080000:2.0:1787838984.501641:0:24968:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].43, 128 off15400 00000040:00080000:2.0:1787838984.501660:0:24968:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].44, 224 off15624 00000040:00080000:2.0:1787838984.501675:0:24968:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].45, 224 off15848 00000040:00080000:2.0:1787838984.501688:0:24968:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].46, 80 off15928 00000040:00080000:2.0:1787838984.501700:0:24968:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].47, 224 off16152 00000040:00080000:2.0:1787838984.501714:0:24968:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].48, 232 off16384 00000040:00080000:2.0:1787838984.501826:0:24968:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].49, 224 off16608 00000040:00080000:2.0:1787838984.501846:0:24968:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].50, 120 off16728 00000040:00080000:2.0:1787838984.501864:0:24968:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].51, 224 off16952 00000040:00080000:2.0:1787838984.501868:0:24968:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 51 count 51 00000100:00100000:2.0:1787838984.501951:0:24968:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d8f42e7bc00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:8fe503c4-4afd-4973-b872-263edf7adc13:24968:1874684455147136:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1787838984.502019:0:24968:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787838984.502070:0:24968:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d904621ee40 going to sleep for 11 seconds 00000100:00100000:3.0:1787838984.502278:0:22642:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455147136 00000100:00100000:3.0:1787838984.502292:0:22642:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455147136 00000100:00100000:3.0:1787838984.502339:0:22642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 102 00000100:00100000:3.0:1787838984.502349:0:22642:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d9070640850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8fe503c4-4afd-4973-b872-263edf7adc13+24:24968:x1874684455147136:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1787838984.502468:0:22642:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d9070640850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8fe503c4-4afd-4973-b872-263edf7adc13+24:24968:x1874684455147136:12345-0@lo:501:mount.lustre.0 Request processed in 120us (448us total) trans 0 rc 0/0 00000100:00100000:3.0:1787838984.502476:0:22642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 102 00000100:00100000:2.0:1787838984.505815:0:24968:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d8f42e7bc00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:8fe503c4-4afd-4973-b872-263edf7adc13:24968:1874684455147136:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1787838984.505870:0:24968:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d8f42e7bc00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:8fe503c4-4afd-4973-b872-263edf7adc13:24968:1874684455147264:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1787838984.505944:0:24968:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787838984.509298:0:24968:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d904621ee40 going to sleep for 11 seconds 00000100:00100000:3.0:1787838984.518968:0:22640:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455147264 00000100:00100000:3.0:1787838984.518985:0:22640:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455147264 00000100:00100000:3.0:1787838984.519051:0:22640:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 103 00000100:00100000:3.0:1787838984.519061:0:22640:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d9070643c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8fe503c4-4afd-4973-b872-263edf7adc13+24:24968:x1874684455147264:12345-0@lo:503:mount.lustre.0 00000100:00100000:3.0:1787838984.519266:0:22640:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d9070643c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8fe503c4-4afd-4973-b872-263edf7adc13+24:24968:x1874684455147264:12345-0@lo:503:mount.lustre.0 Request processed in 206us (13321us total) trans 0 rc 0/0 00000100:00100000:3.0:1787838984.519274:0:22640:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 103 00000100:00100000:2.0:1787838984.519526:0:24968:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d8f42e7bc00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:8fe503c4-4afd-4973-b872-263edf7adc13:24968:1874684455147264:0@lo:503:mount.lustre.0 00000040:00080000:2.0:1787838984.521100:0:24968:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:2.0:1787838984.523699:0:24968:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d8f42e7bc00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:8fe503c4-4afd-4973-b872-263edf7adc13:24968:1874684455147392:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1787838984.524814:0:24968:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787838984.524870:0:24968:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d904621ed80 going to sleep for 11 seconds 00000100:00100000:1.0:1787838984.525005:0:22641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455147392 00000100:00100000:1.0:1787838984.525013:0:22641:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455147392 00000100:00100000:1.0:1787838984.525069:0:22641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 104 00000100:00100000:1.0:1787838984.525078:0:22641:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d9070640450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8fe503c4-4afd-4973-b872-263edf7adc13+24:24968:x1874684455147392:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1787838984.525255:0:22641:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d9070640450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8fe503c4-4afd-4973-b872-263edf7adc13+24:24968:x1874684455147392:12345-0@lo:502:mount.lustre.0 Request processed in 178us (446us total) trans 0 rc 0/0 00000100:00100000:1.0:1787838984.525263:0:22641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 104 00000100:00100000:2.0:1787838984.527122:0:24968:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d8f42e7bc00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:8fe503c4-4afd-4973-b872-263edf7adc13:24968:1874684455147392:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1787838984.528521:0:24968:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].1, 224 off8416 00000040:00080000:2.0:1787838984.528572:0:24968:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].2, 120 off8536 00000040:00080000:2.0:1787838984.528587:0:24968:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].3, 168 off8704 00000040:00080000:2.0:1787838984.528602:0:24968:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].4, 224 off8928 00000040:00080000:2.0:1787838984.528634:0:24968:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].5, 224 off9152 00000040:00080000:2.0:1787838984.528650:0:24968:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].6, 120 off9272 00000040:00080000:2.0:1787838984.528663:0:24968:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].7, 168 off9440 00000040:00080000:2.0:1787838984.528675:0:24968:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].8, 224 off9664 00000040:00080000:2.0:1787838984.528688:0:24968:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].9, 224 off9888 00000040:00080000:2.0:1787838984.528701:0:24968:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].10, 120 off10008 00000040:00080000:2.0:1787838984.528715:0:24968:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].11, 224 off10232 00000040:00080000:2.0:1787838984.529481:0:24968:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].12, 224 off10456 00000040:00080000:2.0:1787838984.529507:0:24968:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].13, 88 off10544 00000040:00080000:2.0:1787838984.529519:0:24968:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].14, 128 off10672 00000040:00080000:2.0:1787838984.529530:0:24968:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].15, 144 off10816 00000040:00080000:2.0:1787838984.529543:0:24968:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].16, 160 off10976 00000040:00080000:2.0:1787838984.529556:0:24968:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].17, 224 off11200 00000040:00080000:2.0:1787838984.529583:0:24968:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].18, 224 off11424 00000040:00080000:2.0:1787838984.529598:0:24968:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].19, 80 off11504 00000040:00080000:2.0:1787838984.529611:0:24968:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].20, 224 off11728 00000040:00080000:2.0:1787838984.529640:0:24968:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].21, 224 off11952 00000040:00080000:2.0:1787838984.529666:0:24968:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].22, 88 off12040 00000040:00080000:2.0:1787838984.529680:0:24968:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].23, 128 off12168 00000040:00080000:2.0:1787838984.529695:0:24968:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].24, 144 off12312 00000040:00080000:2.0:1787838984.529709:0:24968:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].25, 160 off12472 00000040:00080000:2.0:1787838984.532468:0:24968:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].26, 224 off12696 00000040:00080000:2.0:1787838984.532554:0:24968:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].27, 224 off12920 00000040:00080000:2.0:1787838984.532571:0:24968:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].28, 80 off13000 00000040:00080000:2.0:1787838984.532584:0:24968:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].29, 224 off13224 00000040:00080000:2.0:1787838984.532598:0:24968:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].30, 224 off13448 00000040:00080000:2.0:1787838984.532613:0:24968:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].31, 88 off13536 00000040:00080000:2.0:1787838984.532627:0:24968:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].32, 128 off13664 00000040:00080000:2.0:1787838984.532643:0:24968:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].33, 144 off13808 00000040:00080000:2.0:1787838984.532656:0:24968:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].34, 128 off13936 00000040:00080000:2.0:1787838984.532670:0:24968:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].35, 224 off14160 00000040:00080000:2.0:1787838984.532684:0:24968:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].36, 224 off14384 00000040:00080000:2.0:1787838984.532716:0:24968:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].37, 80 off14464 00000040:00080000:2.0:1787838984.534907:0:24968:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].38, 224 off14688 00000040:00080000:2.0:1787838984.534937:0:24968:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].39, 224 off14912 00000040:00080000:2.0:1787838984.534951:0:24968:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].40, 88 off15000 00000040:00080000:2.0:1787838984.534966:0:24968:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].41, 128 off15128 00000040:00080000:2.0:1787838984.534977:0:24968:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].42, 144 off15272 00000040:00080000:2.0:1787838984.534990:0:24968:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].43, 128 off15400 00000040:00080000:2.0:1787838984.535002:0:24968:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].44, 224 off15624 00000040:00080000:2.0:1787838984.535013:0:24968:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].45, 224 off15848 00000040:00080000:2.0:1787838984.535024:0:24968:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].46, 80 off15928 00000040:00080000:2.0:1787838984.535036:0:24968:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].47, 224 off16152 00000040:00080000:2.0:1787838984.535048:0:24968:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].48, 232 off16384 00000100:00100000:2.0:1787838984.535106:0:24968:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d8f42e7bc00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:8fe503c4-4afd-4973-b872-263edf7adc13:24968:1874684455147520:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1787838984.535205:0:24968:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787838984.535259:0:24968:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d904621ed80 going to sleep for 11 seconds 00000100:00100000:2.0:1787838984.535308:0:22642:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455147520 00000100:00100000:2.0:1787838984.535315:0:22642:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455147520 00000100:00100000:2.0:1787838984.535370:0:22642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 105 00000100:00100000:2.0:1787838984.535379:0:22642:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d9070641450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8fe503c4-4afd-4973-b872-263edf7adc13+24:24968:x1874684455147520:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1787838984.535496:0:22642:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d9070641450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8fe503c4-4afd-4973-b872-263edf7adc13+24:24968:x1874684455147520:12345-0@lo:502:mount.lustre.0 Request processed in 117us (291us total) trans 0 rc 0/0 00000100:00100000:2.0:1787838984.535504:0:22642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 105 00000100:00100000:2.0:1787838984.535563:0:24968:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d8f42e7bc00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:8fe503c4-4afd-4973-b872-263edf7adc13:24968:1874684455147520:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1787838984.538267:0:24968:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].49, 224 off16608 00000040:00080000:2.0:1787838984.538339:0:24968:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].50, 120 off16728 00000100:00100000:2.0:1787838984.539273:0:24968:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d8f42e7bc00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:8fe503c4-4afd-4973-b872-263edf7adc13:24968:1874684455147648:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1787838984.539364:0:24968:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787838984.539401:0:24968:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d904621ed80 going to sleep for 11 seconds 00000100:00100000:2.0:1787838984.539427:0:22640:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455147648 00000100:00100000:2.0:1787838984.539432:0:22640:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455147648 00000100:00100000:2.0:1787838984.539484:0:22640:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 106 00000100:00100000:2.0:1787838984.539493:0:22640:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d9070642850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8fe503c4-4afd-4973-b872-263edf7adc13+24:24968:x1874684455147648:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1787838984.539587:0:22640:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d9070642850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8fe503c4-4afd-4973-b872-263edf7adc13+24:24968:x1874684455147648:12345-0@lo:502:mount.lustre.0 Request processed in 95us (232us total) trans 0 rc 0/0 00000100:00100000:2.0:1787838984.539594:0:22640:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 106 00000100:00100000:2.0:1787838984.539647:0:24968:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d8f42e7bc00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:8fe503c4-4afd-4973-b872-263edf7adc13:24968:1874684455147648:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1787838984.539703:0:24968:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].51, 224 off16952 00000040:00080000:2.0:1787838984.539712:0:24968:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 51 count 51 00000020:01000004:2.0:1787838984.547955:0:24981:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-OST0001 (typ=lwp) 00000020:00000080:2.0:1787838984.547976:0:24981:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-OST0001 (ffff8d8f42d9ced8) 00000020:00000080:2.0:1787838984.548002:0:24981:0:(obd_config.c:720:class_attach_name()) OBD: dev 27 attached type lwp with refcount 2 00000020:01000004:2.0:1787838984.548095:0:24981:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8d907b76c800 from lustre-OST0001, refs=3 00000020:01000004:2.0:1787838984.548100:0:24981:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8d907b76c800 from lustre-OST0001, refs=3 00000020:01000004:2.0:1787838984.548108:0:24981:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8d907b76c800 3 00010000:00080000:2.0:1787838984.548174:0:24981:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8d8f4290c800@lustre-MDT0000-lwp-OST0001: add connection 192.168.203.118@tcp at head 00010000:00010000:3.0:1787838984.562058:0:24981:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-OST0001-11 is initialized 00000020:00000080:3.0:1787838984.562673:0:24981:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-OST0001 (uuid lustre-MDT0000-lwp-OST0001_UUID) 00000010:01000000:3.0:1787838984.562859:0:24981:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:3.0:1787838984.562877:0:24981:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-OST0001, cookie 0x7b32352f0be6f3bf 00000100:00080000:3.0:1787838984.562891:0:24981:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 0 00000100:00080000:3.0:1787838984.562898:0:24981:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d8f4290c800 using connection 192.168.203.118@tcp/0@lo 00000100:00100000:3.0:1787838984.562942:0:24981:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d907f7d03c0 x1874684455147776/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787838984.562984:0:24981:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID 00000100:00100000:1.0:1787838984.563092:0:3642:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d907f7d03c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3642:1874684455147776:0@lo:38:llog_process_th.0 00000100:00100000:1.0:1787838984.563221:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:01000004:1.0:1787838984.564521:0:24981:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0001-lwp-OST0001 (typ=lwp) 00000020:00000080:1.0:1787838984.564549:0:24981:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-lwp-OST0001 (ffff8d9081fd0000) 00000100:00100000:2.0:1787838984.565285:0:22648:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455147776 00000100:00100000:2.0:1787838984.565297:0:22648:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455147776 00000100:00100000:2.0:1787838984.565341:0:22648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:2.0:1787838984.565350:0:22648:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d907f654f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3642:x1874684455147776:12345-0@lo:38:llog_process_th.0 00000020:00000080:1.0:1787838984.565477:0:24981:0:(obd_config.c:720:class_attach_name()) OBD: dev 28 attached type lwp with refcount 2 00000020:01000004:1.0:1787838984.565829:0:24981:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8d907b76c800 from lustre-OST0001, refs=3 00000020:01000004:1.0:1787838984.565835:0:24981:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8d907b76c800 from lustre-OST0001, refs=3 00000020:01000004:1.0:1787838984.565838:0:24981:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8d907b76c800 3 00010000:00080000:1.0:1787838984.565875:0:24981:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8d907ef20000@lustre-MDT0001-lwp-OST0001: add connection 192.168.203.118@tcp at head 00000100:00080000:3.0:1787838984.567750:0:476:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1787838984.567760:0:476:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1787838984.567763:0:476:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1787838984.567766:0:476:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1787838984.567861:0:476:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1787838984.567864:0:476:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787838984.567869:0:476:0:(import.c:65:import_set_state_nolock()) ffff8d907612a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787838984.567877:0:476:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 663 00000100:00080000:3.0:1787838984.567883:0:476:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 15s 00000100:00080000:3.0:1787838984.567889:0:476:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff8d907612a800 using connection 192.168.203.118@tcp/0@lo 00000100:00100000:3.0:1787838984.567909:0:476:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d907f7d30c0 x1874684455148416/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787838984.567975:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d907f7d0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3644:1874684455148032:0@lo:400:kworker.0 00000100:00100000:3.0:1787838984.568046:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787838984.568082:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d907f7d21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3644:1874684455148672:0@lo:400:kworker.0 00000100:00100000:3.0:1787838984.568110:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787838984.568148:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1787838984.568155:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d907f7d1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3644:1874684455147904:0@lo:400:kworker.0 00000100:00100000:3.0:1787838984.568181:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787838984.568197:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d907f7d3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3644:1874684455148544:0@lo:400:kworker.0 00000100:00100000:3.0:1787838984.568227:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787838984.568255:0:22653:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455147904 00000100:00100000:3.0:1787838984.568261:0:22653:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455147904 00000100:00100000:3.0:1787838984.568303:0:22653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:3.0:1787838984.568312:0:22653:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d907b2f1680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3644:x1874684455147904:12345-0@lo:400:kworker.0 00010000:00080000:2.0:1787838984.569505:0:22648:0:(ldlm_lib.c:1482:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-OST0001_UUID@0@lo t0 exp 0000000000000000 cur 668 last 0 00000020:00000080:2.0:1787838984.569950:0:22648:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-OST0001_UUID, cookie 0x7b32352f0be6f3cd 00000004:00100000:2.0:1787838984.569971:0:22648:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:2.0:1787838984.570017:0:22648:0:(import.c:65:import_set_state_nolock()) ffff8d8f4290a000 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1787838984.570093:0:22648:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d907f654f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3642:x1874684455147776:12345-0@lo:38:llog_process_th.0 Request processed in 4742us (6871us total) trans 0 rc 0/0 00000100:00100000:2.0:1787838984.570105:0:22648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:2.0:1787838984.570152:0:22648:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455148032 00000100:00100000:2.0:1787838984.570158:0:22648:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455148032 00000100:00100000:2.0:1787838984.570182:0:22648:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455148672 00000100:00100000:2.0:1787838984.570185:0:22648:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455148672 00000100:00100000:2.0:1787838984.570227:0:22648:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455148544 00000100:00100000:2.0:1787838984.570230:0:22648:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455148544 00000100:00100000:2.0:1787838984.570244:0:22648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:2.0:1787838984.570250:0:22648:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d907f7d1e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3644:x1874684455148032:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787838984.570667:0:22653:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d907b2f1680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3644:x1874684455147904:12345-0@lo:400:kworker.0 Request processed in 2351us (2481us total) trans 0 rc 0/0 00000100:00100000:3.0:1787838984.570677:0:22653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:1.0:1787838984.570847:0:3642:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d907f7d30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3642:1874684455148416:0@lo:8:kworker.0 00000100:00100000:1.0:1787838984.570889:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00080000:1.0:1787838984.570932:0:3642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8d907f7d03c0 x1874684455147776/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/416 e 0 to 0 dl 1787838994 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787838984.570942:0:3642:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 2 00000100:00080000:1.0:1787838984.570950:0:3642:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-OST0001: connect to target with instance 3 00000100:00080000:1.0:1787838984.570958:0:3642:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-OST0001: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:1.0:1787838984.570962:0:3642:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:1.0:1787838984.570965:0:3642:0:(import.c:65:import_set_state_nolock()) ffff8d8f4290c800 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:1.0:1787838984.570971:0:3642:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d907f7d03c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3642:1874684455147776:0@lo:38:llog_process_th.0 00000100:00100000:2.0:1787838984.571484:0:22648:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d907f7d1e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3644:x1874684455148032:12345-0@lo:400:kworker.0 Request processed in 1231us (3434us total) trans 0 rc 0/0 00000100:00100000:2.0:1787838984.571492:0:22648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:2.0:1787838984.571541:0:22648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:2.0:1787838984.571551:0:22648:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d907b2f03c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3644:x1874684455148672:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787838984.571606:0:22648:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d907b2f03c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3644:x1874684455148672:12345-0@lo:400:kworker.0 Request processed in 58us (3494us total) trans 0 rc 0/0 00000100:00100000:2.0:1787838984.571623:0:22648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:2.0:1787838984.571636:0:22648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:2.0:1787838984.571643:0:22648:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d907b2f30c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3644:x1874684455148544:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787838984.571674:0:22648:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d907b2f30c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3644:x1874684455148544:12345-0@lo:400:kworker.0 Request processed in 32us (3446us total) trans 0 rc 0/0 00000100:00100000:2.0:1787838984.571680:0:22648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:2.0:1787838984.571708:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d907f7d0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3645:1874684455148160:0@lo:400:kworker.0 00000100:00100000:2.0:1787838984.571751:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787838984.571782:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d907f7d0f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3645:1874684455148800:0@lo:400:kworker.0 00000100:00100000:2.0:1787838984.571806:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787838984.571825:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1787838984.571831:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d907f7d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3645:1874684455148288:0@lo:400:kworker.0 00000100:00100000:2.0:1787838984.571853:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1787838984.571893:0:22643:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1787838984.571907:0:22652:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455148160 00000100:00100000:2.0:1787838984.571913:0:22652:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455148160 00000100:00100000:2.0:1787838984.571945:0:22652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:2.0:1787838984.571951:0:22652:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d8f42e7bc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3645:x1874684455148160:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787838984.571985:0:22652:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d8f42e7bc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3645:x1874684455148160:12345-0@lo:400:kworker.0 Request processed in 34us (233us total) trans 0 rc 0/0 00000100:00100000:2.0:1787838984.571991:0:22652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:2.0:1787838984.572027:0:24155:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455148416 00000100:00100000:2.0:1787838984.572031:0:24155:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455148416 00000100:00100000:2.0:1787838984.572048:0:24155:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455148288 00000100:00100000:2.0:1787838984.572051:0:24155:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455148288 00000100:00100000:2.0:1787838984.572080:0:24155:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1787838984.572093:0:24155:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d8f42e7ad00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3645:x1874684455148288:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787838984.572123:0:24155:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d8f42e7ad00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3645:x1874684455148288:12345-0@lo:400:kworker.0 Request processed in 31us (269us total) trans 0 rc 0/0 00000100:00100000:2.0:1787838984.572148:0:24155:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1787838984.572160:0:24155:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:2.0:1787838984.572164:0:24155:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d907f6543c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3642:x1874684455148416:12345-0@lo:8:kworker.0 00000100:00100000:2.0:1787838984.572221:0:24155:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d907f6543c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3642:x1874684455148416:12345-0@lo:8:kworker.0 Request processed in 55us (1332us total) trans 0 rc -11/-11 00000100:00100000:2.0:1787838984.572227:0:24155:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00010000:00080000:2.0:1787838984.572261:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8d907f7d3480 x1874684455148288/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1787839000 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787838984.572274:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d907f7d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3645:1874684455148288:0@lo:400:kworker.0 00000100:00100000:2.0:1787838984.572289:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d907f7d0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3645:1874684455148160:0@lo:400:kworker.0 00000100:00080000:2.0:1787838984.572312:0:22643:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1787838984.572327:0:3642:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 0 gen 2 00000100:00080000:2.0:1787838984.572331:0:3642:0:(import.c:65:import_set_state_nolock()) ffff8d907612a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787838984.572335:0:3642:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-11) 00000100:00100000:2.0:1787838984.572337:0:3642:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d907f7d30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3642:1874684455148416:0@lo:8:kworker.0 00000100:00100000:0.0:1787838984.573037:0:22647:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455148800 00000100:00100000:0.0:1787838984.573044:0:22647:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455148800 00000100:00100000:0.0:1787838984.573083:0:22647:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:0.0:1787838984.573090:0:22647:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d8f42e7a1c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3645:x1874684455148800:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787838984.573326:0:22647:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d8f42e7a1c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3645:x1874684455148800:12345-0@lo:400:kworker.0 Request processed in 236us (1518us total) trans 0 rc 0/0 00000100:00100000:0.0:1787838984.573339:0:22647:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00080000:2.0:1787838984.574826:0:22643:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:2.0:1787838984.574885:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8d907f7d0f00 x1874684455148800/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787839000 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787838984.574902:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d907f7d0f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3645:1874684455148800:0@lo:400:kworker.0 00010000:00010000:1.0:1787838984.576251:0:24981:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-lwp-OST0001-12 is initialized 00000020:00000080:1.0:1787838984.578426:0:24981:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-lwp-OST0001 (uuid lustre-MDT0001-lwp-OST0001_UUID) 00000010:01000000:1.0:1787838984.578485:0:24981:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:1.0:1787838984.578498:0:24981:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-lwp-OST0001, cookie 0x7b32352f0be6f3d4 00000100:00080000:1.0:1787838984.578650:0:24981:0:(import.c:510:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 0 00000100:00080000:1.0:1787838984.578658:0:24981:0:(import.c:624:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff8d907ef20000 using connection 192.168.203.118@tcp/0@lo 00000100:00100000:1.0:1787838984.578696:0:24981:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d907f655e00 x1874684455148928/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787838984.578718:0:24981:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID 00000100:00100000:2.0:1787838984.578835:0:3642:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d907f655e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3642:1874684455148928:0@lo:38:llog_process_th.0 00000100:00100000:2.0:1787838984.578907:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1787838984.579462:0:476:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1787838984.579469:0:476:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1787838984.579471:0:476:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1787838984.579474:0:476:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:3.0:1787838984.580009:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d907f7d1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3644:1874684455147904:0@lo:400:kworker.0 00010000:00080000:3.0:1787838984.580041:0:3644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8d907f7d3840 x1874684455148544/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787839000 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787838984.580053:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d907f7d3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3644:1874684455148544:0@lo:400:kworker.0 00010000:00080000:3.0:1787838984.580066:0:3644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8d907f7d0780 x1874684455148032/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787839000 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787838984.580074:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d907f7d0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3644:1874684455148032:0@lo:400:kworker.0 00010000:00080000:3.0:1787838984.580085:0:3644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8d907f7d21c0 x1874684455148672/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787839000 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787838984.580092:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d907f7d21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3644:1874684455148672:0@lo:400:kworker.0 00000100:00100000:0.0:1787838984.581516:0:22647:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455148928 00000100:00100000:0.0:1787838984.581533:0:22647:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455148928 00000100:00100000:0.0:1787838984.581581:0:22647:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1787838984.581591:0:22647:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d904a9821c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3642:x1874684455148928:12345-0@lo:38:llog_process_th.0 00010000:00080000:0.0:1787838984.581630:0:22647:0:(ldlm_lib.c:1482:target_handle_connect()) lustre-MDT0001: connection from lustre-MDT0001-lwp-OST0001_UUID@0@lo t0 exp 0000000000000000 cur 668 last 0 00000020:00000080:0.0:1787838984.581669:0:22647:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-lwp-OST0001_UUID, cookie 0x7b32352f0be6f3db 00000004:00100000:0.0:1787838984.581686:0:22647:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0001: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000040:00080000:2.0:1787838984.581933:0:24981:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x10:0x0] index 52 count 51 00000020:01000000:2.0:1787838984.582001:0:24968:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:2.0:1787838984.582037:0:24968:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.118@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:2.0:1787838984.582053:0:24968:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.118@tcp lock: ffff8d9045189e00/0x7b32352f0be6f3aa lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0x7b32352f0be6f3b1 expref: -99 pid: 24968 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838984.582065:0:24968:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.118@tcp lock: ffff8d9045189e00/0x7b32352f0be6f3aa lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0x7b32352f0be6f3b1 expref: -99 pid: 24968 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:2.0:1787838984.582140:0:24968:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:2.0:1787838984.582143:0:24968:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:2.0:1787838984.582144:0:24968:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1787838984.582146:0:24968:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1787838984.582147:0:24968:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1787838984.582149:0:24968:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1787838984.582150:0:24968:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1787838984.582152:0:24968:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1787838984.582154:0:24968:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:2.0:1787838984.582158:0:24968:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0001 0x40020002 00000020:01000004:2.0:1787838984.582160:0:24968:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:2.0:1787838984.582162:0:24968:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:2.0:1787838984.582163:0:24968:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1787838984.582164:0:24968:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1787838984.582165:0:24968:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1787838984.582166:0:24968:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1787838984.582167:0:24968:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1787838984.582168:0:24968:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1787838984.582169:0:24968:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:2.0:1787838984.582193:0:24968:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0001 00000100:00100000:2.0:1787838984.582229:0:24968:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d8f43bac3c0 pname:cluuid:pid:xid:nid:opc:job mount.lustre:8fe503c4-4afd-4973-b872-263edf7adc13:24968:1874684455149056:0@lo:253:mount.lustre.0 00000100:00100000:2.0:1787838984.582301:0:24968:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787838984.582342:0:24968:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d904621e9c0 going to sleep for 11 seconds 00000100:00080000:0.0:1787838984.582567:0:22647:0:(import.c:65:import_set_state_nolock()) ffff8d907b76c000 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1787838984.582632:0:22647:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d904a9821c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3642:x1874684455148928:12345-0@lo:38:llog_process_th.0 Request processed in 1041us (3724us total) trans 0 rc 0/0 00000100:00100000:0.0:1787838984.582643:0:22647:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1787838984.583041:0:22641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455149056 00000100:00100000:1.0:1787838984.583056:0:22641:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455149056 00010000:00080000:0.0:1787838984.583255:0:3642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8d907f655e00 x1874684455148928/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/416 e 0 to 0 dl 1787838994 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787838984.583267:0:3642:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: committing for last_committed 0 gen 2 00000100:00080000:0.0:1787838984.583275:0:3642:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0001-lwp-OST0001: connect to target with instance 3 00000100:00080000:0.0:1787838984.583281:0:3642:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0001-lwp-OST0001: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:0.0:1787838984.583287:0:3642:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000100:00080000:0.0:1787838984.583290:0:3642:0:(import.c:65:import_set_state_nolock()) ffff8d907ef20000 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00100000:0.0:1787838984.583297:0:3642:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d907f655e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3642:1874684455148928:0@lo:38:llog_process_th.0 00000100:00100000:1.0:1787838984.583366:0:22641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 107 00000100:00100000:1.0:1787838984.583375:0:22641:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d9070640050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8fe503c4-4afd-4973-b872-263edf7adc13+24:24968:x1874684455149056:12345-0@lo:253:mount.lustre.0 20000000:01000000:1.0:1787838984.583399:0:22641:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 1 is ready to reconnect. 20000000:01000000:1.0:1787838984.583413:0:22641:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 20000000:01000000:0.0:1787838984.600217:0:22641:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:0.0:1787838984.600231:0:22641:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0001, index=1, rc=0 20000000:01000000:1.0:1787838984.600590:0:22663:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:1.0:1787838984.600596:0:22663:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:1.0:1787838984.600618:0:22663:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8d907b311400/0x7b32352f0be6f3e2 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838984.600637:0:22663:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8d9045189a00/0x7b32352f0be6f356 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x7b32352f0be6f34f expref: 24 pid: 22640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838984.600645:0:22663:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8d9045188c00/0x7b32352f0be6f364 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x7b32352f0be6f35d expref: 24 pid: 22641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838984.600652:0:22663:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8d907b311400/0x7b32352f0be6f3e2 lrc: 5/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 22663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838984.600692:0:22663:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8d9045188c00/0x7b32352f0be6f364 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x7b32352f0be6f35d expref: 24 pid: 22641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838984.600706:0:22663:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8d9045188c00/0x7b32352f0be6f364 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x7b32352f0be6f35d expref: 24 pid: 22641 timeout: 768 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787838984.600730:0:22663:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d907f656940 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22663:1874684455149184:0@lo:104: 00000100:00100000:1.0:1787838984.600794:0:22663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1787838984.600840:0:22663:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8d9045189a00/0x7b32352f0be6f356 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x7b32352f0be6f34f expref: 24 pid: 22640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838984.600847:0:22663:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8d9045189a00/0x7b32352f0be6f356 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x7b32352f0be6f34f expref: 24 pid: 22640 timeout: 768 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787838984.600868:0:22663:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d907f655a40 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22663:1874684455149312:0@lo:104: 00000100:00100000:1.0:1787838984.600888:0:22663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787838984.600912:0:22663:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d90763e1f00 going to sleep for 11 seconds 00000100:00100000:0.0:1787838984.601050:0:22630:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455149184 00000100:00100000:0.0:1787838984.601057:0:22630:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455149184 00000100:00100000:0.0:1787838984.601089:0:22630:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455149312 00000100:00100000:0.0:1787838984.601092:0:22630:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455149312 00000100:00100000:0.0:1787838984.601118:0:22630:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1787838984.601162:0:22630:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d907f6570c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:8fe503c4-4afd-4973-b872-263edf7adc13+4:22663:x1874684455149184:12345-0@lo:104: 00010000:00010000:0.0:1787838984.601174:0:22630:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.118@tcp lock: ffff8d907b310800/0x7b32352f0be6f35d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x7b32352f0be6f364 expref: -99 pid: 22644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838984.601233:0:22630:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1787838984.601239:0:22630:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d907f6570c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:8fe503c4-4afd-4973-b872-263edf7adc13+4:22663:x1874684455149184:12345-0@lo:104: Request processed in 114us (445us total) trans 0 rc 0/0 00000100:00100000:0.0:1787838984.601246:0:22630:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1787838984.601262:0:22630:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:0.0:1787838984.601269:0:22630:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d907f6561c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:8fe503c4-4afd-4973-b872-263edf7adc13+3:22663:x1874684455149312:12345-0@lo:104: 00010000:00010000:0.0:1787838984.601276:0:22630:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.118@tcp lock: ffff8d907b311e00/0x7b32352f0be6f34f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x7b32352f0be6f356 expref: -99 pid: 22644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838984.601307:0:22630:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:0.0:1787838984.601313:0:22630:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d907f6561c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:8fe503c4-4afd-4973-b872-263edf7adc13+3:22663:x1874684455149312:12345-0@lo:104: Request processed in 45us (424us total) trans 0 rc 0/0 00000100:00100000:0.0:1787838984.601319:0:22630:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00010000:00010000:0.0:1787838984.601335:0:22636:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1787838984.601340:0:22636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.118@tcp lock: ffff8d907b310800/0x7b32352f0be6f35d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x7b32352f0be6f364 expref: -99 pid: 22644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838984.601348:0:22636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d907b310800 already unused, calling callback (ffffffffc1154c20) 10000000:00010000:0.0:1787838984.601352:0:22636:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.118@tcp lock: ffff8d907b310800/0x7b32352f0be6f35d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x7b32352f0be6f364 expref: -99 pid: 22644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787838984.601477:0:22663:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d907f656940 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22663:1874684455149184:0@lo:104: 00000100:00100000:1.0:1787838984.601486:0:22663:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d907f655a40 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22663:1874684455149312:0@lo:104: 00010000:00010000:1.0:1787838984.601579:0:22663:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8d907b311400/0x7b32352f0be6f3e2 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787838984.601645:0:22641:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d9070640050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8fe503c4-4afd-4973-b872-263edf7adc13+24:24968:x1874684455149056:12345-0@lo:253:mount.lustre.0 Request processed in 18271us (19342us total) trans 0 rc 0/0 00000100:00100000:1.0:1787838984.601654:0:22641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 107 00000100:00100000:1.0:1787838984.601692:0:24968:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d8f43bac3c0 pname:cluuid:pid:xid:nid:opc:job mount.lustre:8fe503c4-4afd-4973-b872-263edf7adc13:24968:1874684455149056:0@lo:253:mount.lustre.0 10000000:01000000:1.0:1787838984.601702:0:24968:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0001 got index = 1 00000020:01000004:1.0:1787838984.601705:0:24968:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:1.0:1787838984.601707:0:24968:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:1.0:1787838984.601709:0:24968:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1787838984.601710:0:24968:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1787838984.601711:0:24968:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1787838984.601713:0:24968:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1787838984.601714:0:24968:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1787838984.601716:0:24968:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1787838984.601718:0:24968:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00010000:00010000:0.0:1787838984.601799:0:22636:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.118@tcp lock: ffff8d907b310800/0x7b32352f0be6f35d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x7b32352f0be6f364 expref: -99 pid: 22644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1787838984.601819:0:22636:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.118@tcp lock: ffff8d907b310800/0x7b32352f0be6f35d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x7b32352f0be6f364 expref: -99 pid: 22644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1787838984.601825:0:22636:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:0.0:1787838984.601856:0:22636:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.118@tcp lock: ffff8d907b310800/0x7b32352f0be6f35d lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7b32352f0be6f364 expref: -99 pid: 22644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838984.601863:0:22636:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1787838984.601882:0:22636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.118@tcp lock: ffff8d907b310800/0x7b32352f0be6f35d lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7b32352f0be6f364 expref: -99 pid: 22644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838984.601889:0:22636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.118@tcp lock: ffff8d907b310800/0x7b32352f0be6f35d lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7b32352f0be6f364 expref: -99 pid: 22644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838984.601903:0:22636:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787838984.601907:0:22636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.118@tcp lock: ffff8d907b311e00/0x7b32352f0be6f34f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x7b32352f0be6f356 expref: -99 pid: 22644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838984.601913:0:22636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d907b311e00 already unused, calling callback (ffffffffc1154c20) 10000000:00010000:0.0:1787838984.601916:0:22636:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.118@tcp lock: ffff8d907b311e00/0x7b32352f0be6f34f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x7b32352f0be6f356 expref: -99 pid: 22644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838984.601922:0:22636:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.118@tcp lock: ffff8d907b311e00/0x7b32352f0be6f34f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x7b32352f0be6f356 expref: -99 pid: 22644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1787838984.601929:0:22636:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.118@tcp lock: ffff8d907b311e00/0x7b32352f0be6f34f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x7b32352f0be6f356 expref: -99 pid: 22644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1787838984.601934:0:22636:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:0.0:1787838984.601956:0:22636:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.118@tcp lock: ffff8d907b311e00/0x7b32352f0be6f34f lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7b32352f0be6f356 expref: -99 pid: 22644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838984.601962:0:22636:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1787838984.601977:0:22636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.118@tcp lock: ffff8d907b311e00/0x7b32352f0be6f34f lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7b32352f0be6f356 expref: -99 pid: 22644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838984.601984:0:22636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.118@tcp lock: ffff8d907b311e00/0x7b32352f0be6f34f lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7b32352f0be6f356 expref: -99 pid: 22644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838984.601997:0:22636:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787838984.601999:0:22636:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787838984.602001:0:22636:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787838984.602008:0:22635:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787838984.602026:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d907bdf52c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:8fe503c4-4afd-4973-b872-263edf7adc13:3646:1874684455149440:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1787838984.602056:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787838984.602092:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d907bdf4f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8fe503c4-4afd-4973-b872-263edf7adc13:3643:1874684455149568:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1787838984.602113:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787838984.602162:0:22632:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455149440 00000100:00100000:0.0:1787838984.602166:0:22632:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455149440 00010000:00010000:0.0:1787838984.602183:0:22632:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8d9045188c00/0x7b32352f0be6f364 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x7b32352f0be6f35d expref: 24 pid: 22641 timeout: 768 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787838984.602202:0:22632:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455149568 00000100:00100000:0.0:1787838984.602204:0:22632:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455149568 00010000:00010000:0.0:1787838984.602227:0:22632:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8d9045189a00/0x7b32352f0be6f356 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x7b32352f0be6f34f expref: 25 pid: 22640 timeout: 768 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787838984.602240:0:22632:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1787838984.602246:0:22632:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d907bdf6940 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8fe503c4-4afd-4973-b872-263edf7adc13+25:3646:x1874684455149440:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1787838984.602265:0:22632:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787838984.602270:0:22632:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8d9045188c00/0x7b32352f0be6f364 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x7b32352f0be6f35d expref: 25 pid: 22641 timeout: 768 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838984.602280:0:22632:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8d9045188c00/0x7b32352f0be6f364 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x7b32352f0be6f35d expref: 25 pid: 22641 timeout: 768 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838984.602293:0:22632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8d9045188c00/0x7b32352f0be6f364 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x7b32352f0be6f35d expref: 25 pid: 22641 timeout: 768 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838984.602302:0:22632:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787838984.602327:0:22632:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d907bdf6940 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8fe503c4-4afd-4973-b872-263edf7adc13+24:3646:x1874684455149440:12345-0@lo:103:ldlm_bl.0 Request processed in 81us (271us total) trans 0 rc 0/0 00000100:00100000:0.0:1787838984.602333:0:22632:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1787838984.602345:0:22632:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:0.0:1787838984.602350:0:22632:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d907bdf4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8fe503c4-4afd-4973-b872-263edf7adc13+23:3643:x1874684455149568:12345-0@lo:103:ldlm_bl.0 00000020:02000000:1.0:1787838984.602454:0:24968:0:(tgt_mount.c:2692:server_calc_timeout()) lustre-OST0001: Imperative Recovery not enabled, recovery window 60-180 00010000:00010000:0.0:1787838984.603244:0:22632:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787838984.603252:0:22632:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8d9045189a00/0x7b32352f0be6f356 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x7b32352f0be6f34f expref: 23 pid: 22640 timeout: 768 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838984.603264:0:22632:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8d9045189a00/0x7b32352f0be6f356 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x7b32352f0be6f34f expref: 23 pid: 22640 timeout: 768 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838984.603277:0:22632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8d9045189a00/0x7b32352f0be6f356 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x7b32352f0be6f34f expref: 23 pid: 22640 timeout: 768 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838984.603289:0:22632:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8d907b311400/0x7b32352f0be6f3e2 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838984.603297:0:22632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8d907b311400/0x7b32352f0be6f3e2 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:0.0:1787838984.603319:0:22632:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.008439856s 00010000:00010000:0.0:1787838984.603323:0:22632:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8d907b311400/0x7b32352f0be6f3e2 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838984.603331:0:22632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8d907b311400/0x7b32352f0be6f3e2 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838984.603337:0:22632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8d907b311400/0x7b32352f0be6f3e2 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838984.603343:0:22632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8d907b311400/0x7b32352f0be6f3e2 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838984.603349:0:22632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d907b311400 already unused, calling callback (ffffffffc0b44500) 00010000:00010000:0.0:1787838984.603573:0:22632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8d907b311400/0x7b32352f0be6f3e2 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838984.603584:0:22632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8d907b311400/0x7b32352f0be6f3e2 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 22663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787838984.606570:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d907bdf52c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:8fe503c4-4afd-4973-b872-263edf7adc13:3646:1874684455149440:0@lo:103:ldlm_bl.0 00000001:00000004:1.0:1787838984.607106:0:24968:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 3, last_transno is 12884901888 00002000:00080000:1.0:1787838984.611202:0:24968:0:(ofd_obd.c:543:ofd_postrecov()) lustre-OST0001: recovery is over 00100000:10000000:1.0:1787838984.611394:0:24968:0:(lfsck_lib.c:3085:lfsck_start()) lustre-OST0001-osd: start master thread 00000020:01000004:1.0:1787838984.611434:0:24968:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:1.0:1787838984.611492:0:24968:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.203.118@tcp: cl_mgc_mutex unlock 00000020:01000004:1.0:1787838984.611639:0:24968:0:(tgt_mount.c:2458:server_fill_super_common()) Server sb, dev=50 00000080:00000004:1.0:1787838984.611679:0:24968:0:(super25.c:182:lustre_fill_super()) /dev/mapper/ost2_flakey: Mount complete 00000020:00000004:1.0:1787838984.612931:0:24968:0:(tgt_mount.c:2344:server_getattr()) lustre-OST0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:1.0:1787838984.613227:0:24968:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:2.0:1787838984.614938:0:22663:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8d907b311400/0x7b32352f0be6f3e2 lrc: 5/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838984.614956:0:22663:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8d907b311400/0x7b32352f0be6f3e2 lrc: 5/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838984.623708:0:22632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8d907b311400/0x7b32352f0be6f3e2 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838984.623844:0:22632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8d907b311400/0x7b32352f0be6f3e2 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838984.623864:0:22632:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787838984.623943:0:22632:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d907bdf4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8fe503c4-4afd-4973-b872-263edf7adc13+22:3643:x1874684455149568:12345-0@lo:103:ldlm_bl.0 Request processed in 21589us (21825us total) trans 0 rc 0/0 00000100:00100000:0.0:1787838984.623952:0:22632:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:0.0:1787838984.624184:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d907bdf4f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8fe503c4-4afd-4973-b872-263edf7adc13:3643:1874684455149568:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1787838984.686554:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d907f655a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3644:1874684455149696:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1787838984.686672:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787838984.686746:0:24156:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455149696 00000100:00100000:1.0:1787838984.686754:0:24156:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455149696 00000100:00100000:1.0:1787838984.686799:0:24156:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1787838984.686811:0:24156:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d907bdf4f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3644:x1874684455149696:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1787838984.686838:0:24156:0:(ofd_obd.c:739:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1787838984.686887:0:24156:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d907bdf4f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3644:x1874684455149696:12345-0@lo:13:osp-pre-0-1.0 Request processed in 79us (215us total) trans 0 rc 0/0 00000100:00100000:1.0:1787838984.686896:0:24156:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00010000:00080000:0.0:1787838984.686919:0:3644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8d907f655a40 x1874684455149696/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1787839000 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787838984.686937:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d907f655a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3644:1874684455149696:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1787838984.753607:0:22636:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:0.0:1787838985.579433:0:25034:0:(tgt_mount.c:2344:server_getattr()) lustre-OST0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:0.0:1787838985.579653:0:25034:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00000100:00100000:0.0:1787838985.709403:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d907bdf7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3645:1874684455149824:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1787838985.709475:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787838985.709536:0:22652:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455149824 00000100:00100000:0.0:1787838985.709542:0:22652:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455149824 00000100:00100000:0.0:1787838985.709584:0:22652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:0.0:1787838985.709592:0:22652:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d907bdf4780 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3645:x1874684455149824:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1787838985.709625:0:22652:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:0.0:1787838985.709669:0:22652:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d907bdf4780 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3645:x1874684455149824:12345-0@lo:41:osp-pre-0-1.0 Request processed in 77us (193us total) trans 0 rc 0/0 00000100:00100000:0.0:1787838985.709676:0:22652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:0.0:1787838985.709719:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d907bdf7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3645:1874684455149824:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1787838985.710325:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1787838985.710336:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d907b2f0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3645:1874684455149952:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1787838985.710368:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787838985.710449:0:23388:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455149952 00000100:00100000:3.0:1787838985.710454:0:23388:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455149952 00000100:00100000:3.0:1787838985.710488:0:23388:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:3.0:1787838985.710496:0:23388:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d8f43bae1c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3645:x1874684455149952:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1787838985.710518:0:23388:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:3.0:1787838985.710564:0:23388:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d8f43bae1c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3645:x1874684455149952:12345-0@lo:41:osp-pre-1-0.0 Request processed in 69us (195us total) trans 0 rc 0/0 00000100:00100000:3.0:1787838985.710570:0:23388:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:1.0:1787838985.710627:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d907b2f0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3645:1874684455149952:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1787838985.774594:0:22635:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:1.0:1787838986.419973:0:22644:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:1.0:1787838986.419978:0:22644:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff8d906ee42000 from 14 10000000:01000000:1.0:1787838986.419983:0:22644:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:1.0:1787838986.420023:0:22644:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.118@tcp lock: ffff8d907b310800/0x7b32352f0be6f3e9 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838986.420034:0:22644:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.118@tcp lock: ffff8d907b310800/0x7b32352f0be6f3e9 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838986.420045:0:22644:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.118@tcp lock: ffff8d907b310800/0x7b32352f0be6f3e9 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787838986.420067:0:22644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d907f654780 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:8fe503c4-4afd-4973-b872-263edf7adc13:22644:1874684455150080:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1787838986.420139:0:22644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787838986.420176:0:22644:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d9043e593c0 going to sleep for 11 seconds 00000100:00100000:3.0:1787838986.424208:0:22642:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455150080 00000100:00100000:3.0:1787838986.424221:0:22642:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455150080 00000100:00100000:3.0:1787838986.424272:0:22642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108 00000100:00100000:3.0:1787838986.424281:0:22642:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d9070641050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8fe503c4-4afd-4973-b872-263edf7adc13+22:22644:x1874684455150080:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1787838986.424298:0:22642:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787838986.424316:0:22642:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8d8f422d5000/0x7b32352f0be6f3f0 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x7b32352f0be6f3e9 expref: -99 pid: 22642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787838986.424475:0:22642:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8d8f422d5000/0x7b32352f0be6f3f0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x7b32352f0be6f3e9 expref: 23 pid: 22642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787838986.424487:0:22642:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8d8f422d5000/0x7b32352f0be6f3f0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x7b32352f0be6f3e9 expref: 23 pid: 22642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787838986.424562:0:22642:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d8f422d5000, rc 0) 00000100:00100000:3.0:1787838986.424687:0:22642:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d9070641050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8fe503c4-4afd-4973-b872-263edf7adc13+23:22644:x1874684455150080:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 407us (4547us total) trans 0 rc 0/0 00000100:00100000:3.0:1787838986.424695:0:22642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108 00000100:00100000:1.0:1787838986.430833:0:22644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d907f654780 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:8fe503c4-4afd-4973-b872-263edf7adc13:22644:1874684455150080:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1787838986.430864:0:22644:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.118@tcp lock: ffff8d907b310800/0x7b32352f0be6f3e9 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7b32352f0be6f3f0 expref: -99 pid: 22644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838986.430877:0:22644:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.118@tcp lock: ffff8d907b310800/0x7b32352f0be6f3e9 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x7b32352f0be6f3f0 expref: -99 pid: 22644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787838986.430948:0:22644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d907f654780 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:8fe503c4-4afd-4973-b872-263edf7adc13:22644:1874684455150208:0@lo:256:ll_cfg_requeue.0 00000100:00100000:1.0:1787838986.431021:0:22644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787838986.431116:0:22644:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d9043e593c0 going to sleep for 11 seconds 00000100:00100000:0.0:1787838986.438614:0:22641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455150208 00000100:00100000:0.0:1787838986.438628:0:22641:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455150208 00000100:00100000:2.0:1787838986.438949:0:22641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 109 00000100:00100000:2.0:1787838986.438959:0:22641:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d9070641c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8fe503c4-4afd-4973-b872-263edf7adc13+23:22644:x1874684455150208:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:2.0:1787838986.438983:0:22641:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:2.0:1787838986.438999:0:22641:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:2.0:1787838986.439001:0:22641:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 14 00000100:00100000:2.0:1787838986.439167:0:22641:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d9070641c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8fe503c4-4afd-4973-b872-263edf7adc13+23:22644:x1874684455150208:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 210us (8146us total) trans 0 rc 0/0 00000100:00100000:2.0:1787838986.439175:0:22641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 109 00000100:00100000:0.0:1787838986.441590:0:22644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d907f654780 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:8fe503c4-4afd-4973-b872-263edf7adc13:22644:1874684455150208:0@lo:256:ll_cfg_requeue.0 10000000:01000000:0.0:1787838986.441680:0:22644:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.118@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:0.0:1787838986.441691:0:22644:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.118@tcp lock: ffff8d907b310800/0x7b32352f0be6f3e9 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7b32352f0be6f3f0 expref: -99 pid: 22644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838986.441725:0:22644:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.118@tcp lock: ffff8d907b310800/0x7b32352f0be6f3e9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7b32352f0be6f3f0 expref: -99 pid: 22644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1787838986.441735:0:22644:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:0.0:1787838986.441737:0:22644:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff8d907f6db000 from 14 10000000:01000000:0.0:1787838986.441740:0:22644:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:0.0:1787838986.441773:0:22644:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.118@tcp lock: ffff8d907ef29800/0x7b32352f0be6f3f7 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838986.441782:0:22644:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.118@tcp lock: ffff8d907ef29800/0x7b32352f0be6f3f7 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838986.441791:0:22644:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.118@tcp lock: ffff8d907ef29800/0x7b32352f0be6f3f7 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787838986.441811:0:22644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d907bdf7840 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:8fe503c4-4afd-4973-b872-263edf7adc13:22644:1874684455150336:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1787838986.441865:0:22644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787838986.441911:0:22644:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d9079da5600 going to sleep for 11 seconds 00000100:00100000:2.0:1787838986.442101:0:22642:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455150336 00000100:00100000:2.0:1787838986.442108:0:22642:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455150336 00000100:00100000:2.0:1787838986.442177:0:22642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 110 00000100:00100000:2.0:1787838986.442187:0:22642:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d9070640c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8fe503c4-4afd-4973-b872-263edf7adc13+23:22644:x1874684455150336:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1787838986.442210:0:22642:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787838986.442223:0:22642:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8d9045188400/0x7b32352f0be6f3fe lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x7b32352f0be6f3f7 expref: -99 pid: 22642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838986.442258:0:22642:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8d9045188400/0x7b32352f0be6f3fe lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x7b32352f0be6f3f7 expref: 24 pid: 22642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838986.442269:0:22642:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8d9045188400/0x7b32352f0be6f3fe lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x7b32352f0be6f3f7 expref: 24 pid: 22642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838986.442278:0:22642:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d9045188400, rc 0) 00000100:00100000:2.0:1787838986.442322:0:22642:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d9070640c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8fe503c4-4afd-4973-b872-263edf7adc13+24:22644:x1874684455150336:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 137us (457us total) trans 0 rc 0/0 00000100:00100000:2.0:1787838986.442329:0:22642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 110 00000100:00100000:0.0:1787838986.442756:0:22644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d907bdf7840 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:8fe503c4-4afd-4973-b872-263edf7adc13:22644:1874684455150336:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1787838986.442771:0:22644:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.118@tcp lock: ffff8d907ef29800/0x7b32352f0be6f3f7 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x7b32352f0be6f3fe expref: -99 pid: 22644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838986.442781:0:22644:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.118@tcp lock: ffff8d907ef29800/0x7b32352f0be6f3f7 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x7b32352f0be6f3fe expref: -99 pid: 22644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787838986.442830:0:22644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d907bdf7840 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:8fe503c4-4afd-4973-b872-263edf7adc13:22644:1874684455150464:0@lo:256:ll_cfg_requeue.0 00000100:00100000:0.0:1787838986.442866:0:22644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787838986.442894:0:22644:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d9079da5600 going to sleep for 11 seconds 00000100:00100000:1.0:1787838986.442991:0:22640:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455150464 00000100:00100000:1.0:1787838986.442996:0:22640:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455150464 00000100:00100000:1.0:1787838986.443029:0:22640:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 111 00000100:00100000:1.0:1787838986.443036:0:22640:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d9070641850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8fe503c4-4afd-4973-b872-263edf7adc13+24:22644:x1874684455150464:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:1.0:1787838986.443051:0:22640:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:1.0:1787838986.443066:0:22640:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:1.0:1787838986.443069:0:22640:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 14 00000100:00100000:1.0:1787838986.443169:0:22640:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d9070641850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8fe503c4-4afd-4973-b872-263edf7adc13+24:22644:x1874684455150464:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 132us (301us total) trans 0 rc 0/0 00000100:00100000:1.0:1787838986.443176:0:22640:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 111 00000100:00100000:0.0:1787838986.443450:0:22644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d907bdf7840 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:8fe503c4-4afd-4973-b872-263edf7adc13:22644:1874684455150464:0@lo:256:ll_cfg_requeue.0 10000000:01000000:0.0:1787838986.443532:0:22644:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.118@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:0.0:1787838986.443540:0:22644:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.118@tcp lock: ffff8d907ef29800/0x7b32352f0be6f3f7 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x7b32352f0be6f3fe expref: -99 pid: 22644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838986.443548:0:22644:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.118@tcp lock: ffff8d907ef29800/0x7b32352f0be6f3f7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x7b32352f0be6f3fe expref: -99 pid: 22644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838986.797402:0:22636:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787838987.630282:0:3642:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787838967/real 1787838967] req@ffff8d907f6fb0c0 x1874684455137408/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1787838987 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787838987.630315:0:3642:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d907f6fb0c0 x1874684455137408/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1787838987 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787838987.630325:0:3642:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787838967/real 1787838967] req@ffff8d907bdf7c00 x1874684455137536/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1787838987 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787838987.630349:0:3642:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d907bdf7c00 x1874684455137536/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1787838987 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787838987.630367:0:3642:0:(import.c:65:import_set_state_nolock()) ffff8d9042bf8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787838987.630390:0:3642:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1787838987.630394:0:3642:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d907f6fb0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3642:1874684455137408:0@lo:8:kworker.0 00000100:00080000:0.0:1787838987.630400:0:3642:0:(import.c:65:import_set_state_nolock()) ffff8d9064226000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787838987.630406:0:3642:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1787838987.630408:0:3642:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d907bdf7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3642:1874684455137536:0@lo:8:kworker.0 00000100:00080000:3.0:1787838987.630604:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1787838987.630608:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787838987.630611:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d9042bf8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787838987.630616:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 651 00000100:00080000:3.0:1787838987.630621:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:3.0:1787838987.630627:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff8d9042bf8000 using connection 192.168.203.118@tcp/0@lo 00000100:00100000:3.0:1787838987.630645:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d907b2f3840 x1874684455150848/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787838987.630656:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1787838987.630659:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787838987.630661:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d9064226000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787838987.630664:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 651 00000100:00080000:3.0:1787838987.630666:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:3.0:1787838987.630669:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff8d9064226000 using connection 192.168.203.118@tcp/0@lo 00000100:00100000:3.0:1787838987.630678:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d907b2f21c0 x1874684455150976/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787838987.630740:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1787838987.630743:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787838987.630744:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d907612a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787838987.630749:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff8d907612a800 using connection 192.168.203.118@tcp/0@lo 00000100:00100000:3.0:1787838987.630760:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d907b2f0780 x1874684455151488/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787838987.630805:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d907b2f3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3644:1874684455150720:0@lo:400:kworker.0 00000100:00100000:3.0:1787838987.630818:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d907b2f2580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3646:1874684455151232:0@lo:400:kworker.0 00000100:00100000:2.0:1787838987.630866:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787838987.630898:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787838987.630924:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d907b2f0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3646:1874684455151872:0@lo:400:kworker.0 00000100:00100000:3.0:1787838987.630949:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787838987.630976:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:3.0:1787838987.630981:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d907b2f3c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3646:1874684455151104:0@lo:400:kworker.0 00000100:00100000:3.0:1787838987.631000:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787838987.631015:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d907b2f2940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3646:1874684455151744:0@lo:400:kworker.0 00000100:00100000:3.0:1787838987.631031:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787838987.631054:0:23388:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455150720 00000100:00100000:3.0:1787838987.631060:0:23388:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455150720 00000100:00100000:3.0:1787838987.631100:0:23388:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455151232 00000100:00100000:3.0:1787838987.631103:0:23388:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455151232 00000100:00100000:3.0:1787838987.631119:0:23388:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:3.0:1787838987.631151:0:23388:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d8f43bac3c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3644:x1874684455150720:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787838987.631203:0:23388:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d8f43bac3c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3644:x1874684455150720:12345-0@lo:400:kworker.0 Request processed in 54us (337us total) trans 0 rc 0/0 00000100:00100000:3.0:1787838987.631210:0:23388:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:3.0:1787838987.631231:0:23388:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:3.0:1787838987.631235:0:23388:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d9043b43480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3646:x1874684455151232:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787838987.631263:0:23388:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d9043b43480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3646:x1874684455151232:12345-0@lo:400:kworker.0 Request processed in 27us (366us total) trans 0 rc 0/0 00000100:00100000:3.0:1787838987.631267:0:23388:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:3.0:1787838987.631285:0:24459:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455151872 00000100:00100000:3.0:1787838987.631288:0:24459:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455151872 00000100:00100000:3.0:1787838987.631313:0:24459:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455151104 00000100:00100000:3.0:1787838987.631315:0:24459:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455151104 00000100:00100000:3.0:1787838987.631322:0:24459:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455151744 00000100:00100000:3.0:1787838987.631324:0:24459:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455151744 00000100:00100000:3.0:1787838987.631447:0:24459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:3.0:1787838987.631453:0:24459:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d9043b40000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3646:x1874684455151872:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787838987.631481:0:24459:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d9043b40000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3646:x1874684455151872:12345-0@lo:400:kworker.0 Request processed in 29us (531us total) trans 0 rc 0/0 00000100:00100000:3.0:1787838987.631485:0:24459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:3.0:1787838987.631494:0:24459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:3.0:1787838987.631498:0:24459:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d9043b403c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3646:x1874684455151104:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787838987.631518:0:24459:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d9043b403c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3646:x1874684455151104:12345-0@lo:400:kworker.0 Request processed in 19us (518us total) trans 0 rc 0/0 00000100:00100000:3.0:1787838987.631523:0:24459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:3.0:1787838987.631532:0:24459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:3.0:1787838987.631537:0:24459:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d9043b41a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3646:x1874684455151744:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787838987.631556:0:24459:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d9043b41a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3646:x1874684455151744:12345-0@lo:400:kworker.0 Request processed in 20us (524us total) trans 0 rc 0/0 00000100:00100000:3.0:1787838987.631561:0:24459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00080000:3.0:1787838987.631577:0:22643:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1787838987.631585:0:22643:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1787838987.631607:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d907b2f3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3644:1874684455150720:0@lo:400:kworker.0 00000100:00100000:3.0:1787838987.631613:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d907b2f12c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3644:1874684455151616:0@lo:400:kworker.0 00000100:00100000:3.0:1787838987.631633:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787838987.631660:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d907b2f0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3644:1874684455152128:0@lo:400:kworker.0 00000100:00100000:3.0:1787838987.631681:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787838987.631689:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:3.0:1787838987.631693:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d907b2f0f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8fe503c4-4afd-4973-b872-263edf7adc13:3644:1874684455150592:0@lo:400:kworker.0 00000100:00100000:3.0:1787838987.631718:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787838987.631743:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d907b2f2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3644:1874684455151360:0@lo:400:kworker.0 00000100:00100000:3.0:1787838987.631765:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787838987.631782:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d907b2f1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3644:1874684455152000:0@lo:400:kworker.0 00000100:00100000:3.0:1787838987.631805:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787838987.631823:0:22641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455150592 00000100:00100000:3.0:1787838987.631826:0:22641:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455150592 00000100:00100000:3.0:1787838987.631844:0:22641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 112 00000100:00100000:3.0:1787838987.631848:0:22641:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d9070642450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8fe503c4-4afd-4973-b872-263edf7adc13+24:3644:x1874684455150592:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787838987.631871:0:22641:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d9070642450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8fe503c4-4afd-4973-b872-263edf7adc13+24:3644:x1874684455150592:12345-0@lo:400:kworker.0 Request processed in 23us (152us total) trans 0 rc 0/0 00000100:00100000:3.0:1787838987.631875:0:22641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 112 00000100:00100000:3.0:1787838987.631893:0:24155:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455151360 00000100:00100000:3.0:1787838987.631895:0:24155:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455151360 00000100:00100000:3.0:1787838987.631914:0:24155:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1787838987.631917:0:24155:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d9043b42940 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3644:x1874684455151360:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787838987.631934:0:24155:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d9043b42940 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3644:x1874684455151360:12345-0@lo:400:kworker.0 Request processed in 17us (170us total) trans 0 rc 0/0 00000100:00100000:3.0:1787838987.631943:0:24155:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00080000:3.0:1787838987.631957:0:22643:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1787838987.631961:0:24459:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455151616 00000100:00100000:3.0:1787838987.631963:0:24459:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455151616 00000100:00100000:3.0:1787838987.631971:0:24459:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455152128 00000100:00100000:3.0:1787838987.631972:0:24459:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455152128 00000100:00100000:3.0:1787838987.631981:0:24459:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455152000 00000100:00100000:3.0:1787838987.631983:0:24459:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455152000 00000100:00100000:3.0:1787838987.631989:0:24459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:3.0:1787838987.631992:0:24459:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d9043b42580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3644:x1874684455151616:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787838987.632012:0:24459:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d9043b42580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3644:x1874684455151616:12345-0@lo:400:kworker.0 Request processed in 19us (379us total) trans 0 rc 0/0 00000100:00100000:3.0:1787838987.632016:0:24459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:3.0:1787838987.632021:0:24459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:3.0:1787838987.632024:0:24459:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d9043b421c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3644:x1874684455152128:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787838987.632053:0:24459:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d9043b421c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3644:x1874684455152128:12345-0@lo:400:kworker.0 Request processed in 28us (370us total) trans 0 rc 0/0 00000100:00100000:3.0:1787838987.632057:0:24459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:3.0:1787838987.632065:0:24459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:3.0:1787838987.632070:0:24459:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d9043b43840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3644:x1874684455152000:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787838987.632092:0:24459:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d9043b43840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3644:x1874684455152000:12345-0@lo:400:kworker.0 Request processed in 23us (287us total) trans 0 rc 0/0 00000100:00100000:3.0:1787838987.632098:0:24459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00080000:3.0:1787838987.632109:0:22643:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1787838987.632112:0:22643:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:3.0:1787838987.632162:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8d907b2f3c00 x1874684455151104/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787839003 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787838987.632195:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d907b2f3c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3646:1874684455151104:0@lo:400:kworker.0 00010000:00080000:3.0:1787838987.632210:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8d907b2f2940 x1874684455151744/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787839003 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787838987.632218:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d907b2f2940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3646:1874684455151744:0@lo:400:kworker.0 00000100:00100000:0.0:1787838987.632474:0:3642:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d907b2f3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3642:1874684455150848:0@lo:8:kworker.0 00000100:00100000:0.0:1787838987.632514:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787838987.632536:0:3642:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d907b2f21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3642:1874684455150976:0@lo:8:kworker.0 00000100:00100000:0.0:1787838987.632553:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787838987.632566:0:3642:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d907b2f0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3642:1874684455151488:0@lo:8:kworker.0 00000100:00100000:0.0:1787838987.632594:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787838987.632617:0:24152:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455150848 00000100:00100000:0.0:1787838987.632620:0:24152:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455150848 00000100:00100000:0.0:1787838987.632635:0:24152:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455150976 00000100:00100000:0.0:1787838987.632637:0:24152:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455150976 00000100:00100000:0.0:1787838987.632642:0:24152:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455151488 00000100:00100000:0.0:1787838987.632644:0:24152:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455151488 00000100:00100000:0.0:1787838987.632651:0:24152:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1787838987.632655:0:24152:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d907bdf7c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3642:x1874684455150848:12345-0@lo:8:kworker.0 00010000:00080000:0.0:1787838987.632677:0:24152:0:(ldlm_lib.c:1482:target_handle_connect()) lustre-OST0000: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 671 last 0 00000100:00100000:2.0:1787838987.632762:0:24154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1787838987.632767:0:24154:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d907bdf7840 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3642:x1874684455150976:12345-0@lo:8:kworker.0 00010000:00080000:2.0:1787838987.632781:0:24154:0:(ldlm_lib.c:1482:target_handle_connect()) lustre-OST0001: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 671 last 0 00000020:00000080:2.0:1787838987.632807:0:24154:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x7b32352f0be6f405 00002000:00100000:2.0:1787838987.632820:0:24154:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli lustre-MDT0000-mdtlov_UUID/ffff8d8f4290a800 ocd_connect_flags: 0xa044401443000026 ocd_version: 211395f ocd_grant: 0 ocd_index: 1 ocd_group 0 00002000:00080000:2.0:1787838987.632824:0:24154:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0001: Received MDS connection for group 0 00002000:00100000:2.0:1787838987.632826:0:24154:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0001: cli does not support OBD_CONNECT_CKSUM 00002000:00080000:2.0:1787838987.632980:0:24154:0:(ofd_obd.c:389:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:2.0:1787838987.633001:0:24154:0:(import.c:65:import_set_state_nolock()) ffff8d8f4290c000 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1787838987.633042:0:24154:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d907bdf7840 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3642:x1874684455150976:12345-0@lo:8:kworker.0 Request processed in 274us (487us total) trans 0 rc 0/0 00000100:00100000:2.0:1787838987.633048:0:24154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1787838987.633068:0:24154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:2.0:1787838987.633072:0:24154:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d907bdf43c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3642:x1874684455151488:12345-0@lo:8:kworker.0 00010000:00080000:2.0:1787838987.633084:0:24154:0:(ldlm_lib.c:1482:target_handle_connect()) lustre-OST0001: connection from lustre-MDT0001-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 671 last 0 00000020:00000080:2.0:1787838987.633097:0:24154:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0x7b32352f0be6f40c 00002000:00100000:2.0:1787838987.633102:0:24154:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli lustre-MDT0001-mdtlov_UUID/ffff8d8f4290d800 ocd_connect_flags: 0xa044401443000026 ocd_version: 211395f ocd_grant: 0 ocd_index: 1 ocd_group 1 00002000:00080000:2.0:1787838987.633105:0:24154:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0001: Received MDS connection for group 1 00002000:00100000:2.0:1787838987.633107:0:24154:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0001: cli does not support OBD_CONNECT_CKSUM 00002000:00080000:2.0:1787838987.633147:0:24154:0:(ofd_obd.c:389:ofd_obd_connect()) lustre-OST0001: get connection from MDS 1 00000100:00080000:2.0:1787838987.633159:0:24154:0:(import.c:65:import_set_state_nolock()) ffff8d8f4290e800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1787838987.633183:0:24154:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d907bdf43c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+6:3642:x1874684455151488:12345-0@lo:8:kworker.0 Request processed in 109us (588us total) trans 0 rc 0/0 00000100:00100000:2.0:1787838987.633199:0:24154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000020:00000080:0.0:1787838987.633275:0:24152:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x7b32352f0be6f413 00002000:00100000:0.0:1787838987.633280:0:24152:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/ffff8d907b768800 ocd_connect_flags: 0xa044401443000026 ocd_version: 211395f ocd_grant: 0 ocd_index: 0 ocd_group 0 00002000:00080000:0.0:1787838987.633284:0:24152:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0000: Received MDS connection for group 0 00002000:00100000:0.0:1787838987.633285:0:24152:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0000: cli does not support OBD_CONNECT_CKSUM 00002000:00080000:0.0:1787838987.633320:0:24152:0:(ofd_obd.c:389:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:0.0:1787838987.633330:0:24152:0:(import.c:65:import_set_state_nolock()) ffff8d907b769800 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1787838987.633422:0:24152:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d907bdf7c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3642:x1874684455150848:12345-0@lo:8:kworker.0 Request processed in 765us (907us total) trans 0 rc 0/0 00000100:00100000:0.0:1787838987.633427:0:24152:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00010000:00080000:0.0:1787838987.633457:0:3642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8d907b2f3840 x1874684455150848/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/416 e 0 to 0 dl 1787839012 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787838987.633466:0:3642:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:0.0:1787838987.633472:0:3642:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0000-osc-MDT0000: connect to target with instance 3 00000100:00080000:0.0:1787838987.633483:0:3642:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0000-osc-MDT0000: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:0.0:1787838987.633489:0:3642:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:0.0:1787838987.633491:0:3642:0:(import.c:65:import_set_state_nolock()) ffff8d9042bf8000 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00000004:00080000:0.0:1787838987.633512:0:3642:0:(osp_dev.c:1648:osp_import_event()) got connected 00000100:00100000:0.0:1787838987.633516:0:3642:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d907b2f3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3642:1874684455150848:0@lo:8:kworker.0 00010000:00080000:0.0:1787838987.633527:0:3642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8d907b2f21c0 x1874684455150976/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/416 e 0 to 0 dl 1787839012 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787838987.633534:0:3642:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:0.0:1787838987.633537:0:3642:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0001-osc-MDT0000: connect to target with instance 3 00000100:00080000:0.0:1787838987.633540:0:3642:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0001-osc-MDT0000: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:0.0:1787838987.633542:0:3642:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:0.0:1787838987.633544:0:3642:0:(import.c:65:import_set_state_nolock()) ffff8d9064226000 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00000004:00080000:0.0:1787838987.633555:0:3642:0:(osp_dev.c:1648:osp_import_event()) got connected 00000100:00100000:0.0:1787838987.633558:0:3642:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d907b2f21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3642:1874684455150976:0@lo:8:kworker.0 00010000:00080000:0.0:1787838987.633566:0:3642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8d907b2f0780 x1874684455151488/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/416 e 0 to 0 dl 1787839012 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787838987.633573:0:3642:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0001-osc-MDT0001: connect to target with instance 3 00000100:00080000:0.0:1787838987.633577:0:3642:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0001-osc-MDT0001: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:0.0:1787838987.633579:0:3642:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:0.0:1787838987.633581:0:3642:0:(import.c:65:import_set_state_nolock()) ffff8d907612a800 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00000004:00080000:0.0:1787838987.633588:0:3642:0:(osp_dev.c:1648:osp_import_event()) got connected 00000100:00100000:0.0:1787838987.633590:0:3642:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d907b2f0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3642:1874684455151488:0@lo:8:kworker.0 00000004:00080000:0.0:1787838987.633635:0:22674:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0000: going to cleanup orphans since [0x2c0000401:0x22:0x0] 00000100:00100000:0.0:1787838987.633650:0:22674:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d8f4493e1c0 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:22674:1874684455152384:0@lo:5:osp-pre-1-0.0 00000100:00100000:0.0:1787838987.633673:0:22674:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787838987.633692:0:22674:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d9079da5180 going to sleep for 11 seconds 00000100:00100000:3.0:1787838987.633801:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d907b2f2580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3646:1874684455151232:0@lo:400:kworker.0 00000004:00080000:1.0:1787838987.633812:0:22671:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00010000:00080000:3.0:1787838987.633820:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8d907b2f0b40 x1874684455151872/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787839003 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787838987.633829:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d907b2f0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3646:1874684455151872:0@lo:400:kworker.0 00000004:00080000:2.0:1787838987.633846:0:22672:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0000: going to cleanup orphans since [0x280000401:0x5:0x0] 00000100:00100000:3.0:1787838987.633855:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d8f44834b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3646:1874684455152512:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1787838987.633867:0:22672:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d8f44836940 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:22672:1874684455152640:0@lo:5:osp-pre-0-0.0 00000004:00080000:1.0:1787838987.633876:0:22671:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 671587749414ns, next at 0ns, rc = 0 00000100:00100000:3.0:1787838987.633884:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00080000:00080000:1.0:1787838987.633884:0:22671:0:(osd_handler.c:2849:osd_commit_async()) lustre-MDT0000: async commit OSD 00000100:00100000:2.0:1787838987.633908:0:22672:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787838987.633912:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1787838987.633920:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d907bdf52c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3646:1874684455152256:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1787838987.633931:0:22672:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d9079d1a3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1787838987.633946:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1787838987.633966:0:23392:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0001: going to cleanup orphans since [0x2c0000400:0x1:0x0] 00000004:00080000:3.0:1787838987.633978:0:22673:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000100:00100000:2.0:1787838987.633979:0:23392:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d8f44834000 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23392:1874684455152896:0@lo:7:osp-pre-1-1.0 00000100:00100000:2.0:1787838987.634008:0:23392:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1787838987.634019:0:22673:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 671587891697ns, next at 0ns, rc = 0 00080000:00080000:3.0:1787838987.634026:0:22673:0:(osd_handler.c:2849:osd_commit_async()) lustre-MDT0000: async commit OSD 00000100:00100000:2.0:1787838987.634027:0:23392:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d9079d1a480 going to sleep for 11 seconds 00000100:00100000:1.0:1787838987.634212:0:24157:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455152512 00000100:00100000:2.0:1787838987.634214:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d907b2f0f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8fe503c4-4afd-4973-b872-263edf7adc13:3644:1874684455150592:0@lo:400:kworker.0 00000100:00100000:1.0:1787838987.634218:0:24157:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455152512 00010000:00080000:2.0:1787838987.634233:0:3644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8d907b2f2d00 x1874684455151360/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1787839003 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787838987.634244:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d907b2f2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3644:1874684455151360:0@lo:400:kworker.0 00000100:00100000:1.0:1787838987.634255:0:24157:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455152256 00000100:00100000:1.0:1787838987.634260:0:24157:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455152256 00010000:00080000:2.0:1787838987.634263:0:3644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8d907b2f1a40 x1874684455152000/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787839003 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787838987.634279:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d907b2f1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3644:1874684455152000:0@lo:400:kworker.0 00000100:00100000:1.0:1787838987.634280:0:24157:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1787838987.634293:0:24157:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d9043b40b40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3646:x1874684455152512:12345-0@lo:13:osp-pre-0-0.0 00010000:00080000:2.0:1787838987.634298:0:3644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8d907b2f0000 x1874684455152128/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787839003 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787838987.634312:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d907b2f0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3644:1874684455152128:0@lo:400:kworker.0 00010000:00080000:2.0:1787838987.634325:0:3644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8d907b2f12c0 x1874684455151616/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787839003 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00002000:00000024:1.0:1787838987.634327:0:24157:0:(ofd_obd.c:739:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1787838987.634338:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d907b2f12c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3644:1874684455151616:0@lo:400:kworker.0 00000100:00100000:2.0:1787838987.634361:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1787838987.634369:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d8f448352c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3644:1874684455152768:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1787838987.634376:0:24157:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d9043b40b40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3646:x1874684455152512:12345-0@lo:13:osp-pre-0-0.0 Request processed in 85us (490us total) trans 0 rc 0/0 00000100:00100000:1.0:1787838987.634384:0:24157:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:2.0:1787838987.634395:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787838987.634400:0:24157:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455152768 00000100:00100000:1.0:1787838987.634405:0:24157:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455152768 00000100:00100000:1.0:1787838987.634425:0:24157:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1787838987.634431:0:24157:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d9043b41e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3646:x1874684455152256:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1787838987.634444:0:24157:0:(ofd_obd.c:739:ofd_statfs()) blocks cached 0 granted 280000 pending 0 free 3915849728 avail 3684327424 00000004:00080000:0.0:1787838987.634446:0:23391:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000100:00100000:1.0:1787838987.634471:0:24157:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d9043b41e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3646:x1874684455152256:12345-0@lo:13:osp-pre-1-0.0 Request processed in 41us (526us total) trans 0 rc 0/0 00000100:00100000:1.0:1787838987.634477:0:24157:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1787838987.634487:0:24157:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000004:00080000:0.0:1787838987.634489:0:23391:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 671588362457ns, next at 0ns, rc = 0 00000100:00100000:1.0:1787838987.634492:0:24157:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d8f44837840 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3644:x1874684455152768:12345-0@lo:13:osp-pre-1-1.0 00080000:00080000:0.0:1787838987.634493:0:23391:0:(osd_handler.c:2849:osd_commit_async()) lustre-MDT0001: async commit OSD 00002000:00000024:1.0:1787838987.634501:0:24157:0:(ofd_obd.c:739:ofd_statfs()) blocks cached 0 granted 280000 pending 0 free 3915849728 avail 3684327424 00000100:00100000:0.0:1787838987.634519:0:24693:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455152384 00000100:00100000:0.0:1787838987.634523:0:24693:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455152384 00000100:00100000:1.0:1787838987.634529:0:24157:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d8f44837840 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3644:x1874684455152768:12345-0@lo:13:osp-pre-1-1.0 Request processed in 37us (135us total) trans 0 rc 0/0 00000100:00100000:1.0:1787838987.634535:0:24157:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1787838987.634546:0:24693:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455152640 00000100:00100000:0.0:1787838987.634549:0:24693:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455152640 00000100:00100000:1.0:1787838987.634556:0:24154:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455152896 00000100:00100000:1.0:1787838987.634559:0:24154:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455152896 00000100:00100000:0.0:1787838987.634562:0:24693:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:0.0:1787838987.634568:0:24693:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d8f4493cb40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:22674:x1874684455152384:12345-0@lo:5:osp-pre-1-0.0 00000100:00100000:1.0:1787838987.634572:0:24154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:1.0:1787838987.634578:0:24154:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d8f448343c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:22672:x1874684455152640:12345-0@lo:5:osp-pre-0-0.0 00010000:00080000:2.0:1787838987.634652:0:3644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8d8f448352c0 x1874684455152768/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1787839003 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787838987.634667:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d8f448352c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3644:1874684455152768:0@lo:13:osp-pre-1-1.0 00000100:00080000:3.0:1787838987.634891:0:22643:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1787838987.634897:0:22643:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00080000:3.0:1787838987.634929:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8d907bdf52c0 x1874684455152256/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1787839003 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787838987.634944:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d907bdf52c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3646:1874684455152256:0@lo:13:osp-pre-1-0.0 00010000:00080000:3.0:1787838987.634982:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8d8f44834b40 x1874684455152512/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1787839003 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787838987.635018:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d8f44834b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3646:1874684455152512:0@lo:13:osp-pre-0-0.0 00000004:00080000:0.0:1787838987.635794:0:22627:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1 committed 00000004:00080000:0.0:1787838987.635810:0:22627:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1 committed 00000004:00080000:2.0:1787838987.635813:0:23380:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1 committed 00002000:00080000:0.0:1787838987.636426:0:24154:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0000: adding sequence 0x280000401 00002000:00080000:0.0:1787838987.636434:0:24154:0:(ofd_dev.c:1643:ofd_create_hdl()) ofd_last_id() = 65 -> diff = -60 00002000:02000040:0.0:1787838987.636438:0:24154:0:(ofd_dev.c:1494:ofd_orphans_destroy()) lustre-OST0000: new connection from lustre-MDT0000-mdtlov (cleaning up unused objects from 0x280000401:6 to 0x280000401:65) 00002000:00080000:1.0:1787838987.637845:0:24693:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0001: adding sequence 0x2c0000401 00002000:00080000:1.0:1787838987.637853:0:24693:0:(ofd_dev.c:1643:ofd_create_hdl()) ofd_last_id() = 65 -> diff = -31 00002000:02000040:1.0:1787838987.637857:0:24693:0:(ofd_dev.c:1494:ofd_orphans_destroy()) lustre-OST0001: new connection from lustre-MDT0000-mdtlov (cleaning up unused objects from 0x2c0000401:35 to 0x2c0000401:65) 00002000:00010000:0.0:1787838987.646592:0:24154:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x41:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1787838987.646605:0:24154:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000097d2eb6b/0x7b32352f0be6f41a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838987.646621:0:24154:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x41:0x0].0x0 since=671s v=(0 0) 00010000:00010000:0.0:1787838987.646625:0:24154:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x41:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787838987.646631:0:24154:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000097d2eb6b/0x7b32352f0be6f41a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838987.646648:0:24154:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000097d2eb6b/0x7b32352f0be6f41a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838987.646658:0:24154:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000097d2eb6b/0x7b32352f0be6f41a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838987.646683:0:24154:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000097d2eb6b/0x7b32352f0be6f41a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838987.646714:0:24154:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1787838987.648813:0:22635:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787838987.648826:0:22635:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000097d2eb6b/0x7b32352f0be6f41a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1787838987.648836:0:24154:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x40:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1787838987.648839:0:22635:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d907ef28a00 already unused, calling callback (ffffffffc0b44500) 00010000:00010000:2.0:1787838987.648842:0:24154:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000052a21ac1/0x7b32352f0be6f421 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787838987.648843:0:22635:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000097d2eb6b/0x7b32352f0be6f41a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787838987.648854:0:22635:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000097d2eb6b/0x7b32352f0be6f41a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838987.648854:0:24154:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x40:0x0].0x0 since=671s v=(0 0) 00010000:00010000:2.0:1787838987.648858:0:24154:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x40:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787838987.648863:0:24154:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000052a21ac1/0x7b32352f0be6f421 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787838987.648874:0:22635:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000097d2eb6b/0x7b32352f0be6f41a lrc: 1/0,0 mode: --/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787838987.648881:0:22635:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000097d2eb6b/0x7b32352f0be6f41a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838987.648892:0:24154:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000052a21ac1/0x7b32352f0be6f421 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787838987.648900:0:22635:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787838987.648901:0:24154:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000052a21ac1/0x7b32352f0be6f421 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787838987.648902:0:22635:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787838987.648903:0:22635:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787838987.648909:0:24154:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000052a21ac1/0x7b32352f0be6f421 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838987.648940:0:24154:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1787838987.648956:0:22636:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787838987.648960:0:22636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000052a21ac1/0x7b32352f0be6f421 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787838987.648967:0:22636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d9045188c00 already unused, calling callback (ffffffffc0b44500) 00010000:00010000:3.0:1787838987.648976:0:22636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000052a21ac1/0x7b32352f0be6f421 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787838987.648983:0:22636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000052a21ac1/0x7b32352f0be6f421 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787838987.648993:0:22636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000052a21ac1/0x7b32352f0be6f421 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787838987.649011:0:22636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000052a21ac1/0x7b32352f0be6f421 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787838987.649024:0:22636:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787838987.649025:0:22636:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787838987.649027:0:22636:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1787838987.651975:0:24154:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1787838987.651990:0:24154:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000057c7c530/0x7b32352f0be6f428 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838987.652007:0:24154:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3f:0x0].0x0 since=671s v=(0 0) 00010000:00010000:2.0:1787838987.652011:0:24154:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787838987.652018:0:24154:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000057c7c530/0x7b32352f0be6f428 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838987.652032:0:24154:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000057c7c530/0x7b32352f0be6f428 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838987.652041:0:24154:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000057c7c530/0x7b32352f0be6f428 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838987.652067:0:24154:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000057c7c530/0x7b32352f0be6f428 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838987.652092:0:24154:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1787838987.652350:0:22635:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787838987.652359:0:22635:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000057c7c530/0x7b32352f0be6f428 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787838987.652367:0:22635:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d9045188000 already unused, calling callback (ffffffffc0b44500) 00010000:00010000:3.0:1787838987.652372:0:22635:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000057c7c530/0x7b32352f0be6f428 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787838987.652382:0:22635:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000057c7c530/0x7b32352f0be6f428 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787838987.652398:0:22635:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000057c7c530/0x7b32352f0be6f428 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787838987.652412:0:22635:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000057c7c530/0x7b32352f0be6f428 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787838987.652429:0:22635:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787838987.652430:0:22635:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787838987.652432:0:22635:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1787838987.654835:0:24693:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x41:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00002000:00010000:2.0:1787838987.654839:0:24154:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1787838987.654852:0:24154:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000020f8c087/0x7b32352f0be6f436 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838987.654858:0:24693:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000098a5975a/0x7b32352f0be6f42f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838987.654869:0:24154:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3e:0x0].0x0 since=671s v=(0 0) 00010000:00010000:1.0:1787838987.654873:0:24693:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x41:0x0].0x0 since=671s v=(0 0) 00010000:00010000:2.0:1787838987.654875:0:24154:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787838987.654879:0:24693:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x41:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787838987.654883:0:24154:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000020f8c087/0x7b32352f0be6f436 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838987.654885:0:24693:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000098a5975a/0x7b32352f0be6f42f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838987.654911:0:24154:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000020f8c087/0x7b32352f0be6f436 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838987.654913:0:24693:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000098a5975a/0x7b32352f0be6f42f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838987.654933:0:24154:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000020f8c087/0x7b32352f0be6f436 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838987.654935:0:24693:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000098a5975a/0x7b32352f0be6f42f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838987.654955:0:24154:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000020f8c087/0x7b32352f0be6f436 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838987.654958:0:24693:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000098a5975a/0x7b32352f0be6f42f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838987.654992:0:24154:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1787838987.655011:0:24693:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1787838987.655014:0:22636:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1787838987.655021:0:22636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000020f8c087/0x7b32352f0be6f436 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787838987.655031:0:22636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d9045188200 already unused, calling callback (ffffffffc0b44500) 00010000:00010000:3.0:1787838987.655035:0:22636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000020f8c087/0x7b32352f0be6f436 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787838987.655043:0:22636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000020f8c087/0x7b32352f0be6f436 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787838987.655059:0:22636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000020f8c087/0x7b32352f0be6f436 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787838987.655068:0:22636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000020f8c087/0x7b32352f0be6f436 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787838987.655085:0:22636:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787838987.655089:0:22636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000098a5975a/0x7b32352f0be6f42f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787838987.655102:0:22636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d907b311e00 already unused, calling callback (ffffffffc0b44500) 00010000:00010000:3.0:1787838987.655105:0:22636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000098a5975a/0x7b32352f0be6f42f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787838987.655113:0:22636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000098a5975a/0x7b32352f0be6f42f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1787838987.655910:0:24154:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1787838987.655919:0:24154:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000acda4a49/0x7b32352f0be6f43d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1787838987.655924:0:24693:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x40:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1787838987.655934:0:24693:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005e2c7db3/0x7b32352f0be6f444 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838987.655941:0:24154:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3d:0x0].0x0 since=671s v=(0 0) 00010000:00010000:1.0:1787838987.655948:0:24693:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x40:0x0].0x0 since=671s v=(0 0) 00010000:00010000:2.0:1787838987.655949:0:24154:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787838987.655956:0:24693:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x40:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787838987.655959:0:24154:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000acda4a49/0x7b32352f0be6f43d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838987.655962:0:24693:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005e2c7db3/0x7b32352f0be6f444 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838987.655981:0:24154:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000acda4a49/0x7b32352f0be6f43d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838987.655984:0:24693:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005e2c7db3/0x7b32352f0be6f444 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838987.655992:0:24154:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000acda4a49/0x7b32352f0be6f43d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838987.656009:0:24693:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005e2c7db3/0x7b32352f0be6f444 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838987.656010:0:24154:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000acda4a49/0x7b32352f0be6f43d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838987.656032:0:24693:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000005e2c7db3/0x7b32352f0be6f444 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838987.656035:0:24154:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1787838987.656049:0:24693:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00002000:00010000:2.0:1787838987.656507:0:24154:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1787838987.656514:0:24154:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000007516c72/0x7b32352f0be6f44b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838987.656523:0:24154:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3c:0x0].0x0 since=671s v=(0 0) 00010000:00010000:2.0:1787838987.656526:0:24154:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787838987.656530:0:24154:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000007516c72/0x7b32352f0be6f44b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838987.656539:0:24154:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000007516c72/0x7b32352f0be6f44b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838987.656564:0:24154:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000007516c72/0x7b32352f0be6f44b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838987.656572:0:24154:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000007516c72/0x7b32352f0be6f44b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838987.656582:0:24154:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:0.0:1787838987.656590:0:22635:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1787838987.656632:0:22636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000098a5975a/0x7b32352f0be6f42f lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787838987.656642:0:22636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000098a5975a/0x7b32352f0be6f42f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787838987.656662:0:22636:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1787838987.656666:0:22636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000005e2c7db3/0x7b32352f0be6f444 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787838987.656674:0:22636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d907b311400 already unused, calling callback (ffffffffc0b44500) 00010000:00010000:3.0:1787838987.656678:0:22636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000005e2c7db3/0x7b32352f0be6f444 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787838987.656687:0:22636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000005e2c7db3/0x7b32352f0be6f444 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787838987.656700:0:22636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000005e2c7db3/0x7b32352f0be6f444 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787838987.656716:0:22636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005e2c7db3/0x7b32352f0be6f444 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787838987.656731:0:22636:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787838987.656735:0:22636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000007516c72/0x7b32352f0be6f44b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838987.656735:0:25150:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787838987.656743:0:22635:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000acda4a49/0x7b32352f0be6f43d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787838987.656745:0:22636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d9045189a00 already unused, calling callback (ffffffffc0b44500) 00010000:00010000:3.0:1787838987.656752:0:22636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000007516c72/0x7b32352f0be6f44b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838987.656759:0:22635:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d9045189c00 already unused, calling callback (ffffffffc0b44500) 00010000:00010000:3.0:1787838987.656768:0:22636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000007516c72/0x7b32352f0be6f44b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838987.656768:0:22635:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000acda4a49/0x7b32352f0be6f43d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838987.656793:0:22635:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000acda4a49/0x7b32352f0be6f43d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787838987.656798:0:22636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000007516c72/0x7b32352f0be6f44b lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787838987.656811:0:22636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000007516c72/0x7b32352f0be6f44b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838987.656814:0:22635:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000acda4a49/0x7b32352f0be6f43d lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1787838987.656829:0:24693:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1787838987.656829:0:22635:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000acda4a49/0x7b32352f0be6f43d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787838987.656830:0:22636:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787838987.656834:0:22636:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787838987.656836:0:22636:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787838987.656837:0:24693:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003a9f6d53/0x7b32352f0be6f452 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838987.656852:0:24693:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3f:0x0].0x0 since=671s v=(0 0) 00010000:00010000:1.0:1787838987.656855:0:24693:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787838987.656858:0:22635:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787838987.656860:0:24693:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003a9f6d53/0x7b32352f0be6f452 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838987.656861:0:22635:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787838987.656864:0:22635:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787838987.656873:0:24693:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003a9f6d53/0x7b32352f0be6f452 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838987.656878:0:25150:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787838987.656882:0:25150:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787838987.656884:0:24693:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003a9f6d53/0x7b32352f0be6f452 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838987.656890:0:24693:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000003a9f6d53/0x7b32352f0be6f452 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838987.656911:0:24693:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1787838987.656931:0:22636:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787838987.656936:0:22636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000003a9f6d53/0x7b32352f0be6f452 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787838987.656948:0:22636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d907b310600 already unused, calling callback (ffffffffc0b44500) 00010000:00010000:3.0:1787838987.656952:0:22636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000003a9f6d53/0x7b32352f0be6f452 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787838987.656960:0:22636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000003a9f6d53/0x7b32352f0be6f452 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787838987.656971:0:22636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000003a9f6d53/0x7b32352f0be6f452 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787838987.656978:0:22636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003a9f6d53/0x7b32352f0be6f452 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787838987.656991:0:22636:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787838987.656993:0:22636:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787838987.656995:0:22636:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1787838987.657121:0:24154:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00002000:00010000:1.0:1787838987.657249:0:24693:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1787838987.657255:0:24693:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000949c77ca/0x7b32352f0be6f460 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838987.657261:0:24154:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009ae09fbd/0x7b32352f0be6f459 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838987.657263:0:24693:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3e:0x0].0x0 since=671s v=(0 0) 00010000:00010000:1.0:1787838987.657266:0:24693:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787838987.657269:0:24154:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3b:0x0].0x0 since=671s v=(0 0) 00010000:00010000:2.0:1787838987.657271:0:24154:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787838987.657271:0:24693:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000949c77ca/0x7b32352f0be6f460 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838987.657276:0:24154:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009ae09fbd/0x7b32352f0be6f459 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838987.657280:0:24693:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000949c77ca/0x7b32352f0be6f460 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838987.657285:0:24154:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009ae09fbd/0x7b32352f0be6f459 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838987.657288:0:24693:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000949c77ca/0x7b32352f0be6f460 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838987.657293:0:24154:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009ae09fbd/0x7b32352f0be6f459 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838987.657296:0:24693:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000949c77ca/0x7b32352f0be6f460 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838987.657305:0:24154:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000009ae09fbd/0x7b32352f0be6f459 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838987.657309:0:24693:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1787838987.657335:0:24154:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1787838987.657361:0:22635:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1787838987.657368:0:22635:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000949c77ca/0x7b32352f0be6f460 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838987.657377:0:22635:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d907b311600 already unused, calling callback (ffffffffc0b44500) 00010000:00010000:0.0:1787838987.657381:0:22635:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000949c77ca/0x7b32352f0be6f460 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838987.657390:0:22635:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000949c77ca/0x7b32352f0be6f460 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838987.657406:0:22635:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000949c77ca/0x7b32352f0be6f460 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838987.657414:0:22635:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000949c77ca/0x7b32352f0be6f460 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838987.657431:0:22635:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787838987.657435:0:22635:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000009ae09fbd/0x7b32352f0be6f459 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838987.657441:0:22635:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d9041506000 already unused, calling callback (ffffffffc0b44500) 00010000:00010000:0.0:1787838987.657445:0:22635:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000009ae09fbd/0x7b32352f0be6f459 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787838987.657459:0:25150:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787838987.657466:0:22635:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000009ae09fbd/0x7b32352f0be6f459 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838987.657479:0:22635:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000009ae09fbd/0x7b32352f0be6f459 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838987.657486:0:22635:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009ae09fbd/0x7b32352f0be6f459 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838987.657501:0:22635:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787838987.657503:0:22635:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787838987.657504:0:22635:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1787838987.657641:0:24693:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1787838987.657647:0:24693:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000069e46f3c/0x7b32352f0be6f467 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838987.657655:0:24693:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3d:0x0].0x0 since=671s v=(0 0) 00010000:00010000:1.0:1787838987.657664:0:24693:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787838987.657669:0:24693:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000069e46f3c/0x7b32352f0be6f467 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838987.657678:0:24693:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000069e46f3c/0x7b32352f0be6f467 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838987.657686:0:24693:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000069e46f3c/0x7b32352f0be6f467 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1787838987.657690:0:24154:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1787838987.657693:0:24693:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000069e46f3c/0x7b32352f0be6f467 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838987.657695:0:24154:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003e9bccff/0x7b32352f0be6f46e lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838987.657707:0:24154:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3a:0x0].0x0 since=671s v=(0 0) 00010000:00010000:2.0:1787838987.657710:0:24154:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787838987.657714:0:24154:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003e9bccff/0x7b32352f0be6f46e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838987.657723:0:24154:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003e9bccff/0x7b32352f0be6f46e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838987.657731:0:24154:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003e9bccff/0x7b32352f0be6f46e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838987.657738:0:24154:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000003e9bccff/0x7b32352f0be6f46e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838987.657758:0:24154:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1787838987.657766:0:24693:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1787838987.657792:0:25150:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1787838987.657799:0:25150:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000003e9bccff/0x7b32352f0be6f46e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838987.657806:0:25150:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d9041507600 already unused, calling callback (ffffffffc0b44500) 00010000:00010000:0.0:1787838987.657810:0:25150:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000003e9bccff/0x7b32352f0be6f46e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838987.657817:0:25150:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000003e9bccff/0x7b32352f0be6f46e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838987.657828:0:25150:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000003e9bccff/0x7b32352f0be6f46e lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838987.657849:0:25150:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003e9bccff/0x7b32352f0be6f46e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838987.657863:0:25150:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787838987.657867:0:25150:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000069e46f3c/0x7b32352f0be6f467 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838987.657873:0:25150:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d8f43ccac00 already unused, calling callback (ffffffffc0b44500) 00010000:00010000:0.0:1787838987.657877:0:25150:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000069e46f3c/0x7b32352f0be6f467 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838987.657885:0:25150:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000069e46f3c/0x7b32352f0be6f467 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838987.657895:0:25150:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000069e46f3c/0x7b32352f0be6f467 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838987.657902:0:25150:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000069e46f3c/0x7b32352f0be6f467 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838987.657914:0:25150:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787838987.657915:0:25150:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787838987.657917:0:25150:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787838987.657974:0:22636:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1787838987.658217:0:24693:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1787838987.658223:0:24693:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f277d103/0x7b32352f0be6f475 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838987.658231:0:24693:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3c:0x0].0x0 since=671s v=(0 0) 00010000:00010000:1.0:1787838987.658233:0:24693:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787838987.658237:0:24693:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f277d103/0x7b32352f0be6f475 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838987.658246:0:24693:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f277d103/0x7b32352f0be6f475 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838987.658253:0:24693:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f277d103/0x7b32352f0be6f475 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838987.658266:0:24693:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f277d103/0x7b32352f0be6f475 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838987.658282:0:24693:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1787838987.658300:0:22635:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787838987.658307:0:22635:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f277d103/0x7b32352f0be6f475 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838987.658321:0:22635:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d8f43ccb600 already unused, calling callback (ffffffffc0b44500) 00010000:00010000:0.0:1787838987.658324:0:22635:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f277d103/0x7b32352f0be6f475 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1787838987.658443:0:24154:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x39:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1787838987.658449:0:24154:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000087c9cb34/0x7b32352f0be6f47c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838987.658461:0:22635:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f277d103/0x7b32352f0be6f475 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838987.658462:0:24154:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x39:0x0].0x0 since=671s v=(0 0) 00010000:00010000:2.0:1787838987.658472:0:24154:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x39:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787838987.658475:0:22635:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f277d103/0x7b32352f0be6f475 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838987.658478:0:24154:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000087c9cb34/0x7b32352f0be6f47c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838987.658489:0:22635:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f277d103/0x7b32352f0be6f475 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838987.658497:0:24154:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000087c9cb34/0x7b32352f0be6f47c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838987.658505:0:22635:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787838987.658508:0:22635:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787838987.658509:0:24154:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000087c9cb34/0x7b32352f0be6f47c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838987.658510:0:22635:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787838987.658520:0:24154:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000087c9cb34/0x7b32352f0be6f47c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838987.658536:0:24154:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1787838987.658646:0:25150:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787838987.658654:0:25150:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000087c9cb34/0x7b32352f0be6f47c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838987.658662:0:25150:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d9041507c00 already unused, calling callback (ffffffffc0b44500) 00010000:00010000:0.0:1787838987.658665:0:25150:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000087c9cb34/0x7b32352f0be6f47c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838987.658673:0:25150:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000087c9cb34/0x7b32352f0be6f47c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838987.658691:0:25150:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000087c9cb34/0x7b32352f0be6f47c lrc: 1/0,0 mode: --/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838987.658699:0:25150:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000087c9cb34/0x7b32352f0be6f47c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838987.658712:0:25150:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787838987.658714:0:25150:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787838987.658716:0:25150:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1787838987.658754:0:24693:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1787838987.658760:0:24693:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000071b85132/0x7b32352f0be6f483 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838987.658773:0:24693:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3b:0x0].0x0 since=671s v=(0 0) 00010000:00010000:1.0:1787838987.658776:0:24693:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787838987.658780:0:24693:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000071b85132/0x7b32352f0be6f483 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838987.658789:0:24693:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000071b85132/0x7b32352f0be6f483 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838987.658797:0:24693:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000071b85132/0x7b32352f0be6f483 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838987.658804:0:24693:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000071b85132/0x7b32352f0be6f483 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838987.658820:0:24693:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1787838987.658828:0:24154:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x38:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1787838987.658834:0:24154:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000025a4179e/0x7b32352f0be6f48a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787838987.658839:0:22636:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787838987.658842:0:24154:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x38:0x0].0x0 since=671s v=(0 0) 00010000:00010000:3.0:1787838987.658845:0:22636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000071b85132/0x7b32352f0be6f483 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838987.658848:0:24154:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x38:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787838987.658858:0:24154:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000025a4179e/0x7b32352f0be6f48a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787838987.658859:0:22636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d8f43cca000 already unused, calling callback (ffffffffc0b44500) 00010000:00010000:3.0:1787838987.658864:0:22636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000071b85132/0x7b32352f0be6f483 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838987.658881:0:24154:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000025a4179e/0x7b32352f0be6f48a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787838987.658898:0:22636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000071b85132/0x7b32352f0be6f483 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838987.658901:0:24154:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000025a4179e/0x7b32352f0be6f48a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787838987.658907:0:22636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000071b85132/0x7b32352f0be6f483 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787838987.658925:0:22636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000071b85132/0x7b32352f0be6f483 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838987.658931:0:24154:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000025a4179e/0x7b32352f0be6f48a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787838987.658937:0:22636:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787838987.658940:0:22636:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787838987.658942:0:22636:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787838987.659074:0:24154:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:1.0:1787838987.659090:0:24693:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1787838987.659095:0:24693:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c3e00904/0x7b32352f0be6f491 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838987.659108:0:24693:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3a:0x0].0x0 since=671s v=(0 0) 00010000:00010000:1.0:1787838987.659111:0:24693:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787838987.659115:0:24693:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c3e00904/0x7b32352f0be6f491 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838987.659144:0:24693:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c3e00904/0x7b32352f0be6f491 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838987.659153:0:24693:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c3e00904/0x7b32352f0be6f491 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838987.659161:0:24693:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000c3e00904/0x7b32352f0be6f491 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1787838987.659395:0:24154:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x37:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1787838987.659400:0:24154:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003ed0be0e/0x7b32352f0be6f498 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838987.659408:0:24154:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x37:0x0].0x0 since=671s v=(0 0) 00010000:00010000:2.0:1787838987.659411:0:24154:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x37:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787838987.659415:0:24154:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003ed0be0e/0x7b32352f0be6f498 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838987.659423:0:24154:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003ed0be0e/0x7b32352f0be6f498 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838987.659430:0:24154:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003ed0be0e/0x7b32352f0be6f498 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838987.659436:0:24154:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000003ed0be0e/0x7b32352f0be6f498 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838987.659473:0:24693:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:0.0:1787838987.659486:0:22635:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1787838987.659491:0:22635:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000025a4179e/0x7b32352f0be6f48a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838987.659498:0:22635:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d9041507000 already unused, calling callback (ffffffffc0b44500) 00010000:00010000:0.0:1787838987.659502:0:22635:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000025a4179e/0x7b32352f0be6f48a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838987.659510:0:22635:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000025a4179e/0x7b32352f0be6f48a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838987.659522:0:22635:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000025a4179e/0x7b32352f0be6f48a lrc: 1/0,0 mode: --/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838987.659530:0:22635:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000025a4179e/0x7b32352f0be6f48a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838987.659555:0:22635:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1787838987.659604:0:25150:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787838987.659609:0:25150:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000003ed0be0e/0x7b32352f0be6f498 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787838987.659617:0:25150:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d9041506400 already unused, calling callback (ffffffffc0b44500) 00010000:00010000:3.0:1787838987.659620:0:25150:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000003ed0be0e/0x7b32352f0be6f498 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787838987.659628:0:25150:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000003ed0be0e/0x7b32352f0be6f498 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787838987.659639:0:25150:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000003ed0be0e/0x7b32352f0be6f498 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787838987.659657:0:25150:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787838987.659659:0:25150:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787838987.659661:0:25150:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787838987.659785:0:24154:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:2.0:1787838987.659790:0:24154:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003ed0be0e/0x7b32352f0be6f498 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787838987.659928:0:22636:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1787838987.660035:0:24154:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x36:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1787838987.660041:0:24154:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c6d9076b/0x7b32352f0be6f49f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838987.660050:0:24154:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x36:0x0].0x0 since=671s v=(0 0) 00002000:00010000:1.0:1787838987.660052:0:24693:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x39:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1787838987.660053:0:24154:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x36:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787838987.660058:0:24693:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c7857ebd/0x7b32352f0be6f4a6 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838987.660059:0:24154:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c6d9076b/0x7b32352f0be6f49f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838987.660067:0:24693:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x39:0x0].0x0 since=671s v=(0 0) 00010000:00010000:2.0:1787838987.660068:0:24154:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c6d9076b/0x7b32352f0be6f49f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838987.660069:0:24693:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x39:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787838987.660073:0:24693:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c7857ebd/0x7b32352f0be6f4a6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838987.660076:0:24154:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c6d9076b/0x7b32352f0be6f49f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838987.660082:0:24693:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c7857ebd/0x7b32352f0be6f4a6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838987.660083:0:24154:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c6d9076b/0x7b32352f0be6f49f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838987.660100:0:24693:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c7857ebd/0x7b32352f0be6f4a6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838987.660107:0:24693:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000c7857ebd/0x7b32352f0be6f4a6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838987.660147:0:24154:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1787838987.660214:0:24693:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1787838987.660223:0:22636:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1787838987.660228:0:22636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c6d9076b/0x7b32352f0be6f49f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838987.660236:0:22636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d9041507200 already unused, calling callback (ffffffffc0b44500) 00010000:00010000:1.0:1787838987.660239:0:22636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c6d9076b/0x7b32352f0be6f49f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838987.660247:0:22636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c6d9076b/0x7b32352f0be6f49f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838987.660261:0:22636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c6d9076b/0x7b32352f0be6f49f lrc: 1/0,0 mode: --/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838987.660269:0:22636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c6d9076b/0x7b32352f0be6f49f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838987.660282:0:22636:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787838987.660287:0:25150:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787838987.660292:0:22636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000c7857ebd/0x7b32352f0be6f4a6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838987.660298:0:22636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d8f43ccae00 already unused, calling callback (ffffffffc0b44500) 00010000:00010000:1.0:1787838987.660302:0:22636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000c7857ebd/0x7b32352f0be6f4a6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838987.660310:0:22636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000c7857ebd/0x7b32352f0be6f4a6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838987.660321:0:22636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000c7857ebd/0x7b32352f0be6f4a6 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838987.660347:0:22635:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000c3e00904/0x7b32352f0be6f491 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838987.660356:0:22635:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d8f43ccba00 already unused, calling callback (ffffffffc0b44500) 00010000:00010000:0.0:1787838987.660359:0:22635:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000c3e00904/0x7b32352f0be6f491 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838987.660367:0:22635:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000c3e00904/0x7b32352f0be6f491 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838987.660378:0:22635:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000c3e00904/0x7b32352f0be6f491 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838987.660385:0:22635:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c3e00904/0x7b32352f0be6f491 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838987.660399:0:22635:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787838987.660401:0:22635:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787838987.660403:0:22635:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787838987.660455:0:22636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c7857ebd/0x7b32352f0be6f4a6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838987.660469:0:22636:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787838987.660471:0:22636:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787838987.660473:0:22636:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1787838987.660500:0:24154:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x35:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1787838987.660505:0:24154:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000086928a85/0x7b32352f0be6f4ad lrc: 3/0,1 mode: --/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838987.660513:0:24154:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x35:0x0].0x0 since=671s v=(0 0) 00010000:00010000:2.0:1787838987.660516:0:24154:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x35:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787838987.660527:0:24154:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000086928a85/0x7b32352f0be6f4ad lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838987.660536:0:24154:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000086928a85/0x7b32352f0be6f4ad lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838987.660544:0:24154:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000086928a85/0x7b32352f0be6f4ad lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838987.660551:0:24154:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000086928a85/0x7b32352f0be6f4ad lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838987.660590:0:24154:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1787838987.660775:0:25150:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787838987.660780:0:25150:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000086928a85/0x7b32352f0be6f4ad lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787838987.660788:0:25150:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d9041507400 already unused, calling callback (ffffffffc0b44500) 00010000:00010000:3.0:1787838987.660791:0:25150:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000086928a85/0x7b32352f0be6f4ad lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787838987.660799:0:25150:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000086928a85/0x7b32352f0be6f4ad lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787838987.660811:0:25150:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000086928a85/0x7b32352f0be6f4ad lrc: 1/0,0 mode: --/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787838987.660818:0:25150:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000086928a85/0x7b32352f0be6f4ad lrc: 0/0,0 mode: --/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787838987.660832:0:25150:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787838987.660834:0:25150:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787838987.660835:0:25150:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1787838987.660855:0:24693:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x38:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1787838987.660860:0:24693:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000014f41b8a/0x7b32352f0be6f4b4 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838987.660868:0:24693:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x38:0x0].0x0 since=671s v=(0 0) 00010000:00010000:1.0:1787838987.660872:0:24693:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x38:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787838987.660876:0:24693:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000014f41b8a/0x7b32352f0be6f4b4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838987.660895:0:24693:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000014f41b8a/0x7b32352f0be6f4b4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1787838987.660903:0:24154:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x34:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1787838987.660904:0:24693:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000014f41b8a/0x7b32352f0be6f4b4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838987.660908:0:24154:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000da3d9896/0x7b32352f0be6f4bb lrc: 3/0,1 mode: --/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838987.660911:0:24693:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000014f41b8a/0x7b32352f0be6f4b4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838987.660917:0:24154:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x34:0x0].0x0 since=671s v=(0 0) 00010000:00010000:2.0:1787838987.660919:0:24154:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x34:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787838987.660923:0:24154:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000da3d9896/0x7b32352f0be6f4bb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838987.660931:0:24693:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1787838987.660932:0:24154:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000da3d9896/0x7b32352f0be6f4bb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838987.660939:0:24154:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000da3d9896/0x7b32352f0be6f4bb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838987.660957:0:24154:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000da3d9896/0x7b32352f0be6f4bb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838987.660972:0:24154:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1787838987.661048:0:22635:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1787838987.661053:0:22635:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000014f41b8a/0x7b32352f0be6f4b4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838987.661061:0:22635:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d8f43ccb400 already unused, calling callback (ffffffffc0b44500) 00010000:00010000:3.0:1787838987.661069:0:22636:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787838987.661069:0:22635:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000014f41b8a/0x7b32352f0be6f4b4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787838987.661076:0:22636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000da3d9896/0x7b32352f0be6f4bb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838987.661078:0:22635:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000014f41b8a/0x7b32352f0be6f4b4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787838987.661084:0:22636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d9041507800 already unused, calling callback (ffffffffc0b44500) 00010000:00010000:3.0:1787838987.661087:0:22636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000da3d9896/0x7b32352f0be6f4bb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838987.661089:0:22635:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000014f41b8a/0x7b32352f0be6f4b4 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787838987.661096:0:22636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000da3d9896/0x7b32352f0be6f4bb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838987.661097:0:22635:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000014f41b8a/0x7b32352f0be6f4b4 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787838987.661106:0:22636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000da3d9896/0x7b32352f0be6f4bb lrc: 1/0,0 mode: --/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838987.661110:0:22635:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787838987.661112:0:22635:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787838987.661113:0:22636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000da3d9896/0x7b32352f0be6f4bb lrc: 0/0,0 mode: --/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838987.661113:0:22635:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1787838987.661308:0:24154:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x33:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1787838987.661314:0:24154:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008dc00078/0x7b32352f0be6f4c2 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838987.661322:0:24154:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x33:0x0].0x0 since=671s v=(0 0) 00010000:00010000:2.0:1787838987.661325:0:24154:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x33:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787838987.661329:0:24154:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008dc00078/0x7b32352f0be6f4c2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838987.661338:0:24154:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008dc00078/0x7b32352f0be6f4c2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838987.661346:0:24154:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008dc00078/0x7b32352f0be6f4c2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838987.661353:0:24154:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008dc00078/0x7b32352f0be6f4c2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1787838987.661362:0:24693:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x37:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1787838987.661366:0:24154:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1787838987.661367:0:24693:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000079cf7cf0/0x7b32352f0be6f4c9 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838987.661375:0:24693:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x37:0x0].0x0 since=671s v=(0 0) 00010000:00010000:1.0:1787838987.661378:0:24693:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x37:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787838987.661382:0:24693:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000079cf7cf0/0x7b32352f0be6f4c9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838987.661391:0:24693:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000079cf7cf0/0x7b32352f0be6f4c9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838987.661398:0:24693:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000079cf7cf0/0x7b32352f0be6f4c9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838987.661416:0:24693:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000079cf7cf0/0x7b32352f0be6f4c9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838987.661427:0:24693:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1787838987.661482:0:22636:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1787838987.661486:0:22636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008dc00078/0x7b32352f0be6f4c2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787838987.661494:0:22636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d9041506a00 already unused, calling callback (ffffffffc0b44500) 00010000:00010000:3.0:1787838987.661497:0:22636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008dc00078/0x7b32352f0be6f4c2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787838987.661505:0:22636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008dc00078/0x7b32352f0be6f4c2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787838987.661529:0:22636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008dc00078/0x7b32352f0be6f4c2 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787838987.661536:0:22636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008dc00078/0x7b32352f0be6f4c2 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787838987.661549:0:22636:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787838987.661549:0:22635:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787838987.661552:0:22636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000079cf7cf0/0x7b32352f0be6f4c9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787838987.661661:0:22636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d8f43ccbe00 already unused, calling callback (ffffffffc0b44500) 00010000:00010000:3.0:1787838987.661663:0:22636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000079cf7cf0/0x7b32352f0be6f4c9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787838987.661669:0:22636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000079cf7cf0/0x7b32352f0be6f4c9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787838987.661677:0:22636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000079cf7cf0/0x7b32352f0be6f4c9 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787838987.661681:0:22636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000079cf7cf0/0x7b32352f0be6f4c9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787838987.661690:0:22636:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787838987.661691:0:22636:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787838987.661697:0:22636:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787838987.661702:0:25150:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1787838987.661822:0:24154:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x32:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1787838987.661828:0:24154:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000016a99d84/0x7b32352f0be6f4d0 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838987.661840:0:24154:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x32:0x0].0x0 since=671s v=(0 0) 00010000:00010000:2.0:1787838987.661843:0:24154:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x32:0x0].0x0 since=0s v=(0 0) 00002000:00010000:1.0:1787838987.661845:0:24693:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x36:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1787838987.661847:0:24154:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000016a99d84/0x7b32352f0be6f4d0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838987.661849:0:24693:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f0171885/0x7b32352f0be6f4d7 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838987.661857:0:24693:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x36:0x0].0x0 since=671s v=(0 0) 00010000:00010000:2.0:1787838987.661858:0:24154:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000016a99d84/0x7b32352f0be6f4d0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838987.661860:0:24693:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x36:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787838987.661864:0:24693:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f0171885/0x7b32352f0be6f4d7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838987.661866:0:24154:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000016a99d84/0x7b32352f0be6f4d0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838987.661873:0:24693:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f0171885/0x7b32352f0be6f4d7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838987.661874:0:24154:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000016a99d84/0x7b32352f0be6f4d0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838987.661881:0:24693:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f0171885/0x7b32352f0be6f4d7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838987.661887:0:24693:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f0171885/0x7b32352f0be6f4d7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838987.661895:0:24154:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1787838987.662151:0:24693:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00002000:00010000:1.0:1787838987.662494:0:24693:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x35:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1787838987.662501:0:24693:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f7af875a/0x7b32352f0be6f4de lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1787838987.662512:0:24154:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x31:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1787838987.662515:0:24693:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x35:0x0].0x0 since=671s v=(0 0) 00010000:00010000:2.0:1787838987.662517:0:24154:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000cbe3d439/0x7b32352f0be6f4e5 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838987.662518:0:24693:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x35:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787838987.662523:0:24693:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f7af875a/0x7b32352f0be6f4de lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838987.662524:0:24154:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x31:0x0].0x0 since=671s v=(0 0) 00010000:00010000:2.0:1787838987.662527:0:24154:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x31:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787838987.662531:0:24154:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000cbe3d439/0x7b32352f0be6f4e5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838987.662533:0:24693:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f7af875a/0x7b32352f0be6f4de lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838987.662540:0:24154:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000cbe3d439/0x7b32352f0be6f4e5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838987.662542:0:24693:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f7af875a/0x7b32352f0be6f4de lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838987.662549:0:24693:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f7af875a/0x7b32352f0be6f4de lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838987.662570:0:24154:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000cbe3d439/0x7b32352f0be6f4e5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838987.662581:0:24154:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000cbe3d439/0x7b32352f0be6f4e5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838987.662652:0:24693:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00010000:00010000:3.0:1787838987.662676:0:22636:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:3.0:1787838987.662681:0:22636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000016a99d84/0x7b32352f0be6f4d0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787838987.662689:0:22636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d9041506800 already unused, calling callback (ffffffffc0b44500) 00010000:00010000:3.0:1787838987.662693:0:22636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000016a99d84/0x7b32352f0be6f4d0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838987.662775:0:24154:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00002000:00010000:2.0:1787838987.663014:0:24154:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x30:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00002000:00010000:1.0:1787838987.663016:0:24693:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x34:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1787838987.663020:0:24154:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006ee304a9/0x7b32352f0be6f4ec lrc: 3/0,1 mode: --/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838987.663021:0:24693:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003193a3db/0x7b32352f0be6f4f3 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838987.663029:0:24154:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x30:0x0].0x0 since=671s v=(0 0) 00010000:00010000:1.0:1787838987.663029:0:24693:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x34:0x0].0x0 since=671s v=(0 0) 00010000:00010000:2.0:1787838987.663033:0:24154:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x30:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787838987.663033:0:24693:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x34:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787838987.663038:0:24154:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006ee304a9/0x7b32352f0be6f4ec lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838987.663038:0:24693:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003193a3db/0x7b32352f0be6f4f3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838987.663049:0:24154:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006ee304a9/0x7b32352f0be6f4ec lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838987.663049:0:24693:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003193a3db/0x7b32352f0be6f4f3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838987.663057:0:24154:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006ee304a9/0x7b32352f0be6f4ec lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838987.663065:0:24154:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006ee304a9/0x7b32352f0be6f4ec lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838987.663068:0:24693:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003193a3db/0x7b32352f0be6f4f3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838987.663075:0:24693:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000003193a3db/0x7b32352f0be6f4f3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838987.663082:0:24154:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00010000:00010000:1.0:1787838987.663082:0:24693:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00002000:00010000:2.0:1787838987.663348:0:24154:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1787838987.663354:0:24154:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007c608ed8/0x7b32352f0be6f4fa lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838987.663362:0:24154:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2f:0x0].0x0 since=671s v=(0 0) 00010000:00010000:2.0:1787838987.663365:0:24154:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787838987.663368:0:24154:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007c608ed8/0x7b32352f0be6f4fa lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1787838987.663375:0:24693:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x33:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1787838987.663377:0:24154:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007c608ed8/0x7b32352f0be6f4fa lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838987.663380:0:24693:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c61b3114/0x7b32352f0be6f501 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838987.663386:0:24154:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007c608ed8/0x7b32352f0be6f4fa lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838987.663388:0:24693:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x33:0x0].0x0 since=671s v=(0 0) 00010000:00010000:1.0:1787838987.663391:0:24693:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x33:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787838987.663393:0:24154:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000007c608ed8/0x7b32352f0be6f4fa lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838987.663395:0:24693:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c61b3114/0x7b32352f0be6f501 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838987.663402:0:24154:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/6 locks to regular blp list, 6 blwis in pool 00010000:00010000:1.0:1787838987.663404:0:24693:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c61b3114/0x7b32352f0be6f501 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838987.663410:0:24693:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c61b3114/0x7b32352f0be6f501 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838987.663418:0:24693:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000c61b3114/0x7b32352f0be6f501 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838987.663437:0:24693:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/7 locks to regular blp list, 7 blwis in pool 00010000:00010000:3.0:1787838987.663690:0:22636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000016a99d84/0x7b32352f0be6f4d0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787838987.663708:0:22636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000016a99d84/0x7b32352f0be6f4d0 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787838987.663717:0:22636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000016a99d84/0x7b32352f0be6f4d0 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838987.663725:0:22635:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 6 total in blp. (6 blwis in pool) 00010000:00010000:0.0:1787838987.663732:0:22635:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f0171885/0x7b32352f0be6f4d7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787838987.663736:0:22636:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 5 total in blp. (5 blwis in pool) 00010000:00010000:3.0:1787838987.663743:0:22636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f7af875a/0x7b32352f0be6f4de lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838987.663746:0:22635:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d8f43cca800 already unused, calling callback (ffffffffc0b44500) 00010000:00010000:0.0:1787838987.663752:0:22635:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f0171885/0x7b32352f0be6f4d7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787838987.663755:0:22636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d8f43ccb000 already unused, calling callback (ffffffffc0b44500) 00010000:00010000:3.0:1787838987.663762:0:22636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f7af875a/0x7b32352f0be6f4de lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838987.663767:0:22635:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f0171885/0x7b32352f0be6f4d7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1787838987.663782:0:24693:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x32:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1787838987.663786:0:22635:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f0171885/0x7b32352f0be6f4d7 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838987.663789:0:24693:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e139f592/0x7b32352f0be6f508 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787838987.663791:0:22636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f7af875a/0x7b32352f0be6f4de lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838987.663805:0:24693:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x32:0x0].0x0 since=671s v=(0 0) 00010000:00010000:3.0:1787838987.663811:0:22636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f7af875a/0x7b32352f0be6f4de lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838987.663813:0:24693:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x32:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787838987.663815:0:22635:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f0171885/0x7b32352f0be6f4d7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838987.663819:0:24693:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e139f592/0x7b32352f0be6f508 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787838987.663824:0:22636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f7af875a/0x7b32352f0be6f4de lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838987.663841:0:24693:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e139f592/0x7b32352f0be6f508 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838987.663848:0:24693:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e139f592/0x7b32352f0be6f508 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787838987.663854:0:22636:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:1.0:1787838987.663855:0:24693:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e139f592/0x7b32352f0be6f508 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838987.663858:0:22635:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:3.0:1787838987.663859:0:22636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000cbe3d439/0x7b32352f0be6f4e5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838987.663865:0:22635:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006ee304a9/0x7b32352f0be6f4ec lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787838987.663867:0:22636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d9040030a00 already unused, calling callback (ffffffffc0b44500) 00010000:00010000:1.0:1787838987.663867:0:24693:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00010000:00010000:3.0:1787838987.663871:0:22636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000cbe3d439/0x7b32352f0be6f4e5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787838987.663879:0:22636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000cbe3d439/0x7b32352f0be6f4e5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787838987.663889:0:22636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000cbe3d439/0x7b32352f0be6f4e5 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787838987.663896:0:22636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000cbe3d439/0x7b32352f0be6f4e5 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787838987.663921:0:22636:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:0.0:1787838987.663922:0:22635:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d9040031000 already unused, calling callback (ffffffffc0b44500) 00010000:00010000:3.0:1787838987.663931:0:22636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000003193a3db/0x7b32352f0be6f4f3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838987.663931:0:22635:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006ee304a9/0x7b32352f0be6f4ec lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838987.663951:0:22635:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006ee304a9/0x7b32352f0be6f4ec lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787838987.663952:0:22636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d8f43cca200 already unused, calling callback (ffffffffc0b44500) 00010000:00010000:3.0:1787838987.663959:0:22636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000003193a3db/0x7b32352f0be6f4f3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838987.663969:0:22635:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006ee304a9/0x7b32352f0be6f4ec lrc: 1/0,0 mode: --/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787838987.663971:0:22636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000003193a3db/0x7b32352f0be6f4f3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838987.663990:0:22635:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006ee304a9/0x7b32352f0be6f4ec lrc: 0/0,0 mode: --/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787838987.663996:0:22636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000003193a3db/0x7b32352f0be6f4f3 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787838987.664005:0:22636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003193a3db/0x7b32352f0be6f4f3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838987.664016:0:22635:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1787838987.664021:0:22635:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000007c608ed8/0x7b32352f0be6f4fa lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787838987.664022:0:22636:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1787838987.664029:0:22636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000c61b3114/0x7b32352f0be6f501 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838987.664033:0:22635:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d9040031800 already unused, calling callback (ffffffffc0b44500) 00010000:00010000:3.0:1787838987.664038:0:22636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d8f43ccaa00 already unused, calling callback (ffffffffc0b44500) 00010000:00010000:0.0:1787838987.664044:0:22635:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000007c608ed8/0x7b32352f0be6f4fa lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787838987.664045:0:22636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000c61b3114/0x7b32352f0be6f501 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838987.664066:0:22635:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000007c608ed8/0x7b32352f0be6f4fa lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838987.664086:0:22635:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000007c608ed8/0x7b32352f0be6f4fa lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787838987.664088:0:22636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000c61b3114/0x7b32352f0be6f501 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838987.664105:0:22635:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007c608ed8/0x7b32352f0be6f4fa lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787838987.664111:0:22636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000c61b3114/0x7b32352f0be6f501 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787838987.664120:0:22636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c61b3114/0x7b32352f0be6f501 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838987.664120:0:22635:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787838987.664140:0:22635:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e139f592/0x7b32352f0be6f508 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838987.664147:0:22635:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d8f43ccb800 already unused, calling callback (ffffffffc0b44500) 00010000:00010000:0.0:1787838987.664151:0:22635:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e139f592/0x7b32352f0be6f508 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838987.664172:0:22635:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e139f592/0x7b32352f0be6f508 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787838987.664178:0:22636:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787838987.664182:0:22636:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787838987.664194:0:22635:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e139f592/0x7b32352f0be6f508 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787838987.664196:0:22636:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787838987.664206:0:25150:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787838987.664206:0:22635:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e139f592/0x7b32352f0be6f508 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838987.664227:0:22635:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787838987.664229:0:22635:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787838987.664231:0:22635:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1787838987.664344:0:24154:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1787838987.664350:0:24154:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000800d00f7/0x7b32352f0be6f50f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838987.664358:0:24154:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2e:0x0].0x0 since=671s v=(0 0) 00010000:00010000:2.0:1787838987.664368:0:24154:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787838987.664373:0:24154:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000800d00f7/0x7b32352f0be6f50f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838987.664383:0:24154:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000800d00f7/0x7b32352f0be6f50f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838987.664390:0:24154:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000800d00f7/0x7b32352f0be6f50f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838987.664397:0:24154:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000800d00f7/0x7b32352f0be6f50f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1787838987.664410:0:24693:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x31:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1787838987.664416:0:24693:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009078f940/0x7b32352f0be6f516 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838987.664418:0:24154:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1787838987.664424:0:24693:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x31:0x0].0x0 since=671s v=(0 0) 00010000:00010000:1.0:1787838987.664432:0:24693:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x31:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787838987.664436:0:24693:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009078f940/0x7b32352f0be6f516 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838987.664446:0:24693:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009078f940/0x7b32352f0be6f516 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838987.664454:0:24693:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009078f940/0x7b32352f0be6f516 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838987.664461:0:24693:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000009078f940/0x7b32352f0be6f516 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838987.664487:0:24693:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1787838987.664522:0:22636:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1787838987.664527:0:22636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000800d00f7/0x7b32352f0be6f50f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787838987.664535:0:22636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d9040030c00 already unused, calling callback (ffffffffc0b44500) 00010000:00010000:3.0:1787838987.664538:0:22636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000800d00f7/0x7b32352f0be6f50f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787838987.664546:0:22636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000800d00f7/0x7b32352f0be6f50f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787838987.664557:0:22636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000800d00f7/0x7b32352f0be6f50f lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787838987.664570:0:22636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000800d00f7/0x7b32352f0be6f50f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787838987.664584:0:22636:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787838987.664588:0:22636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000009078f940/0x7b32352f0be6f516 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787838987.664594:0:22636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d8f43ccb200 already unused, calling callback (ffffffffc0b44500) 00010000:00010000:3.0:1787838987.664597:0:22636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000009078f940/0x7b32352f0be6f516 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787838987.664605:0:22636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000009078f940/0x7b32352f0be6f516 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787838987.664615:0:22636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000009078f940/0x7b32352f0be6f516 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787838987.664622:0:22636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009078f940/0x7b32352f0be6f516 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787838987.664634:0:22636:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787838987.664635:0:22636:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787838987.664637:0:22636:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1787838987.664807:0:24154:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00002000:00010000:1.0:1787838987.664807:0:24693:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x30:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1787838987.664815:0:24154:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d98a5c01/0x7b32352f0be6f524 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838987.664815:0:24693:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000785d1815/0x7b32352f0be6f51d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838987.664824:0:24154:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2d:0x0].0x0 since=671s v=(0 0) 00010000:00010000:1.0:1787838987.664824:0:24693:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x30:0x0].0x0 since=671s v=(0 0) 00010000:00010000:2.0:1787838987.664827:0:24154:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787838987.664828:0:24693:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x30:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787838987.664833:0:24154:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d98a5c01/0x7b32352f0be6f524 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838987.664833:0:24693:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000785d1815/0x7b32352f0be6f51d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838987.664843:0:24693:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000785d1815/0x7b32352f0be6f51d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838987.664844:0:24154:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d98a5c01/0x7b32352f0be6f524 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838987.664853:0:24154:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d98a5c01/0x7b32352f0be6f524 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838987.664853:0:24693:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000785d1815/0x7b32352f0be6f51d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838987.664866:0:24154:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d98a5c01/0x7b32352f0be6f524 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838987.664866:0:24693:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000785d1815/0x7b32352f0be6f51d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838987.664947:0:24693:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1787838987.664951:0:24154:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1787838987.664957:0:22636:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1787838987.664961:0:22636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000785d1815/0x7b32352f0be6f51d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838987.664968:0:22636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d8f43ccbc00 already unused, calling callback (ffffffffc0b44500) 00010000:00010000:2.0:1787838987.664971:0:22636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000785d1815/0x7b32352f0be6f51d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838987.664979:0:22636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000785d1815/0x7b32352f0be6f51d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838987.664992:0:22636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000785d1815/0x7b32352f0be6f51d lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838987.665000:0:22636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000785d1815/0x7b32352f0be6f51d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838987.665014:0:22636:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787838987.665018:0:22636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d98a5c01/0x7b32352f0be6f524 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838987.665035:0:22636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d9040030400 already unused, calling callback (ffffffffc0b44500) 00010000:00010000:2.0:1787838987.665038:0:22636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d98a5c01/0x7b32352f0be6f524 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838987.665045:0:22636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d98a5c01/0x7b32352f0be6f524 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838987.665056:0:22636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d98a5c01/0x7b32352f0be6f524 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838987.665063:0:22636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d98a5c01/0x7b32352f0be6f524 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838987.665076:0:22636:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787838987.665078:0:22636:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787838987.665080:0:22636:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787838987.665091:0:25150:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787838987.665114:0:22635:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1787838987.665330:0:24154:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1787838987.665336:0:24154:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a7c97d2f/0x7b32352f0be6f52b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838987.665345:0:24154:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2c:0x0].0x0 since=671s v=(0 0) 00002000:00010000:1.0:1787838987.665345:0:24693:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1787838987.665348:0:24154:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787838987.665350:0:24693:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e1347bc3/0x7b32352f0be6f532 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838987.665352:0:24154:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a7c97d2f/0x7b32352f0be6f52b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838987.665358:0:24693:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2f:0x0].0x0 since=671s v=(0 0) 00010000:00010000:1.0:1787838987.665360:0:24693:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787838987.665362:0:24154:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a7c97d2f/0x7b32352f0be6f52b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838987.665364:0:24693:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e1347bc3/0x7b32352f0be6f532 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838987.665373:0:24693:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e1347bc3/0x7b32352f0be6f532 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838987.665376:0:24154:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a7c97d2f/0x7b32352f0be6f52b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838987.665380:0:24693:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e1347bc3/0x7b32352f0be6f532 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838987.665383:0:24154:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a7c97d2f/0x7b32352f0be6f52b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838987.665388:0:24693:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e1347bc3/0x7b32352f0be6f532 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838987.665398:0:24154:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1787838987.665578:0:24693:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1787838987.665588:0:22636:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1787838987.665593:0:22636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a7c97d2f/0x7b32352f0be6f52b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787838987.665605:0:22636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d9040031a00 already unused, calling callback (ffffffffc0b44500) 00010000:00010000:3.0:1787838987.665608:0:22636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a7c97d2f/0x7b32352f0be6f52b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787838987.665616:0:22636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a7c97d2f/0x7b32352f0be6f52b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787838987.665627:0:22636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a7c97d2f/0x7b32352f0be6f52b lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787838987.665635:0:22636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a7c97d2f/0x7b32352f0be6f52b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787838987.665650:0:22636:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787838987.665654:0:22636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e1347bc3/0x7b32352f0be6f532 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787838987.665660:0:22636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d8f43cca600 already unused, calling callback (ffffffffc0b44500) 00010000:00010000:3.0:1787838987.665663:0:22636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e1347bc3/0x7b32352f0be6f532 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787838987.665670:0:22636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e1347bc3/0x7b32352f0be6f532 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787838987.665680:0:22636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e1347bc3/0x7b32352f0be6f532 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787838987.665694:0:22636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e1347bc3/0x7b32352f0be6f532 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787838987.665707:0:22636:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787838987.665709:0:22636:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787838987.665710:0:22636:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1787838987.665838:0:24693:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1787838987.665844:0:24693:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005c3e4858/0x7b32352f0be6f539 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838987.665858:0:24693:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2e:0x0].0x0 since=671s v=(0 0) 00010000:00010000:1.0:1787838987.665860:0:24693:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787838987.665865:0:24693:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005c3e4858/0x7b32352f0be6f539 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838987.665874:0:24693:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005c3e4858/0x7b32352f0be6f539 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1787838987.665881:0:24154:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1787838987.665882:0:24693:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005c3e4858/0x7b32352f0be6f539 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838987.665886:0:24154:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000017d9744e/0x7b32352f0be6f540 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838987.665890:0:24693:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000005c3e4858/0x7b32352f0be6f539 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838987.665893:0:24154:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2b:0x0].0x0 since=671s v=(0 0) 00010000:00010000:2.0:1787838987.665896:0:24154:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787838987.665900:0:24154:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000017d9744e/0x7b32352f0be6f540 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838987.665909:0:24154:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000017d9744e/0x7b32352f0be6f540 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838987.665910:0:24693:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1787838987.665916:0:24154:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000017d9744e/0x7b32352f0be6f540 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838987.665923:0:24154:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000017d9744e/0x7b32352f0be6f540 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838987.665948:0:24154:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1787838987.665956:0:22636:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1787838987.665960:0:22636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000005c3e4858/0x7b32352f0be6f539 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838987.665966:0:22636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d8f43cca400 already unused, calling callback (ffffffffc0b44500) 00010000:00010000:2.0:1787838987.665970:0:22636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000005c3e4858/0x7b32352f0be6f539 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838987.665978:0:22636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000005c3e4858/0x7b32352f0be6f539 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838987.665989:0:22636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000005c3e4858/0x7b32352f0be6f539 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838987.665997:0:22636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005c3e4858/0x7b32352f0be6f539 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838987.666011:0:22636:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787838987.666012:0:22635:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787838987.666015:0:22636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000017d9744e/0x7b32352f0be6f540 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838987.666021:0:22636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d9040031e00 already unused, calling callback (ffffffffc0b44500) 00010000:00010000:2.0:1787838987.666025:0:22636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000017d9744e/0x7b32352f0be6f540 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838987.666041:0:22636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000017d9744e/0x7b32352f0be6f540 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838987.666048:0:22636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000017d9744e/0x7b32352f0be6f540 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838987.666053:0:22636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000017d9744e/0x7b32352f0be6f540 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838987.666062:0:22636:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787838987.666063:0:22636:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787838987.666064:0:22636:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787838987.666355:0:25150:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1787838987.666383:0:24693:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1787838987.666387:0:24693:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c7857ebd/0x7b32352f0be6f547 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838987.666393:0:24693:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2d:0x0].0x0 since=671s v=(0 0) 00010000:00010000:1.0:1787838987.666395:0:24693:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787838987.666398:0:24693:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c7857ebd/0x7b32352f0be6f547 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838987.666404:0:24693:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c7857ebd/0x7b32352f0be6f547 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838987.666416:0:24693:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c7857ebd/0x7b32352f0be6f547 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838987.666420:0:24693:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000c7857ebd/0x7b32352f0be6f547 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838987.666432:0:24693:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1787838987.666451:0:22635:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787838987.666456:0:22635:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000c7857ebd/0x7b32352f0be6f547 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787838987.666463:0:22635:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d8f43ccae00 already unused, calling callback (ffffffffc0b44500) 00010000:00010000:3.0:1787838987.666467:0:22635:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000c7857ebd/0x7b32352f0be6f547 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787838987.666474:0:22635:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000c7857ebd/0x7b32352f0be6f547 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787838987.666486:0:22635:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000c7857ebd/0x7b32352f0be6f547 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787838987.666493:0:22635:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c7857ebd/0x7b32352f0be6f547 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787838987.666506:0:22635:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787838987.666508:0:22635:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787838987.666515:0:22635:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1787838987.666606:0:24154:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1787838987.666612:0:24154:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000514e8915/0x7b32352f0be6f54e lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838987.666619:0:24154:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2a:0x0].0x0 since=671s v=(0 0) 00010000:00010000:2.0:1787838987.666622:0:24154:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787838987.666626:0:24154:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000514e8915/0x7b32352f0be6f54e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838987.666636:0:24154:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000514e8915/0x7b32352f0be6f54e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838987.666644:0:24154:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000514e8915/0x7b32352f0be6f54e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838987.666656:0:24154:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000514e8915/0x7b32352f0be6f54e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1787838987.666657:0:24693:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1787838987.666662:0:24693:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000014f41b8a/0x7b32352f0be6f555 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838987.666669:0:24693:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2c:0x0].0x0 since=671s v=(0 0) 00010000:00010000:1.0:1787838987.666671:0:24693:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787838987.666676:0:24693:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000014f41b8a/0x7b32352f0be6f555 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838987.666677:0:24154:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1787838987.666685:0:24693:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000014f41b8a/0x7b32352f0be6f555 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838987.666693:0:24693:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000014f41b8a/0x7b32352f0be6f555 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787838987.666821:0:22636:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787838987.666826:0:22636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000514e8915/0x7b32352f0be6f54e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787838987.666834:0:22636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d9040030e00 already unused, calling callback (ffffffffc0b44500) 00010000:00010000:1.0:1787838987.666834:0:24693:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000014f41b8a/0x7b32352f0be6f555 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787838987.666838:0:22636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000514e8915/0x7b32352f0be6f54e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787838987.666846:0:22636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000514e8915/0x7b32352f0be6f54e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787838987.666858:0:22636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000514e8915/0x7b32352f0be6f54e lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787838987.666865:0:22636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000514e8915/0x7b32352f0be6f54e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838987.666866:0:24693:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1787838987.666879:0:22636:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787838987.666883:0:22636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000014f41b8a/0x7b32352f0be6f555 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787838987.666889:0:22636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d8f43ccb400 already unused, calling callback (ffffffffc0b44500) 00010000:00010000:3.0:1787838987.666892:0:22636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000014f41b8a/0x7b32352f0be6f555 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787838987.666899:0:22636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000014f41b8a/0x7b32352f0be6f555 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787838987.666915:0:22636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000014f41b8a/0x7b32352f0be6f555 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787838987.666922:0:22636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000014f41b8a/0x7b32352f0be6f555 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787838987.666935:0:22636:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787838987.666937:0:22636:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787838987.666939:0:22636:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1787838987.667008:0:24154:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x29:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1787838987.667014:0:24154:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c5e2c041/0x7b32352f0be6f55c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838987.667023:0:24154:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x29:0x0].0x0 since=671s v=(0 0) 00010000:00010000:2.0:1787838987.667026:0:24154:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x29:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787838987.667030:0:24154:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c5e2c041/0x7b32352f0be6f55c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838987.667038:0:24154:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c5e2c041/0x7b32352f0be6f55c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838987.667046:0:24154:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c5e2c041/0x7b32352f0be6f55c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838987.667053:0:24154:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c5e2c041/0x7b32352f0be6f55c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1787838987.667159:0:24693:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1787838987.667164:0:24693:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c3e00904/0x7b32352f0be6f563 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838987.667172:0:24693:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2b:0x0].0x0 since=671s v=(0 0) 00010000:00010000:1.0:1787838987.667175:0:24693:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787838987.667180:0:24693:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c3e00904/0x7b32352f0be6f563 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838987.667198:0:24693:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c3e00904/0x7b32352f0be6f563 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838987.667206:0:24693:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c3e00904/0x7b32352f0be6f563 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838987.667213:0:24693:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000c3e00904/0x7b32352f0be6f563 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838987.667218:0:24154:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1787838987.667260:0:22635:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1787838987.667262:0:25150:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787838987.667265:0:22635:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c5e2c041/0x7b32352f0be6f55c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838987.667267:0:25150:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000c3e00904/0x7b32352f0be6f563 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787838987.667273:0:22635:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d9076487000 already unused, calling callback (ffffffffc0b44500) 00010000:00010000:0.0:1787838987.667274:0:25150:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d8f43ccba00 already unused, calling callback (ffffffffc0b44500) 00010000:00010000:3.0:1787838987.667276:0:22635:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c5e2c041/0x7b32352f0be6f55c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838987.667278:0:25150:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000c3e00904/0x7b32352f0be6f563 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787838987.667285:0:22635:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c5e2c041/0x7b32352f0be6f55c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838987.667286:0:25150:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000c3e00904/0x7b32352f0be6f563 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787838987.667298:0:22635:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c5e2c041/0x7b32352f0be6f55c lrc: 1/0,0 mode: --/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838987.667298:0:25150:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000c3e00904/0x7b32352f0be6f563 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787838987.667306:0:22635:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c5e2c041/0x7b32352f0be6f55c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838987.667323:0:25150:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787838987.667325:0:25150:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787838987.667327:0:25150:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787838987.667328:0:22635:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787838987.667330:0:22635:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787838987.667332:0:22635:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787838987.667357:0:24693:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:1.0:1787838987.667362:0:24693:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c3e00904/0x7b32352f0be6f563 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787838987.667453:0:22636:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1787838987.667647:0:24154:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x28:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1787838987.667653:0:24154:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000213921c2/0x7b32352f0be6f56a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1787838987.667660:0:24693:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1787838987.667665:0:24693:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f277d103/0x7b32352f0be6f571 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838987.667669:0:24154:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x28:0x0].0x0 since=671s v=(0 0) 00010000:00010000:2.0:1787838987.667672:0:24154:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x28:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787838987.667676:0:24693:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2a:0x0].0x0 since=671s v=(0 0) 00010000:00010000:2.0:1787838987.667677:0:24154:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000213921c2/0x7b32352f0be6f56a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838987.667679:0:24693:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787838987.667684:0:24693:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f277d103/0x7b32352f0be6f571 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838987.667687:0:24154:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000213921c2/0x7b32352f0be6f56a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838987.667693:0:24693:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f277d103/0x7b32352f0be6f571 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838987.667695:0:24154:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000213921c2/0x7b32352f0be6f56a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838987.667701:0:24693:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f277d103/0x7b32352f0be6f571 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838987.667708:0:24693:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f277d103/0x7b32352f0be6f571 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838987.667728:0:24693:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1787838987.667747:0:25150:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787838987.667752:0:25150:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f277d103/0x7b32352f0be6f571 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838987.667771:0:25150:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d8f43ccb600 already unused, calling callback (ffffffffc0b44500) 00010000:00010000:0.0:1787838987.667775:0:25150:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f277d103/0x7b32352f0be6f571 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838987.667783:0:25150:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f277d103/0x7b32352f0be6f571 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838987.667795:0:25150:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f277d103/0x7b32352f0be6f571 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838987.667802:0:25150:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f277d103/0x7b32352f0be6f571 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838987.667817:0:25150:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787838987.667819:0:25150:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787838987.667821:0:25150:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787838987.668305:0:24154:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000213921c2/0x7b32352f0be6f56a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1787838987.668325:0:24693:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x29:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1787838987.668326:0:24154:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1787838987.668330:0:24693:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000069e46f3c/0x7b32352f0be6f578 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838987.668338:0:24693:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x29:0x0].0x0 since=671s v=(0 0) 00010000:00010000:1.0:1787838987.668340:0:24693:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x29:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787838987.668344:0:24693:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000069e46f3c/0x7b32352f0be6f578 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838987.668353:0:24693:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000069e46f3c/0x7b32352f0be6f578 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838987.668372:0:24693:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000069e46f3c/0x7b32352f0be6f578 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838987.668379:0:24693:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000069e46f3c/0x7b32352f0be6f578 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838987.668403:0:24693:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1787838987.668427:0:22636:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1787838987.668433:0:22636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000213921c2/0x7b32352f0be6f56a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838987.668441:0:22636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d9076486800 already unused, calling callback (ffffffffc0b44500) 00010000:00010000:0.0:1787838987.668444:0:22636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000213921c2/0x7b32352f0be6f56a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838987.668451:0:22636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000213921c2/0x7b32352f0be6f56a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838987.668469:0:22636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000213921c2/0x7b32352f0be6f56a lrc: 1/0,0 mode: --/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838987.668477:0:22636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000213921c2/0x7b32352f0be6f56a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838987.668491:0:22636:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787838987.668494:0:22636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000069e46f3c/0x7b32352f0be6f578 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838987.668501:0:22636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d8f43ccac00 already unused, calling callback (ffffffffc0b44500) 00010000:00010000:0.0:1787838987.668504:0:22636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000069e46f3c/0x7b32352f0be6f578 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838987.668511:0:22636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000069e46f3c/0x7b32352f0be6f578 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838987.668520:0:22636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000069e46f3c/0x7b32352f0be6f578 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838987.668528:0:22636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000069e46f3c/0x7b32352f0be6f578 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838987.668539:0:22636:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787838987.668540:0:22636:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787838987.668548:0:22636:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787838987.668714:0:22635:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1787838987.668738:0:24693:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x28:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1787838987.668744:0:24693:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000071b85132/0x7b32352f0be6f57f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838987.668751:0:24693:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x28:0x0].0x0 since=671s v=(0 0) 00010000:00010000:1.0:1787838987.668754:0:24693:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x28:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787838987.668759:0:24693:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000071b85132/0x7b32352f0be6f57f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838987.668768:0:24693:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000071b85132/0x7b32352f0be6f57f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838987.668776:0:24693:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000071b85132/0x7b32352f0be6f57f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838987.668783:0:24693:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000071b85132/0x7b32352f0be6f57f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838987.668813:0:24693:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1787838987.668817:0:24154:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x27:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1787838987.668822:0:24154:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f1a7fca9/0x7b32352f0be6f586 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838987.668830:0:24154:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x27:0x0].0x0 since=671s v=(0 0) 00010000:00010000:2.0:1787838987.668833:0:24154:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x27:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787838987.668838:0:24154:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f1a7fca9/0x7b32352f0be6f586 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838987.668846:0:24154:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f1a7fca9/0x7b32352f0be6f586 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838987.668864:0:24154:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f1a7fca9/0x7b32352f0be6f586 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838987.668872:0:24154:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f1a7fca9/0x7b32352f0be6f586 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838987.668936:0:24154:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00002000:00010000:1.0:1787838987.669207:0:24693:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x27:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1787838987.669213:0:24693:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e139f592/0x7b32352f0be6f58d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838987.669222:0:24693:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x27:0x0].0x0 since=671s v=(0 0) 00010000:00010000:1.0:1787838987.669225:0:24693:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x27:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787838987.669229:0:24693:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e139f592/0x7b32352f0be6f58d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1787838987.669232:0:24154:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x26:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1787838987.669237:0:24154:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000076ed9903/0x7b32352f0be6f594 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838987.669239:0:24693:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e139f592/0x7b32352f0be6f58d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838987.669245:0:24154:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x26:0x0].0x0 since=671s v=(0 0) 00010000:00010000:1.0:1787838987.669247:0:24693:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e139f592/0x7b32352f0be6f58d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838987.669249:0:24154:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x26:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787838987.669253:0:24154:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000076ed9903/0x7b32352f0be6f594 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838987.669254:0:24693:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e139f592/0x7b32352f0be6f58d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838987.669262:0:24154:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000076ed9903/0x7b32352f0be6f594 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838987.669273:0:24154:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000076ed9903/0x7b32352f0be6f594 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838987.669283:0:24154:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000076ed9903/0x7b32352f0be6f594 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838987.669334:0:25150:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:0.0:1787838987.669339:0:25150:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000071b85132/0x7b32352f0be6f57f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838987.669346:0:25150:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d8f43cca000 already unused, calling callback (ffffffffc0b44500) 00010000:00010000:0.0:1787838987.669349:0:25150:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000071b85132/0x7b32352f0be6f57f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838987.669356:0:25150:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000071b85132/0x7b32352f0be6f57f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838987.669366:0:25150:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000071b85132/0x7b32352f0be6f57f lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838987.669373:0:25150:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000071b85132/0x7b32352f0be6f57f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838987.669386:0:25150:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1787838987.669389:0:25150:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f1a7fca9/0x7b32352f0be6f586 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838987.669399:0:25150:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d9076487a00 already unused, calling callback (ffffffffc0b44500) 00010000:00010000:0.0:1787838987.669402:0:25150:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f1a7fca9/0x7b32352f0be6f586 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838987.669408:0:25150:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f1a7fca9/0x7b32352f0be6f586 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838987.669424:0:25150:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f1a7fca9/0x7b32352f0be6f586 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838987.669431:0:25150:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f1a7fca9/0x7b32352f0be6f586 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838987.669442:0:25150:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1787838987.669445:0:25150:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e139f592/0x7b32352f0be6f58d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838987.669451:0:25150:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d8f43ccb800 already unused, calling callback (ffffffffc0b44500) 00010000:00010000:0.0:1787838987.669454:0:25150:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e139f592/0x7b32352f0be6f58d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838987.669460:0:25150:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e139f592/0x7b32352f0be6f58d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838987.669467:0:25150:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e139f592/0x7b32352f0be6f58d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838987.669473:0:25150:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787838987.669476:0:25150:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000076ed9903/0x7b32352f0be6f594 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838987.669485:0:25150:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d9076486a00 already unused, calling callback (ffffffffc0b44500) 00010000:00010000:0.0:1787838987.669493:0:25150:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000076ed9903/0x7b32352f0be6f594 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838987.669498:0:24693:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:0.0:1787838987.669500:0:25150:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000076ed9903/0x7b32352f0be6f594 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838987.669503:0:24693:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e139f592/0x7b32352f0be6f58d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838987.669512:0:25150:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000076ed9903/0x7b32352f0be6f594 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787838987.669521:0:22636:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787838987.669521:0:25150:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787838987.669526:0:25150:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787838987.669528:0:25150:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787838987.669550:0:22635:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787838987.669560:0:24154:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:3.0:1787838987.669563:0:22636:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787838987.669566:0:24154:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000076ed9903/0x7b32352f0be6f594 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1787838987.669844:0:24693:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x26:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1787838987.669850:0:24693:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000079cf7cf0/0x7b32352f0be6f59b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1787838987.669854:0:24154:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x25:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1787838987.669859:0:24154:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000043d02069/0x7b32352f0be6f5a2 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838987.669863:0:24693:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x26:0x0].0x0 since=671s v=(0 0) 00010000:00010000:2.0:1787838987.669867:0:24154:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x25:0x0].0x0 since=671s v=(0 0) 00010000:00010000:1.0:1787838987.669867:0:24693:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x26:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787838987.669870:0:24154:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x25:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787838987.669872:0:24693:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000079cf7cf0/0x7b32352f0be6f59b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838987.669874:0:24154:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000043d02069/0x7b32352f0be6f5a2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838987.669882:0:24693:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000079cf7cf0/0x7b32352f0be6f59b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838987.669883:0:24154:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000043d02069/0x7b32352f0be6f5a2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838987.669891:0:24154:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000043d02069/0x7b32352f0be6f5a2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838987.669891:0:24693:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000079cf7cf0/0x7b32352f0be6f59b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838987.669899:0:24693:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000079cf7cf0/0x7b32352f0be6f59b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838987.669900:0:24154:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000043d02069/0x7b32352f0be6f5a2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838987.669947:0:24154:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1787838987.669953:0:24693:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1787838987.669977:0:22635:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1787838987.669984:0:22635:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000043d02069/0x7b32352f0be6f5a2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787838987.669995:0:22635:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d9076487600 already unused, calling callback (ffffffffc0b44500) 00010000:00010000:3.0:1787838987.669999:0:22635:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000043d02069/0x7b32352f0be6f5a2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787838987.670009:0:22635:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000043d02069/0x7b32352f0be6f5a2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787838987.670022:0:22635:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000043d02069/0x7b32352f0be6f5a2 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787838987.670029:0:22635:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000043d02069/0x7b32352f0be6f5a2 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787838987.670053:0:22635:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787838987.670063:0:22635:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000079cf7cf0/0x7b32352f0be6f59b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787838987.670069:0:22635:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d8f43ccbe00 already unused, calling callback (ffffffffc0b44500) 00010000:00010000:3.0:1787838987.670072:0:22635:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000079cf7cf0/0x7b32352f0be6f59b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787838987.670078:0:22635:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000079cf7cf0/0x7b32352f0be6f59b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787838987.670088:0:22635:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000079cf7cf0/0x7b32352f0be6f59b lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787838987.670094:0:22635:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000079cf7cf0/0x7b32352f0be6f59b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787838987.670106:0:22635:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787838987.670108:0:22635:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787838987.670110:0:22635:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1787838987.670271:0:24693:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x25:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1787838987.670276:0:24693:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f0171885/0x7b32352f0be6f5a9 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838987.670284:0:24693:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x25:0x0].0x0 since=671s v=(0 0) 00010000:00010000:1.0:1787838987.670287:0:24693:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x25:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787838987.670291:0:24693:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f0171885/0x7b32352f0be6f5a9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1787838987.670297:0:24154:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x24:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1787838987.670300:0:24693:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f0171885/0x7b32352f0be6f5a9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838987.670302:0:24154:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000074538721/0x7b32352f0be6f5b0 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838987.670314:0:24154:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x24:0x0].0x0 since=671s v=(0 0) 00010000:00010000:2.0:1787838987.670317:0:24154:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x24:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787838987.670317:0:24693:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f0171885/0x7b32352f0be6f5a9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838987.670321:0:24154:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000074538721/0x7b32352f0be6f5b0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838987.670325:0:24693:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f0171885/0x7b32352f0be6f5a9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838987.670330:0:24154:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000074538721/0x7b32352f0be6f5b0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838987.670337:0:24154:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000074538721/0x7b32352f0be6f5b0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838987.670340:0:24693:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1787838987.670345:0:24154:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000074538721/0x7b32352f0be6f5b0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838987.670360:0:24154:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1787838987.670365:0:22636:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1787838987.670372:0:22636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f0171885/0x7b32352f0be6f5a9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787838987.670381:0:22636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d8f43cca800 already unused, calling callback (ffffffffc0b44500) 00010000:00010000:3.0:1787838987.670385:0:22636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f0171885/0x7b32352f0be6f5a9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787838987.670409:0:22636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f0171885/0x7b32352f0be6f5a9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787838987.670420:0:22636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f0171885/0x7b32352f0be6f5a9 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787838987.670436:0:22636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f0171885/0x7b32352f0be6f5a9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787838987.670449:0:22636:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787838987.670453:0:22636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000074538721/0x7b32352f0be6f5b0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787838987.670460:0:22636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d9076487e00 already unused, calling callback (ffffffffc0b44500) 00010000:00010000:3.0:1787838987.670463:0:22636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000074538721/0x7b32352f0be6f5b0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787838987.670470:0:22636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000074538721/0x7b32352f0be6f5b0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787838987.670480:0:22636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000074538721/0x7b32352f0be6f5b0 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787838987.670486:0:22636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000074538721/0x7b32352f0be6f5b0 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787838987.670510:0:22636:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787838987.670512:0:22636:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787838987.670514:0:22636:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787838987.670521:0:22635:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1787838987.670631:0:24154:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x23:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1787838987.670637:0:24154:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e1163c1c/0x7b32352f0be6f5b7 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838987.670645:0:24154:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x23:0x0].0x0 since=671s v=(0 0) 00010000:00010000:2.0:1787838987.670648:0:24154:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x23:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787838987.670652:0:24154:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e1163c1c/0x7b32352f0be6f5b7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838987.670660:0:24154:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e1163c1c/0x7b32352f0be6f5b7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1787838987.670662:0:24693:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x24:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1787838987.670667:0:24693:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e1347bc3/0x7b32352f0be6f5be lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838987.670674:0:24693:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x24:0x0].0x0 since=671s v=(0 0) 00010000:00010000:1.0:1787838987.670677:0:24693:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x24:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787838987.670679:0:24154:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e1163c1c/0x7b32352f0be6f5b7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838987.670680:0:24693:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e1347bc3/0x7b32352f0be6f5be lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838987.670687:0:24154:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e1163c1c/0x7b32352f0be6f5b7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838987.670690:0:24693:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e1347bc3/0x7b32352f0be6f5be lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838987.670696:0:24693:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e1347bc3/0x7b32352f0be6f5be lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838987.670703:0:24693:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e1347bc3/0x7b32352f0be6f5be lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838987.670716:0:24154:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1787838987.670724:0:24693:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00002000:00010000:1.0:1787838987.670979:0:24693:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x23:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1787838987.670985:0:24693:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009078f940/0x7b32352f0be6f5c5 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838987.670992:0:24693:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x23:0x0].0x0 since=671s v=(0 0) 00010000:00010000:1.0:1787838987.670996:0:24693:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x23:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787838987.671000:0:24693:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009078f940/0x7b32352f0be6f5c5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838987.671008:0:24693:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009078f940/0x7b32352f0be6f5c5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1787838987.671010:0:24154:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x22:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1787838987.671015:0:24154:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000742c0334/0x7b32352f0be6f5cc lrc: 3/0,1 mode: --/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838987.671017:0:24693:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009078f940/0x7b32352f0be6f5c5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838987.671022:0:24154:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x22:0x0].0x0 since=671s v=(0 0) 00010000:00010000:2.0:1787838987.671025:0:24154:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x22:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787838987.671025:0:24693:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000009078f940/0x7b32352f0be6f5c5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838987.671029:0:24154:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000742c0334/0x7b32352f0be6f5cc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787838987.671033:0:24693:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:2.0:1787838987.671037:0:24154:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000742c0334/0x7b32352f0be6f5cc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838987.671044:0:24154:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000742c0334/0x7b32352f0be6f5cc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838987.671051:0:24154:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000742c0334/0x7b32352f0be6f5cc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00080000:1.0:1787838987.671057:0:24693:0:(ofd_dev.c:1521:ofd_orphans_destroy()) lustre-OST0001: after destroy: set last_id to 0x2c0000401:34 00010000:00010000:2.0:1787838987.671072:0:24154:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:1.0:1787838987.671165:0:24693:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d8f4493cb40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:22674:x1874684455152384:12345-0@lo:5:osp-pre-1-0.0 Request processed in 36592us (37487us total) trans 0 rc 0/0 00000100:00100000:1.0:1787838987.671175:0:24693:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1787838987.671244:0:22674:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d8f4493e1c0 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:22674:1874684455152384:0@lo:5:osp-pre-1-0.0 00000004:00080000:1.0:1787838987.671264:0:22674:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0000: Got last_id [0x2c0000401:0x41:0x0] from OST, last_created [0x2c0000401:0x41:0x0]last_used is [0x2c0000401:0x22:0x0] 00000100:00100000:1.0:1787838987.671308:0:22674:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d907f655a40 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:22674:1874684455153024:0@lo:5:osp-pre-1-0.0 00000100:00100000:1.0:1787838987.671343:0:22674:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00080000:2.0:1787838987.671349:0:24154:0:(ofd_dev.c:1521:ofd_orphans_destroy()) lustre-OST0000: after destroy: set last_id to 0x280000401:5 00000100:00100000:1.0:1787838987.671366:0:22674:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d907b08c240 going to sleep for 11 seconds 00000100:00100000:1.0:1787838987.671385:0:24152:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455153024 00000100:00100000:2.0:1787838987.671389:0:24154:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d8f448343c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:22672:x1874684455152640:12345-0@lo:5:osp-pre-0-0.0 Request processed in 36811us (37482us total) trans 0 rc 0/0 00000100:00100000:1.0:1787838987.671391:0:24152:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455153024 00000100:00100000:2.0:1787838987.671396:0:24154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1787838987.671425:0:22672:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d8f44836940 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:22672:1874684455152640:0@lo:5:osp-pre-0-0.0 00000004:00080000:2.0:1787838987.671434:0:22672:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0000: Got last_id [0x280000401:0x41:0x0] from OST, last_created [0x280000401:0x41:0x0]last_used is [0x280000401:0x5:0x0] 00000100:00100000:2.0:1787838987.671456:0:22672:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d8f44836940 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:22672:1874684455153152:0@lo:5:osp-pre-0-0.0 00000100:00100000:2.0:1787838987.671478:0:22672:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787838987.671488:0:22672:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d9043a986c0 going to sleep for 11 seconds 00000100:00100000:1.0:1787838987.671489:0:24152:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455153152 00000100:00100000:1.0:1787838987.671492:0:24152:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455153152 00000100:00100000:2.0:1787838987.671504:0:24154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:1.0:1787838987.671518:0:24152:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:1.0:1787838987.671525:0:24152:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d907f655e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:22674:x1874684455153024:12345-0@lo:5:osp-pre-1-0.0 00010000:00010000:3.0:1787838987.671549:0:22635:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:3.0:1787838987.671554:0:22635:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e1163c1c/0x7b32352f0be6f5b7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787838987.671562:0:22635:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d9076486200 already unused, calling callback (ffffffffc0b44500) 00010000:00010000:3.0:1787838987.671566:0:22635:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e1163c1c/0x7b32352f0be6f5b7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787838987.671574:0:22635:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e1163c1c/0x7b32352f0be6f5b7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787838987.671588:0:22635:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e1163c1c/0x7b32352f0be6f5b7 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787838987.671595:0:22635:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e1163c1c/0x7b32352f0be6f5b7 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787838987.671611:0:22635:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1787838987.671615:0:22635:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e1347bc3/0x7b32352f0be6f5be lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787838987.671622:0:22635:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d8f43cca600 already unused, calling callback (ffffffffc0b44500) 00010000:00010000:3.0:1787838987.671632:0:22635:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e1347bc3/0x7b32352f0be6f5be lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787838987.671640:0:22635:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e1347bc3/0x7b32352f0be6f5be lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787838987.671651:0:22635:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e1347bc3/0x7b32352f0be6f5be lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787838987.671657:0:22635:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e1347bc3/0x7b32352f0be6f5be lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787838987.671671:0:22635:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1787838987.671673:0:22635:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000009078f940/0x7b32352f0be6f5c5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787838987.671678:0:22635:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d8f43ccb200 already unused, calling callback (ffffffffc0b44500) 00010000:00010000:3.0:1787838987.671681:0:22635:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000009078f940/0x7b32352f0be6f5c5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787838987.671687:0:22635:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000009078f940/0x7b32352f0be6f5c5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787838987.671695:0:22635:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000009078f940/0x7b32352f0be6f5c5 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787838987.671713:0:22635:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009078f940/0x7b32352f0be6f5c5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787838987.671734:0:22635:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787838987.671737:0:22635:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000742c0334/0x7b32352f0be6f5cc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787838987.671743:0:22635:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d9076486e00 already unused, calling callback (ffffffffc0b44500) 00010000:00010000:3.0:1787838987.671746:0:22635:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000742c0334/0x7b32352f0be6f5cc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787838987.671752:0:22635:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000742c0334/0x7b32352f0be6f5cc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787838987.671761:0:22635:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000742c0334/0x7b32352f0be6f5cc lrc: 1/0,0 mode: --/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787838987.671767:0:22635:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000742c0334/0x7b32352f0be6f5cc lrc: 0/0,0 mode: --/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787838987.671778:0:22635:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787838987.671779:0:22635:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787838987.671781:0:22635:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787838987.671789:0:22636:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787838987.671829:0:24154:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d8f44835680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+6:23392:x1874684455152896:12345-0@lo:7:osp-pre-1-1.0 00002000:00080000:1.0:1787838987.671840:0:24152:0:(ofd_dev.c:1750:ofd_create_hdl()) lustre-OST0001: reserve 32 objects in group 0x2c0000401 at 66 00010000:00010000:0.0:1787838987.672020:0:25150:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00080000:2.0:1787838987.672867:0:24154:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0001: adding sequence 0x2c0000400 00002000:00080000:2.0:1787838987.672873:0:24154:0:(ofd_dev.c:1211:ofd_get_info_hdl()) lustre-OST0001: LAST FID is [0x2c0000400:0x41:0x0] 00000100:00100000:2.0:1787838987.673012:0:24154:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d8f44835680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+6:23392:x1874684455152896:12345-0@lo:7:osp-pre-1-1.0 Request processed in 1499us (39001us total) trans 0 rc 0/0 00000100:00100000:2.0:1787838987.673023:0:24154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1787838987.673050:0:24154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:2.0:1787838987.673059:0:24154:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d8f448352c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:22672:x1874684455153152:12345-0@lo:5:osp-pre-0-0.0 00002000:00080000:2.0:1787838987.673089:0:24154:0:(ofd_dev.c:1750:ofd_create_hdl()) lustre-OST0000: reserve 32 objects in group 0x280000401 at 66 00000100:00100000:3.0:1787838987.674487:0:23392:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d8f44834000 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23392:1874684455152896:0@lo:7:osp-pre-1-1.0 00000004:00080000:3.0:1787838987.674506:0:23392:0:(osp_precreate.c:810:osp_get_lastfid_from_ost()) lustre-OST0001-osc-MDT0001: Got last_fid [0x2c0000400:0x41:0x0] 00000100:00100000:3.0:1787838987.674552:0:23392:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d9043b43c00 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23392:1874684455153280:0@lo:5:osp-pre-1-1.0 00000100:00100000:3.0:1787838987.674976:0:23392:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787838987.675024:0:23392:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d9079f0fb40 going to sleep for 11 seconds 00000100:00100000:0.0:1787838987.675432:0:24155:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 4 min 3 max 116 00000100:00100000:0.0:1787838987.675443:0:24155:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost00_004' 00000100:00100000:0.0:1787838987.675912:0:24155:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455153280 00000100:00100000:0.0:1787838987.675919:0:24155:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455153280 00000100:00100000:3.0:1787838987.676051:0:25151:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:3.0:1787838987.676062:0:25151:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d9043b412c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+6:23392:x1874684455153280:12345-0@lo:5:osp-pre-1-1.0 00002000:00080000:3.0:1787838987.676090:0:25151:0:(ofd_dev.c:1643:ofd_create_hdl()) ofd_last_id() = 65 -> diff = 0 00000100:00100000:3.0:1787838987.676181:0:25151:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d9043b412c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+6:23392:x1874684455153280:12345-0@lo:5:osp-pre-1-1.0 Request processed in 121us (1206us total) trans 0 rc 0/0 00000100:00100000:3.0:1787838987.676198:0:25151:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:2.0:1787838987.676205:0:23392:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d9043b43c00 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23392:1874684455153280:0@lo:5:osp-pre-1-1.0 00000004:00080000:2.0:1787838987.676216:0:23392:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0001: Got last_id [0x2c0000400:0x41:0x0] from OST, last_created [0x2c0000400:0x41:0x0]last_used is [0x2c0000400:0x41:0x0] 00000100:00100000:2.0:1787838987.676263:0:23392:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d8f44836580 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23392:1874684455153408:0@lo:5:osp-pre-1-1.0 00000100:00100000:2.0:1787838987.676294:0:23392:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787838987.676315:0:23392:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d9079d1a480 going to sleep for 11 seconds 00000100:00100000:0.0:1787838987.676349:0:24155:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455153408 00000100:00100000:0.0:1787838987.676355:0:24155:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455153408 00000100:00100000:0.0:1787838987.676388:0:24155:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:0.0:1787838987.676396:0:24155:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d8f448361c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+6:23392:x1874684455153408:12345-0@lo:5:osp-pre-1-1.0 00002000:00080000:0.0:1787838987.676421:0:24155:0:(ofd_dev.c:1750:ofd_create_hdl()) lustre-OST0001: reserve 32 objects in group 0x2c0000400 at 66 00000001:00080000:1.0:1787838987.677359:0:24969:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 12884901889 is committed 00000001:00100000:1.0:1787838987.677398:0:24969:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000001:00100000:1.0:1787838987.677404:0:24969:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000100:00100000:3.0:1787838987.677645:0:24152:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d907f655e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:22674:x1874684455153024:12345-0@lo:5:osp-pre-1-0.0 Request processed in 6111us (6291us total) trans 12884901889 rc 0/0 00000100:00100000:3.0:1787838987.677654:0:24152:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000001:00080000:2.0:1787838987.677734:0:24149:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 12884901890 is committed 00000001:00100000:2.0:1787838987.677767:0:24149:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000100:00100000:1.0:1787838987.677961:0:22674:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 12884901889 gen 2 00000100:00100000:1.0:1787838987.677969:0:22674:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d907f655a40 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:22674:1874684455153024:0@lo:5:osp-pre-1-0.0 00000004:00080000:1.0:1787838987.677980:0:22674:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0001-osc-MDT0000: current precreated pool: [0x2c0000401:0x41:0x0]-[0x2c0000401:0x61:0x0] 00000100:00100000:0.0:1787838987.678108:0:24154:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d8f448352c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:22672:x1874684455153152:12345-0@lo:5:osp-pre-0-0.0 Request processed in 5050us (6628us total) trans 12884901890 rc 0/0 00000100:00100000:0.0:1787838987.678116:0:24154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:2.0:1787838987.678611:0:22672:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 12884901890 gen 2 00000100:00100000:2.0:1787838987.678618:0:22672:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d8f44836940 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:22672:1874684455153152:0@lo:5:osp-pre-0-0.0 00000004:00080000:2.0:1787838987.678627:0:22672:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0000-osc-MDT0000: current precreated pool: [0x280000401:0x41:0x0]-[0x280000401:0x61:0x0] 00000100:00100000:3.0:1787838987.706606:0:24155:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d8f448361c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+6:23392:x1874684455153408:12345-0@lo:5:osp-pre-1-1.0 Request processed in 30204us (30304us total) trans 12884901890 rc 0/0 00000100:00100000:3.0:1787838987.706618:0:24155:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:1.0:1787838987.706736:0:23392:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d8f44836580 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23392:1874684455153408:0@lo:5:osp-pre-1-1.0 00000004:00080000:1.0:1787838987.706752:0:23392:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0001-osc-MDT0001: current precreated pool: [0x2c0000400:0x41:0x0]-[0x2c0000400:0x61:0x0] 00000100:00100000:1.0:1787838987.706793:0:23392:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d907f655a40 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0000-lwp-MDT0001_UUID:23392:1874684455153536:0@lo:900:osp-pre-1-1.0 00000100:00100000:1.0:1787838987.706832:0:23392:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787838987.706866:0:23392:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d907b08c240 going to sleep for 11 seconds 00000100:00100000:0.0:1787838987.706936:0:22659:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455153536 00000100:00100000:0.0:1787838987.706942:0:22659:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455153536 00000100:00100000:0.0:1787838987.706985:0:22659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1787838987.706997:0:22659:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d907f656d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:lustre-MDT0000-lwp-MDT0001_UUID+5:23392:x1874684455153536:12345-0@lo:900:osp-pre-1-1.0 00000100:00100000:0.0:1787838987.707065:0:22659:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d907f656d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:lustre-MDT0000-lwp-MDT0001_UUID+5:23392:x1874684455153536:12345-0@lo:900:osp-pre-1-1.0 Request processed in 72us (233us total) trans 0 rc 0/0 00000100:00100000:0.0:1787838987.707074:0:22659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00080000:1.0:1787838987.707080:0:23392:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8d907f655a40 x1874684455153536/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 1787839003 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787838987.707105:0:23392:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d907f655a40 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0000-lwp-MDT0001_UUID:23392:1874684455153536:0@lo:900:osp-pre-1-1.0 00000040:00080000:1.0:1787838987.761100:0:23405:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:1.0:1787838987.821378:0:22635:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787838988.849060:0:22636:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787838989.808370:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d907f655a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3644:1874684455153664:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1787838989.808434:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787838989.808481:0:24157:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455153664 00000100:00100000:1.0:1787838989.808487:0:24157:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455153664 00000100:00100000:1.0:1787838989.808530:0:24157:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1787838989.808538:0:24157:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d907f656940 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3644:x1874684455153664:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1787838989.808563:0:24157:0:(ofd_obd.c:739:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1787838989.808602:0:24157:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d907f656940 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3644:x1874684455153664:12345-0@lo:13:osp-pre-0-1.0 Request processed in 64us (167us total) trans 0 rc 0/0 00000100:00100000:1.0:1787838989.808609:0:24157:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00080000:1.0:1787838989.808630:0:22643:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1787838989.808666:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d907f655a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3644:1874684455153664:0@lo:13:osp-pre-0-1.0 00010000:00010000:3.0:1787838989.871115:0:25150:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1787838990.415773:0:25326:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg318-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00000100:00100000:3.0:1787838990.829680:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1787838990.829705:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d9043b41680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3646:1874684455153792:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1787838990.829774:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787838990.829829:0:23388:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455153792 00000100:00100000:3.0:1787838990.829836:0:23388:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455153792 00000100:00100000:3.0:1787838990.829880:0:23388:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:3.0:1787838990.829889:0:23388:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d9043b430c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3646:x1874684455153792:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1787838990.829922:0:23388:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:3.0:1787838990.829969:0:23388:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d9043b430c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3646:x1874684455153792:12345-0@lo:41:osp-pre-1-0.0 Request processed in 81us (193us total) trans 0 rc 0/0 00000100:00100000:3.0:1787838990.829976:0:23388:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:3.0:1787838990.830022:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d9043b41680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3646:1874684455153792:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1787838990.831109:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1787838990.831154:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d9043b41680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3645:1874684455153920:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1787838990.831210:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787838990.831403:0:22653:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455153920 00000100:00100000:3.0:1787838990.831408:0:22653:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455153920 00000100:00100000:3.0:1787838990.831447:0:22653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:3.0:1787838990.831455:0:22653:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d907f655a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3645:x1874684455153920:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1787838990.831481:0:22653:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:3.0:1787838990.831526:0:22653:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d907f655a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3645:x1874684455153920:12345-0@lo:41:osp-pre-0-1.0 Request processed in 71us (315us total) trans 0 rc 0/0 00000100:00100000:3.0:1787838990.831533:0:22653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:3.0:1787838990.831571:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d9043b41680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3645:1874684455153920:0@lo:41:osp-pre-0-1.0 00010000:00010000:3.0:1787838990.898927:0:22635:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:3.0:1787838991.207405:0:25378:0:(tgt_mount.c:2344:server_getattr()) lustre-OST0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:3.0:1787838991.207646:0:25378:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:3.0:1787838991.917437:0:22636:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:2.0:1787838992.071731:0:25429:0:(tgt_mount.c:2344:server_getattr()) lustre-OST0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:2.0:1787838992.071953:0:25429:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00000100:00100000:0.0:1787838992.209215:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.18@tcp (source: 12345-192.168.203.18@tcp) 00000100:00100000:3.0:1787838992.209332:0:22642:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684429877248 00000100:00100000:3.0:1787838992.209341:0:22642:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684429877248 00000100:00100000:3.0:1787838992.209389:0:22642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.18@tcp, seq: 113 00000100:00100000:3.0:1787838992.209398:0:22642:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d9070643050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0+-99:2404:x1874684429877248:12345-192.168.203.18@tcp:250:mount.lustre.0 00010000:00080000:3.0:1787838992.209427:0:22642:0:(ldlm_lib.c:1482:target_handle_connect()) MGS: connection from df51fc02-809a-441a-9f08-84a381558334@192.168.203.18@tcp t0 exp 0000000000000000 cur 676 last 0 00000020:00000080:3.0:1787838992.209456:0:22642:0:(genops.c:1385:class_connect()) connect: client df51fc02-809a-441a-9f08-84a381558334, cookie 0x7b32352f0be6f5d3 00000100:00080000:3.0:1787838992.209621:0:22642:0:(import.c:65:import_set_state_nolock()) ffff8d8f44f05800 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1787838992.209707:0:22642:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d9070643050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:df51fc02-809a-441a-9f08-84a381558334+5:2404:x1874684429877248:12345-192.168.203.18@tcp:250:mount.lustre.0 Request processed in 307us (499us total) trans 0 rc 0/0 00000100:00100000:3.0:1787838992.209715:0:22642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.18@tcp, seq: 113 00000100:00100000:2.0:1787838992.226522:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.18@tcp (source: 12345-192.168.203.18@tcp) 00000100:00100000:3.0:1787838992.226761:0:22640:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684429877376 00000100:00100000:3.0:1787838992.226770:0:22640:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684429877376 00000100:00100000:3.0:1787838992.226819:0:22640:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.18@tcp, seq: 114 00000100:00100000:3.0:1787838992.226829:0:22640:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d9070643450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:df51fc02-809a-441a-9f08-84a381558334+5:18057:x1874684429877376:12345-192.168.203.18@tcp:101:mount.lustre.0 00010000:00010000:3.0:1787838992.226859:0:22640:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787838992.226878:0:22640:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8d8f422d5e00/0x7b32352f0be6f5da lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: local remote: 0x975aa905a02b222 expref: -99 pid: 22640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787838992.226906:0:22640:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8d8f422d5e00/0x7b32352f0be6f5da lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000000 nid: 192.168.203.18@tcp remote: 0x975aa905a02b222 expref: 6 pid: 22640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787838992.226918:0:22640:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8d8f422d5e00/0x7b32352f0be6f5da lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 192.168.203.18@tcp remote: 0x975aa905a02b222 expref: 6 pid: 22640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787838992.226928:0:22640:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d8f422d5e00, rc 0) 00000100:00100000:3.0:1787838992.226984:0:22640:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d9070643450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:df51fc02-809a-441a-9f08-84a381558334+6:18057:x1874684429877376:12345-192.168.203.18@tcp:101:mount.lustre.0 Request processed in 157us (473us total) trans 0 rc 0/0 00000100:00100000:3.0:1787838992.226991:0:22640:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.18@tcp, seq: 114 00000100:00100000:3.0:1787838992.230723:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.18@tcp (source: 12345-192.168.203.18@tcp) 00000100:00100000:3.0:1787838992.230763:0:22641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684429877504 00000100:00100000:3.0:1787838992.230772:0:22641:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684429877504 00000100:00100000:3.0:1787838992.230819:0:22641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.18@tcp, seq: 115 00000100:00100000:3.0:1787838992.230828:0:22641:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d9044d1dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:df51fc02-809a-441a-9f08-84a381558334+6:18057:x1874684429877504:12345-192.168.203.18@tcp:501:mount.lustre.0 00000100:00100000:3.0:1787838992.230944:0:22641:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d9044d1dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:df51fc02-809a-441a-9f08-84a381558334+6:18057:x1874684429877504:12345-192.168.203.18@tcp:501:mount.lustre.0 Request processed in 117us (230us total) trans 0 rc -2/-2 00000100:00100000:3.0:1787838992.230953:0:22641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.18@tcp, seq: 115 00000100:00100000:3.0:1787838992.232729:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.18@tcp (source: 12345-192.168.203.18@tcp) 00000100:00100000:2.0:1787838992.232976:0:22642:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684429877632 00000100:00100000:2.0:1787838992.232985:0:22642:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684429877632 00000100:00100000:2.0:1787838992.233035:0:22642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.18@tcp, seq: 116 00000100:00100000:2.0:1787838992.233044:0:22642:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d9044d1e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:df51fc02-809a-441a-9f08-84a381558334+6:18057:x1874684429877632:12345-192.168.203.18@tcp:101:mount.lustre.0 00010000:00010000:2.0:1787838992.233059:0:22642:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787838992.233076:0:22642:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8d9076486c00/0x7b32352f0be6f5e1 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: local remote: 0x975aa905a02b229 expref: -99 pid: 22642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838992.233106:0:22642:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8d9076486c00/0x7b32352f0be6f5e1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000000 nid: 192.168.203.18@tcp remote: 0x975aa905a02b229 expref: 7 pid: 22642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838992.234517:0:22642:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8d9076486c00/0x7b32352f0be6f5e1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 192.168.203.18@tcp remote: 0x975aa905a02b229 expref: 7 pid: 22642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838992.234530:0:22642:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d9076486c00, rc 0) 00000100:00100000:2.0:1787838992.235320:0:22642:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d9044d1e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:df51fc02-809a-441a-9f08-84a381558334+7:18057:x1874684429877632:12345-192.168.203.18@tcp:101:mount.lustre.0 Request processed in 2273us (2593us total) trans 0 rc 0/0 00000100:00100000:2.0:1787838992.235336:0:22642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.18@tcp, seq: 116 00000100:00100000:2.0:1787838992.245609:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.18@tcp (source: 12345-192.168.203.18@tcp) 00000100:00100000:3.0:1787838992.245677:0:22640:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684429877760 00000100:00100000:3.0:1787838992.245685:0:22640:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684429877760 00000100:00100000:3.0:1787838992.245733:0:22640:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.18@tcp, seq: 117 00000100:00100000:3.0:1787838992.245740:0:22640:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d9044d1f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:df51fc02-809a-441a-9f08-84a381558334+7:18057:x1874684429877760:12345-192.168.203.18@tcp:501:mount.lustre.0 00000100:00100000:3.0:1787838992.245895:0:22640:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d9044d1f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:df51fc02-809a-441a-9f08-84a381558334+8:18057:x1874684429877760:12345-192.168.203.18@tcp:501:mount.lustre.0 Request processed in 156us (301us total) trans 0 rc 0/0 00000100:00100000:3.0:1787838992.245901:0:22640:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.18@tcp, seq: 117 00000100:00100000:0.0:1787838992.248320:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.18@tcp (source: 12345-192.168.203.18@tcp) 00000100:00100000:2.0:1787838992.248422:0:22642:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684429877888 00000100:00100000:2.0:1787838992.248433:0:22642:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684429877888 00000100:00100000:2.0:1787838992.248488:0:22642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.18@tcp, seq: 118 00000100:00100000:2.0:1787838992.248499:0:22642:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d8f449ea050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:df51fc02-809a-441a-9f08-84a381558334+8:18057:x1874684429877888:12345-192.168.203.18@tcp:503:mount.lustre.0 00000100:00100000:2.0:1787838992.248717:0:22642:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d8f449ea050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:df51fc02-809a-441a-9f08-84a381558334+8:18057:x1874684429877888:12345-192.168.203.18@tcp:503:mount.lustre.0 Request processed in 219us (404us total) trans 0 rc 0/0 00000100:00100000:2.0:1787838992.248725:0:22642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.18@tcp, seq: 118 00000100:00100000:2.0:1787838992.251793:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.18@tcp (source: 12345-192.168.203.18@tcp) 00000100:00100000:0.0:1787838992.251862:0:22641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684429878016 00000100:00100000:0.0:1787838992.251872:0:22641:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684429878016 00000100:00100000:0.0:1787838992.251932:0:22641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.18@tcp, seq: 119 00000100:00100000:0.0:1787838992.251943:0:22641:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d8f449e9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:df51fc02-809a-441a-9f08-84a381558334+8:18075:x1874684429878016:12345-192.168.203.18@tcp:502:llog_process_th.0 00000100:00100000:0.0:1787838992.252425:0:22641:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d8f449e9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:df51fc02-809a-441a-9f08-84a381558334+8:18075:x1874684429878016:12345-192.168.203.18@tcp:502:llog_process_th.0 Request processed in 182us (340us total) trans 0 rc 0/0 00000100:00100000:0.0:1787838992.252436:0:22641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.18@tcp, seq: 119 00000100:00100000:3.0:1787838992.277542:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.18@tcp (source: 12345-192.168.203.18@tcp) 00000100:00100000:2.0:1787838992.278442:0:22642:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684429878144 00000100:00100000:2.0:1787838992.278454:0:22642:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684429878144 00000100:00100000:2.0:1787838992.278513:0:22642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.18@tcp, seq: 120 00000100:00100000:2.0:1787838992.278524:0:22642:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d8f449e8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:df51fc02-809a-441a-9f08-84a381558334+8:18075:x1874684429878144:12345-192.168.203.18@tcp:502:llog_process_th.0 00000100:00100000:2.0:1787838992.278815:0:22642:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d8f449e8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:df51fc02-809a-441a-9f08-84a381558334+8:18075:x1874684429878144:12345-192.168.203.18@tcp:502:llog_process_th.0 Request processed in 291us (1282us total) trans 0 rc 0/0 00000100:00100000:2.0:1787838992.278824:0:22642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.18@tcp, seq: 120 00000100:00100000:1.0:1787838992.289556:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.18@tcp (source: 12345-192.168.203.18@tcp) 00000100:00100000:0.0:1787838992.289631:0:22641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684429878272 00000100:00100000:0.0:1787838992.289640:0:22641:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684429878272 00000100:00100000:0.0:1787838992.289698:0:22641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.18@tcp, seq: 121 00000100:00100000:0.0:1787838992.289706:0:22641:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d8f449eb850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:df51fc02-809a-441a-9f08-84a381558334+8:18075:x1874684429878272:12345-192.168.203.18@tcp:502:llog_process_th.0 00000100:00100000:0.0:1787838992.289846:0:22641:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d8f449eb850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:df51fc02-809a-441a-9f08-84a381558334+8:18075:x1874684429878272:12345-192.168.203.18@tcp:502:llog_process_th.0 Request processed in 140us (307us total) trans 0 rc 0/0 00000100:00100000:0.0:1787838992.289852:0:22641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.18@tcp, seq: 121 00000100:00100000:0.0:1787838992.292764:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.18@tcp (source: 12345-192.168.203.18@tcp) 00000100:00100000:3.0:1787838992.292927:0:22640:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684429878400 00000100:00100000:3.0:1787838992.292937:0:22640:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684429878400 00000100:00100000:3.0:1787838992.292992:0:22640:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.18@tcp, seq: 122 00000100:00100000:3.0:1787838992.293003:0:22640:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d8f449ea450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:df51fc02-809a-441a-9f08-84a381558334+8:18057:x1874684429878400:12345-192.168.203.18@tcp:101:mount.lustre.0 00010000:00010000:3.0:1787838992.293021:0:22640:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787838992.293040:0:22640:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8d8f422d5400/0x7b32352f0be6f5e8 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x975aa905a02b25a expref: -99 pid: 22640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787838992.293070:0:22640:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8d8f422d5400/0x7b32352f0be6f5e8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 192.168.203.18@tcp remote: 0x975aa905a02b25a expref: 9 pid: 22640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787838992.293082:0:22640:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8d8f422d5400/0x7b32352f0be6f5e8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 192.168.203.18@tcp remote: 0x975aa905a02b25a expref: 9 pid: 22640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787838992.293090:0:22640:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d8f422d5400, rc 0) 00000100:00100000:3.0:1787838992.293178:0:22640:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d8f449ea450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:df51fc02-809a-441a-9f08-84a381558334+9:18057:x1874684429878400:12345-192.168.203.18@tcp:101:mount.lustre.0 Request processed in 177us (423us total) trans 0 rc 0/0 00000100:00100000:3.0:1787838992.293186:0:22640:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.18@tcp, seq: 122 00000100:00100000:3.0:1787838992.299884:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.18@tcp (source: 12345-192.168.203.18@tcp) 00000100:00100000:2.0:1787838992.300419:0:22642:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684429878528 00000100:00100000:2.0:1787838992.300431:0:22642:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684429878528 00000100:00100000:2.0:1787838992.300524:0:22642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.18@tcp, seq: 123 00000100:00100000:2.0:1787838992.300535:0:22642:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d8f449ebc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:df51fc02-809a-441a-9f08-84a381558334+9:18057:x1874684429878528:12345-192.168.203.18@tcp:256:mount.lustre.0 20000000:01000000:2.0:1787838992.300573:0:22642:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-cliir bufsize 1048576. 20000000:01000000:2.0:1787838992.300593:0:22642:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/256/255. 20000000:01000000:2.0:1787838992.300595:0:22642:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4008/1/256/255. 20000000:01000000:2.0:1787838992.300597:0:22642:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3964/1/256/255. 20000000:01000000:2.0:1787838992.300603:0:22642:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3920/1/256/255. 20000000:01000000:2.0:1787838992.300604:0:22642:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 176, version 14 00000100:00100000:2.0:1787838992.302381:0:22642:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d8f449ebc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:df51fc02-809a-441a-9f08-84a381558334+9:18057:x1874684429878528:12345-192.168.203.18@tcp:256:mount.lustre.0 Request processed in 1840us (2501us total) trans 0 rc 0/0 00000100:00100000:2.0:1787838992.302393:0:22642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.18@tcp, seq: 123 00000100:00100000:0.0:1787838992.307096:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.18@tcp (source: 12345-192.168.203.18@tcp) 00000100:00100000:3.0:1787838992.307340:0:22641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684429878656 00000100:00100000:3.0:1787838992.307350:0:22641:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684429878656 00000100:00100000:2.0:1787838992.307500:0:22641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.18@tcp, seq: 124 00000100:00100000:2.0:1787838992.307509:0:22641:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d8f449e8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:df51fc02-809a-441a-9f08-84a381558334+9:18057:x1874684429878656:12345-192.168.203.18@tcp:101:mount.lustre.0 00010000:00010000:2.0:1787838992.307525:0:22641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787838992.307543:0:22641:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8d9076487400/0x7b32352f0be6f5ef lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0x975aa905a02b261 expref: -99 pid: 22641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838992.307570:0:22641:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8d9076487400/0x7b32352f0be6f5ef lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 192.168.203.18@tcp remote: 0x975aa905a02b261 expref: 10 pid: 22641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838992.307594:0:22641:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8d9076487400/0x7b32352f0be6f5ef lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 192.168.203.18@tcp remote: 0x975aa905a02b261 expref: 10 pid: 22641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787838992.307605:0:22641:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d9076487400, rc 0) 00000100:00100000:2.0:1787838992.307663:0:22641:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d8f449e8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:df51fc02-809a-441a-9f08-84a381558334+10:18057:x1874684429878656:12345-192.168.203.18@tcp:101:mount.lustre.0 Request processed in 154us (575us total) trans 0 rc 0/0 00000100:00100000:2.0:1787838992.307669:0:22641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.18@tcp, seq: 124 00000100:00100000:2.0:1787838992.311058:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.18@tcp (source: 12345-192.168.203.18@tcp) 00000100:00100000:3.0:1787838992.311342:0:22642:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684429878784 00000100:00100000:3.0:1787838992.311352:0:22642:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684429878784 00000100:00100000:3.0:1787838992.311426:0:22642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.18@tcp, seq: 125 00000100:00100000:3.0:1787838992.311436:0:22642:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d8f449e9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:df51fc02-809a-441a-9f08-84a381558334+10:18057:x1874684429878784:12345-192.168.203.18@tcp:501:mount.lustre.0 00000100:00100000:3.0:1787838992.311599:0:22642:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d8f449e9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:df51fc02-809a-441a-9f08-84a381558334+10:18057:x1874684429878784:12345-192.168.203.18@tcp:501:mount.lustre.0 Request processed in 164us (549us total) trans 0 rc 0/0 00000100:00100000:3.0:1787838992.311607:0:22642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.18@tcp, seq: 125 00000100:00100000:1.0:1787838992.314762:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.18@tcp (source: 12345-192.168.203.18@tcp) 00000100:00100000:2.0:1787838992.315243:0:22641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684429878912 00000100:00100000:2.0:1787838992.315252:0:22641:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684429878912 00000100:00100000:2.0:1787838992.315316:0:22641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.18@tcp, seq: 126 00000100:00100000:2.0:1787838992.315327:0:22641:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d8f449e9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:df51fc02-809a-441a-9f08-84a381558334+10:18057:x1874684429878912:12345-192.168.203.18@tcp:503:mount.lustre.0 00000100:00100000:2.0:1787838992.315500:0:22641:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d8f449e9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:df51fc02-809a-441a-9f08-84a381558334+10:18057:x1874684429878912:12345-192.168.203.18@tcp:503:mount.lustre.0 Request processed in 174us (747us total) trans 0 rc 0/0 00000100:00100000:2.0:1787838992.315515:0:22641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.18@tcp, seq: 126 00000100:00100000:2.0:1787838992.319925:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.18@tcp (source: 12345-192.168.203.18@tcp) 00000100:00100000:0.0:1787838992.320065:0:22640:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684429879040 00000100:00100000:0.0:1787838992.320075:0:22640:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684429879040 00000100:00100000:0.0:1787838992.320175:0:22640:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.18@tcp, seq: 127 00000100:00100000:0.0:1787838992.320199:0:22640:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d8f449eac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:df51fc02-809a-441a-9f08-84a381558334+10:18080:x1874684429879040:12345-192.168.203.18@tcp:502:llog_process_th.0 00000100:00100000:0.0:1787838992.320358:0:22640:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d8f449eac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:df51fc02-809a-441a-9f08-84a381558334+10:18080:x1874684429879040:12345-192.168.203.18@tcp:502:llog_process_th.0 Request processed in 159us (441us total) trans 0 rc 0/0 00000100:00100000:0.0:1787838992.320366:0:22640:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.18@tcp, seq: 127 00000100:00100000:0.0:1787838992.324248:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.18@tcp (source: 12345-192.168.203.18@tcp) 00000100:00100000:3.0:1787838992.327447:0:22642:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684429879168 00000100:00100000:3.0:1787838992.327462:0:22642:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684429879168 00000100:00100000:3.0:1787838992.327538:0:22642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.18@tcp, seq: 128 00000100:00100000:3.0:1787838992.327549:0:22642:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d8f4292c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:df51fc02-809a-441a-9f08-84a381558334+10:18080:x1874684429879168:12345-192.168.203.18@tcp:502:llog_process_th.0 00000100:00100000:3.0:1787838992.327713:0:22642:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d8f4292c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:df51fc02-809a-441a-9f08-84a381558334+10:18080:x1874684429879168:12345-192.168.203.18@tcp:502:llog_process_th.0 Request processed in 166us (3475us total) trans 0 rc 0/0 00000100:00100000:3.0:1787838992.327721:0:22642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.18@tcp, seq: 128 00000100:00100000:0.0:1787838992.338724:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.18@tcp (source: 12345-192.168.203.18@tcp) 00000100:00100000:0.0:1787838992.338802:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.18@tcp (source: 12345-192.168.203.18@tcp) 00000100:00100000:2.0:1787838992.339048:0:22648:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684429879296 00000100:00100000:2.0:1787838992.339058:0:22648:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684429879296 00000100:00100000:2.0:1787838992.339098:0:22648:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684429879552 00000100:00100000:2.0:1787838992.339101:0:22648:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684429879552 00000100:00100000:2.0:1787838992.339170:0:22648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.18@tcp, seq: 7 00000100:00100000:2.0:1787838992.339177:0:22648:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d8f4493e580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2404:x1874684429879296:12345-192.168.203.18@tcp:38:mount.lustre.0 00010000:00080000:2.0:1787838992.339206:0:22648:0:(ldlm_lib.c:1482:target_handle_connect()) lustre-MDT0000: connection from 2b29b22a-e143-4802-a359-07bbfb900a42@192.168.203.18@tcp t0 exp 0000000000000000 cur 676 last 0 00000020:00000080:2.0:1787838992.339254:0:22648:0:(genops.c:1385:class_connect()) connect: client 2b29b22a-e143-4802-a359-07bbfb900a42, cookie 0x7b32352f0be6f5f6 00000004:00100000:2.0:1787838992.339276:0:22648:0:(mdt_handler.c:7293:mdt_connect_internal()) lustre-MDT0000: cli supports cksum type f7, return f7 00000100:00100000:1.0:1787838992.339383:0:22649:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.18@tcp, seq: 8 00000100:00100000:1.0:1787838992.339390:0:22649:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d8f4493d680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2404:x1874684429879552:12345-192.168.203.18@tcp:38:mount.lustre.0 00010000:00080000:1.0:1787838992.339405:0:22649:0:(ldlm_lib.c:1482:target_handle_connect()) lustre-MDT0001: connection from 2b29b22a-e143-4802-a359-07bbfb900a42@192.168.203.18@tcp t0 exp 0000000000000000 cur 676 last 0 00000020:00000080:1.0:1787838992.339437:0:22649:0:(genops.c:1385:class_connect()) connect: client 2b29b22a-e143-4802-a359-07bbfb900a42, cookie 0x7b32352f0be6f5fd 00000004:00100000:1.0:1787838992.339461:0:22649:0:(mdt_handler.c:7293:mdt_connect_internal()) lustre-MDT0001: cli supports cksum type f7, return f7 00000100:00080000:1.0:1787838992.339639:0:22649:0:(import.c:65:import_set_state_nolock()) ffff8d8f42d81800 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1787838992.339711:0:22649:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d8f4493d680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2b29b22a-e143-4802-a359-07bbfb900a42+6:2404:x1874684429879552:12345-192.168.203.18@tcp:38:mount.lustre.0 Request processed in 319us (907us total) trans 0 rc 0/0 00000100:00100000:1.0:1787838992.339719:0:22649:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.18@tcp, seq: 8 00000100:00080000:2.0:1787838992.340009:0:22648:0:(import.c:65:import_set_state_nolock()) ffff8d8f4290f800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1787838992.340034:0:22648:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d8f4493e580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2b29b22a-e143-4802-a359-07bbfb900a42+6:2404:x1874684429879296:12345-192.168.203.18@tcp:38:mount.lustre.0 Request processed in 857us (1320us total) trans 0 rc 0/0 00000100:00100000:2.0:1787838992.340041:0:22648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.18@tcp, seq: 7 00000100:00100000:2.0:1787838992.342737:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.18@tcp (source: 12345-192.168.203.18@tcp) 00000100:00100000:2.0:1787838992.342775:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.18@tcp (source: 12345-192.168.203.18@tcp) 00000100:00100000:2.0:1787838992.342848:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.18@tcp (source: 12345-192.168.203.18@tcp) 00000100:00100000:3.0:1787838992.343673:0:22648:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684429879680 00000100:00100000:3.0:1787838992.343683:0:22648:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684429879680 00000100:00100000:1.0:1787838992.343788:0:22649:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684429879424 00000100:00100000:1.0:1787838992.343793:0:22649:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684429879424 00000100:00100000:0.0:1787838992.343830:0:24459:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684429879808 00000100:00100000:0.0:1787838992.343833:0:24459:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684429879808 00000100:00100000:0.0:1787838992.343929:0:24459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.18@tcp, seq: 9 00000100:00100000:0.0:1787838992.343938:0:24459:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d8f44837480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2b29b22a-e143-4802-a359-07bbfb900a42+7:18057:x1874684429879808:12345-192.168.203.18@tcp:41:mount.lustre.0 00000004:00000024:0.0:1787838992.343975:0:24459:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446309888 avail 1300070400 00000100:00100000:0.0:1787838992.344069:0:24459:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d8f44837480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2b29b22a-e143-4802-a359-07bbfb900a42+7:18057:x1874684429879808:12345-192.168.203.18@tcp:41:mount.lustre.0 Request processed in 131us (1220us total) trans 0 rc 0/0 00000100:00100000:0.0:1787838992.344076:0:24459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.18@tcp, seq: 9 00000100:00100000:2.0:1787838992.346283:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.18@tcp (source: 12345-192.168.203.18@tcp) 00000100:00100000:3.0:1787838992.346369:0:24459:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684429879936 00000100:00100000:3.0:1787838992.346377:0:24459:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684429879936 00000100:00100000:3.0:1787838992.346428:0:24459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.18@tcp, seq: 10 00000100:00100000:3.0:1787838992.346437:0:24459:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d8f44834780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2b29b22a-e143-4802-a359-07bbfb900a42+7:18057:x1874684429879936:12345-192.168.203.18@tcp:40:mount.lustre.0 00000100:00100000:3.0:1787838992.346508:0:24459:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d8f44834780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2b29b22a-e143-4802-a359-07bbfb900a42+7:18057:x1874684429879936:12345-192.168.203.18@tcp:40:mount.lustre.0 Request processed in 72us (234us total) trans 0 rc 0/0 00000100:00100000:3.0:1787838992.346515:0:24459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.18@tcp, seq: 10 00000100:00100000:2.0:1787838992.347714:0:22649:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.18@tcp, seq: 11 00000100:00100000:2.0:1787838992.347726:0:22649:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d8f44834f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2b29b22a-e143-4802-a359-07bbfb900a42+6:0:x1874684429879424:12345-192.168.203.18@tcp:41:mount.lustre.0 00000004:00000024:2.0:1787838992.347750:0:22649:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446309888 avail 1300070400 00000100:00100000:2.0:1787838992.347806:0:22649:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d8f44834f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2b29b22a-e143-4802-a359-07bbfb900a42+6:0:x1874684429879424:12345-192.168.203.18@tcp:41:mount.lustre.0 Request processed in 83us (5030us total) trans 0 rc 0/0 00000100:00100000:2.0:1787838992.347813:0:22649:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.18@tcp, seq: 11 00000100:00080000:1.0:1787838992.347866:0:22643:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1787838992.347872:0:22643:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1787838992.348099:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.18@tcp (source: 12345-192.168.203.18@tcp) 00000100:00100000:3.0:1787838992.348582:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.18@tcp (source: 12345-192.168.203.18@tcp) 00000100:00100000:3.0:1787838992.348614:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.18@tcp (source: 12345-192.168.203.18@tcp) 00000100:00100000:3.0:1787838992.348633:0:25151:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684429880064 00000100:00100000:3.0:1787838992.348639:0:25151:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684429880064 00000100:00100000:3.0:1787838992.348662:0:25151:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684429880192 00000100:00100000:3.0:1787838992.348664:0:25151:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684429880192 00000100:00100000:3.0:1787838992.348679:0:25151:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.18@tcp, seq: 16 00000100:00100000:3.0:1787838992.348683:0:25151:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d9043b43c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2404:x1874684429880064:12345-192.168.203.18@tcp:8:mount.lustre.0 00010000:00080000:3.0:1787838992.348810:0:25151:0:(ldlm_lib.c:1482:target_handle_connect()) lustre-OST0000: connection from 2b29b22a-e143-4802-a359-07bbfb900a42@192.168.203.18@tcp t0 exp 0000000000000000 cur 676 last 0 00000020:00000080:3.0:1787838992.348839:0:25151:0:(genops.c:1385:class_connect()) connect: client 2b29b22a-e143-4802-a359-07bbfb900a42, cookie 0x7b32352f0be6f604 00002000:00100000:3.0:1787838992.348850:0:25151:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli 2b29b22a-e143-4802-a359-07bbfb900a42/ffff8d8f44f07800 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 211395f ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:3.0:1787838992.348869:0:25151:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00000100:00100000:0.0:1787838992.348913:0:24693:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.18@tcp, seq: 17 00000100:00100000:0.0:1787838992.348920:0:24693:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d8f43bafc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2404:x1874684429880192:12345-192.168.203.18@tcp:8:mount.lustre.0 00010000:00080000:0.0:1787838992.348940:0:24693:0:(ldlm_lib.c:1482:target_handle_connect()) lustre-OST0001: connection from 2b29b22a-e143-4802-a359-07bbfb900a42@192.168.203.18@tcp t0 exp 0000000000000000 cur 676 last 0 00000020:00000080:0.0:1787838992.348959:0:24693:0:(genops.c:1385:class_connect()) connect: client 2b29b22a-e143-4802-a359-07bbfb900a42, cookie 0x7b32352f0be6f60b 00002000:00100000:0.0:1787838992.348966:0:24693:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli 2b29b22a-e143-4802-a359-07bbfb900a42/ffff8d8f42cd3000 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 211395f ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:0.0:1787838992.348980:0:24693:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return f7 00002000:00080000:3.0:1787838992.349042:0:25151:0:(ofd_obd.c:389:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:3.0:1787838992.349069:0:25151:0:(import.c:65:import_set_state_nolock()) ffff8d8f44f01800 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1787838992.349118:0:25151:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d9043b43c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2b29b22a-e143-4802-a359-07bbfb900a42+6:2404:x1874684429880064:12345-192.168.203.18@tcp:8:mount.lustre.0 Request processed in 432us (536us total) trans 0 rc 0/0 00000100:00100000:3.0:1787838992.349148:0:25151:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.18@tcp, seq: 16 00000100:00100000:3.0:1787838992.349182:0:22659:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684429880320 00000100:00100000:3.0:1787838992.349185:0:22659:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684429880320 00000100:00100000:3.0:1787838992.349219:0:22659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.18@tcp, seq: 3 00000100:00100000:3.0:1787838992.349227:0:22659:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d9043b41680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:2b29b22a-e143-4802-a359-07bbfb900a42+6:18057:x1874684429880320:12345-192.168.203.18@tcp:900:mount.lustre.0 00002000:00080000:0.0:1787838992.349234:0:24693:0:(ofd_obd.c:389:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:0.0:1787838992.349252:0:24693:0:(import.c:65:import_set_state_nolock()) ffff8d8f42cd2000 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1787838992.349282:0:24693:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d8f43bafc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2b29b22a-e143-4802-a359-07bbfb900a42+6:2404:x1874684429880192:12345-192.168.203.18@tcp:8:mount.lustre.0 Request processed in 361us (666us total) trans 0 rc 0/0 00000100:00100000:3.0:1787838992.349289:0:22659:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d9043b41680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:2b29b22a-e143-4802-a359-07bbfb900a42+6:18057:x1874684429880320:12345-192.168.203.18@tcp:900:mount.lustre.0 Request processed in 61us (1189us total) trans 0 rc 0/0 00000100:00100000:3.0:1787838992.349305:0:22659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.18@tcp, seq: 3 00000100:00100000:0.0:1787838992.349368:0:24693:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.18@tcp, seq: 17 00000100:00100000:0.0:1787838992.349418:0:22648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.18@tcp, seq: 12 00000100:00100000:0.0:1787838992.349426:0:22648:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d8f44835a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2b29b22a-e143-4802-a359-07bbfb900a42+6:0:x1874684429879680:12345-192.168.203.18@tcp:41:mount.lustre.0 00000004:00000024:0.0:1787838992.349448:0:22648:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446461440 avail 1300221952 00000100:00100000:0.0:1787838992.349493:0:22648:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d8f44835a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2b29b22a-e143-4802-a359-07bbfb900a42+6:0:x1874684429879680:12345-192.168.203.18@tcp:41:mount.lustre.0 Request processed in 68us (6766us total) trans 0 rc 0/0 00000100:00100000:0.0:1787838992.349499:0:22648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.18@tcp, seq: 12 00000100:00100000:1.0:1787838992.350942:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.18@tcp (source: 12345-192.168.203.18@tcp) 00000100:00100000:0.0:1787838992.351174:0:22650:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684429880448 00000100:00100000:0.0:1787838992.351182:0:22650:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684429880448 00000100:00100000:0.0:1787838992.351231:0:22650:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.18@tcp, seq: 0 00000100:00100000:0.0:1787838992.351240:0:22650:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d907f654780 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:2b29b22a-e143-4802-a359-07bbfb900a42+6:18057:x1874684429880448:12345-192.168.203.18@tcp:33:mount.lustre.0 00000004:00080000:1.0:1787838992.352365:0:22650:0:(mdt_identity.c:119:mdt_identity_do_upcall()) lustre-MDT0000: invoked upcall /home/green/git/lustre-release/lustre/utils/l_getidentity lustre-MDT0000 0, time 930us 00000004:00200000:2.0:1787838992.371190:0:22650:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000100:00100000:2.0:1787838992.371317:0:22650:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d907f654780 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:2b29b22a-e143-4802-a359-07bbfb900a42+6:18057:x1874684429880448:12345-192.168.203.18@tcp:33:mount.lustre.0 Request processed in 20072us (20376us total) trans 0 rc 0/0 00000100:00100000:2.0:1787838992.371331:0:22650:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.18@tcp, seq: 0 00000100:00100000:3.0:1787838992.537097:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.18@tcp (source: 12345-192.168.203.18@tcp) 00000100:00100000:0.0:1787838992.537283:0:24459:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684429880576 00000100:00100000:0.0:1787838992.537292:0:24459:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684429880576 00000100:00100000:0.0:1787838992.537351:0:24459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.18@tcp, seq: 13 00000100:00100000:0.0:1787838992.537361:0:24459:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d907bdf52c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2b29b22a-e143-4802-a359-07bbfb900a42+6:18103:x1874684429880576:12345-192.168.203.18@tcp:101:mkdir.0 00010000:00010000:0.0:1787838992.537382:0:24459:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787838992.537415:0:24459:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d907ef28400/0x7b32352f0be6f612 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x975aa905a02b292 expref: -99 pid: 24459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838992.537492:0:24459:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8d907ef28000/0x7b32352f0be6f619 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 24459 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838992.537507:0:24459:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d907ef28000/0x7b32352f0be6f619 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 24459 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838992.537521:0:24459:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d907ef28000/0x7b32352f0be6f619 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 24459 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1787838992.537819:0:24459:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1787838992.537824:0:24459:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1787838992.537866:0:24459:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8d907ef28000/0x7b32352f0be6f619 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 24459 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838992.537892:0:24459:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d907ef28400/0x7b32352f0be6f612 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.18@tcp remote: 0x975aa905a02b292 expref: 8 pid: 24459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838992.537909:0:24459:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8d907ef28000/0x7b32352f0be6f619 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.18@tcp remote: 0x975aa905a02b292 expref: 7 pid: 24459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838992.537917:0:24459:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8d8f42a47700) 00010000:00010000:0.0:1787838992.537920:0:24459:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1787838992.537923:0:24459:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d907ef28000, rc 0) 00000100:00100000:0.0:1787838992.538053:0:24459:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d907bdf52c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2b29b22a-e143-4802-a359-07bbfb900a42+7:18103:x1874684429880576:12345-192.168.203.18@tcp:101:mkdir.0 Request processed in 692us (965us total) trans 0 rc 0/0 00000100:00100000:0.0:1787838992.538061:0:24459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.18@tcp, seq: 13 00000100:00100000:0.0:1787838992.878163:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d907b2f12c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8fe503c4-4afd-4973-b872-263edf7adc13:3643:1874684455154048:0@lo:400:kworker.0 00000100:00100000:0.0:1787838992.878238:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787838992.878295:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1787838992.878301:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d907b2f0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3643:1874684455154176:0@lo:400:kworker.0 00000100:00100000:0.0:1787838992.878333:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787838992.878401:0:22652:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455154176 00000100:00100000:0.0:1787838992.878408:0:22652:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455154176 00000100:00100000:0.0:1787838992.878449:0:22652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:0.0:1787838992.878458:0:22652:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d8f4493fc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3643:x1874684455154176:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787838992.878519:0:22652:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d8f4493fc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3643:x1874684455154176:12345-0@lo:400:kworker.0 Request processed in 62us (185us total) trans 0 rc 0/0 00000100:00100000:0.0:1787838992.878527:0:22652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:0.0:1787838992.878567:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d907b2f0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3643:1874684455154176:0@lo:400:kworker.0 00000100:00100000:2.0:1787838992.879188:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1787838992.879199:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d8f44836d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3646:1874684455154432:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1787838992.879232:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787838992.879268:0:24157:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455154432 00000100:00100000:2.0:1787838992.879272:0:24157:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455154432 00000100:00100000:2.0:1787838992.879312:0:24157:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1787838992.879319:0:24157:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d8f44837c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3646:x1874684455154432:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1787838992.879337:0:24157:0:(ofd_obd.c:739:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1787838992.879374:0:24157:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d8f44837c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3646:x1874684455154432:12345-0@lo:13:osp-pre-0-0.0 Request processed in 55us (141us total) trans 0 rc 0/0 00000100:00100000:2.0:1787838992.879381:0:24157:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00080000:2.0:1787838992.879398:0:22643:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1787838992.879424:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d8f44836d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3646:1874684455154432:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1787838992.879444:0:22641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455154048 00000100:00100000:2.0:1787838992.879448:0:22641:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455154048 00000100:00100000:2.0:1787838992.879472:0:22641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 129 00000100:00100000:2.0:1787838992.879487:0:22641:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d8f4292c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8fe503c4-4afd-4973-b872-263edf7adc13+24:3643:x1874684455154048:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787838992.879521:0:22641:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d8f4292c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8fe503c4-4afd-4973-b872-263edf7adc13+24:3643:x1874684455154048:12345-0@lo:400:kworker.0 Request processed in 43us (1284us total) trans 0 rc 0/0 00000100:00100000:2.0:1787838992.879526:0:22641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 129 00000100:00100000:2.0:1787838992.881436:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d907b2f1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3646:1874684455154304:0@lo:400:kworker.0 00000100:00100000:2.0:1787838992.881510:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787838992.881566:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d907b2f2580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3646:1874684455154944:0@lo:400:kworker.0 00000100:00100000:2.0:1787838992.881821:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787838992.881848:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d907b2f21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3646:1874684455155456:0@lo:400:kworker.0 00000100:00100000:2.0:1787838992.881939:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787838992.881964:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:2.0:1787838992.881971:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d907b2f0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3646:1874684455154816:0@lo:400:kworker.0 00000100:00100000:2.0:1787838992.881993:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787838992.882078:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d907b2f0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3646:1874684455155328:0@lo:400:kworker.0 00000100:00100000:2.0:1787838992.882099:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787838992.882169:0:22647:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455155456 00000100:00100000:2.0:1787838992.882176:0:22647:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455155456 00000100:00100000:2.0:1787838992.882221:0:22647:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455155328 00000100:00100000:2.0:1787838992.882224:0:22647:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455155328 00000100:00100000:2.0:1787838992.882243:0:22647:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:2.0:1787838992.882251:0:22647:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d8f44835e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3646:x1874684455155456:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787838992.882526:0:23388:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455154816 00000100:00100000:1.0:1787838992.882529:0:23388:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455154816 00000100:00100000:1.0:1787838992.882568:0:23388:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:1.0:1787838992.882584:0:23388:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d8f44836940 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3646:x1874684455154816:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787838992.882627:0:22647:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d8f44835e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3646:x1874684455155456:12345-0@lo:400:kworker.0 Request processed in 377us (687us total) trans 0 rc 0/0 00000100:00100000:2.0:1787838992.882635:0:22647:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:2.0:1787838992.882651:0:22647:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:2.0:1787838992.882658:0:22647:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d8f44834000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3646:x1874684455155328:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787838992.882741:0:24155:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455154304 00000100:00100000:3.0:1787838992.882745:0:24155:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455154304 00000100:00100000:3.0:1787838992.882773:0:24155:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455154944 00000100:00100000:3.0:1787838992.882776:0:24155:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455154944 00000100:00100000:3.0:1787838992.882796:0:24155:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1787838992.882803:0:24155:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d8f44836d00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3646:x1874684455154304:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787838992.882856:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d907f7d21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3645:1874684455155840:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1787838992.887289:0:23388:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d8f44836940 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3646:x1874684455154816:12345-0@lo:400:kworker.0 Request processed in 4705us (5284us total) trans 0 rc 0/0 00000100:00100000:1.0:1787838992.887305:0:23388:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00100000:1.0:1787838992.887425:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d907b2f0f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3644:1874684455154688:0@lo:400:kworker.0 00000100:00100000:1.0:1787838992.887470:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787838992.887501:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d907b2f3c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3644:1874684455155200:0@lo:400:kworker.0 00000100:00100000:1.0:1787838992.887522:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787838992.887534:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d907b2f3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3644:1874684455155712:0@lo:400:kworker.0 00000100:00100000:1.0:1787838992.888042:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787838992.888063:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:1.0:1787838992.888071:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d907b2f2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3644:1874684455154560:0@lo:400:kworker.0 00000100:00100000:1.0:1787838992.888114:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787838992.888249:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d907b2f2940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3644:1874684455155072:0@lo:400:kworker.0 00000100:00100000:1.0:1787838992.888271:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787838992.888283:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d907b2f3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3644:1874684455155584:0@lo:400:kworker.0 00000100:00100000:2.0:1787838992.888284:0:22647:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d8f44834000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3646:x1874684455155328:12345-0@lo:400:kworker.0 Request processed in 5626us (6183us total) trans 0 rc 0/0 00000100:00100000:1.0:1787838992.888308:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787838992.888335:0:22648:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455154688 00000100:00100000:1.0:1787838992.888342:0:22648:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455154688 00000100:00100000:2.0:1787838992.889201:0:22647:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:2.0:1787838992.889228:0:22647:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455155200 00000100:00100000:2.0:1787838992.889233:0:22647:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455155200 00000100:00100000:0.0:1787838992.889357:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787838992.889391:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1787838992.889398:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d907f7d0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3645:1874684455155968:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1787838992.889425:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787838992.889455:0:24693:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455154560 00000100:00100000:0.0:1787838992.889460:0:24693:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455154560 00000100:00100000:0.0:1787838992.889483:0:24693:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455155072 00000100:00100000:0.0:1787838992.889486:0:24693:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455155072 00000100:00100000:0.0:1787838992.889502:0:24693:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1787838992.889510:0:24693:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d8f448370c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3646:x1874684455154944:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787838992.889554:0:24693:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d8f448370c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3646:x1874684455154944:12345-0@lo:400:kworker.0 Request processed in 45us (7733us total) trans 0 rc 0/0 00000100:00100000:0.0:1787838992.889560:0:24693:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1787838992.889573:0:24693:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1787838992.889580:0:24693:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d907f7d30c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3644:x1874684455154560:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787838992.889614:0:24693:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d907f7d30c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3644:x1874684455154560:12345-0@lo:400:kworker.0 Request processed in 35us (1499us total) trans 0 rc 0/0 00000100:00100000:0.0:1787838992.889620:0:24693:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1787838992.889630:0:24693:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1787838992.889636:0:24693:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d907f7d0b40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+6:3644:x1874684455155072:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787838992.889677:0:24693:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d907f7d0b40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+6:3644:x1874684455155072:12345-0@lo:400:kworker.0 Request processed in 41us (1404us total) trans 0 rc 0/0 00000100:00100000:0.0:1787838992.889683:0:24693:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1787838992.889937:0:22648:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455155712 00000100:00100000:1.0:1787838992.889942:0:22648:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455155712 00000100:00100000:1.0:1787838992.889962:0:22648:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455155584 00000100:00100000:1.0:1787838992.890554:0:22648:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455155584 00000100:00100000:1.0:1787838992.890584:0:22648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:1.0:1787838992.890592:0:22648:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d907f7d3840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3644:x1874684455154688:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787838992.890633:0:24156:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455155840 00000100:00100000:0.0:1787838992.890639:0:24156:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455155840 00000100:00100000:1.0:1787838992.890643:0:22648:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d907f7d3840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3644:x1874684455154688:12345-0@lo:400:kworker.0 Request processed in 51us (3171us total) trans 0 rc 0/0 00000100:00100000:1.0:1787838992.890652:0:22648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:1.0:1787838992.890669:0:22648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:1.0:1787838992.890675:0:22648:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d907f7d0f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3644:x1874684455155712:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787838992.890703:0:22648:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d907f7d0f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3644:x1874684455155712:12345-0@lo:400:kworker.0 Request processed in 29us (2662us total) trans 0 rc 0/0 00000100:00100000:1.0:1787838992.890708:0:22648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:1.0:1787838992.890732:0:22648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:1.0:1787838992.890738:0:22648:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d907f7d3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3644:x1874684455155584:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787838992.890765:0:22648:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d907f7d3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3644:x1874684455155584:12345-0@lo:400:kworker.0 Request processed in 28us (2456us total) trans 0 rc 0/0 00000100:00100000:1.0:1787838992.890771:0:22648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:0.0:1787838992.890775:0:24156:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455155968 00000100:00100000:0.0:1787838992.890780:0:24156:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455155968 00000100:00100000:0.0:1787838992.890802:0:24156:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1787838992.890809:0:24156:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d8f4493f840 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3645:x1874684455155840:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1787838992.890824:0:24156:0:(ofd_obd.c:739:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3915849728 avail 3684327424 00000100:00100000:0.0:1787838992.891011:0:24156:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d8f4493f840 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3645:x1874684455155840:12345-0@lo:13:osp-pre-1-1.0 Request processed in 201us (1653us total) trans 0 rc 0/0 00000100:00100000:0.0:1787838992.891017:0:24156:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1787838992.891028:0:24156:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:0.0:1787838992.891035:0:24156:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d8f4493c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3645:x1874684455155968:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1787838992.891044:0:24156:0:(ofd_obd.c:739:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3915849728 avail 3684327424 00000100:00100000:0.0:1787838992.891069:0:24156:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d8f4493c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3645:x1874684455155968:12345-0@lo:13:osp-pre-1-0.0 Request processed in 35us (1644us total) trans 0 rc 0/0 00000100:00100000:0.0:1787838992.891074:0:24156:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:0.0:1787838992.891118:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d907f7d0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3645:1874684455155968:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1787838992.891158:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d907f7d21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3645:1874684455155840:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1787838992.891354:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d907b2f12c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8fe503c4-4afd-4973-b872-263edf7adc13:3643:1874684455154048:0@lo:400:kworker.0 00000100:00100000:1.0:1787838992.891389:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d907b2f2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3644:1874684455154560:0@lo:400:kworker.0 00000100:00100000:1.0:1787838992.891400:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d907b2f2940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3644:1874684455155072:0@lo:400:kworker.0 00000100:00100000:1.0:1787838992.891411:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d907b2f3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3644:1874684455155584:0@lo:400:kworker.0 00000100:00100000:1.0:1787838992.891421:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d907b2f0f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3644:1874684455154688:0@lo:400:kworker.0 00010000:00080000:1.0:1787838992.891434:0:3644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8d907b2f3480 x1874684455155712/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787839008 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787838992.891444:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d907b2f3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3644:1874684455155712:0@lo:400:kworker.0 00000100:00080000:1.0:1787838992.891562:0:22643:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1787838992.891566:0:22643:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1787838992.891569:0:22643:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1787838992.891571:0:22643:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1787838992.891607:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d907b2f0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3646:1874684455154816:0@lo:400:kworker.0 00000100:00100000:1.0:1787838992.891619:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d907b2f0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3646:1874684455155328:0@lo:400:kworker.0 00000100:00100000:1.0:1787838992.891630:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d907b2f2580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3646:1874684455154944:0@lo:400:kworker.0 00010000:00080000:1.0:1787838992.891641:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8d907b2f21c0 x1874684455155456/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787839008 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787838992.891650:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d907b2f21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3646:1874684455155456:0@lo:400:kworker.0 00000100:00100000:2.0:1787838992.892425:0:22647:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:2.0:1787838992.892438:0:22647:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d907f7d1a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3644:x1874684455155200:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787838992.892509:0:22647:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d907f7d1a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3644:x1874684455155200:12345-0@lo:400:kworker.0 Request processed in 76us (4986us total) trans 0 rc 0/0 00000100:00100000:2.0:1787838992.892517:0:22647:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:2.0:1787838992.892559:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d907b2f3c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3644:1874684455155200:0@lo:400:kworker.0 00000001:00100000:1.0:1787838992.896741:0:24969:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 2b29b22a-e143-4802-a359-07bbfb900a42 00000001:00080000:1.0:1787838992.896757:0:24969:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 12884901890 is committed 00000100:00100000:3.0:1787838992.897298:0:24155:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d8f44836d00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3646:x1874684455154304:12345-0@lo:400:kworker.0 Request processed in 14490us (15783us total) trans 0 rc 0/0 00000100:00100000:3.0:1787838992.897310:0:24155:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1787838992.897572:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d907b2f1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3646:1874684455154304:0@lo:400:kworker.0 00010000:00010000:3.0:1787838992.941877:0:25150:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:1.0:1787838993.905243:0:24149:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 2b29b22a-e143-4802-a359-07bbfb900a42 00010000:00010000:3.0:1787838993.966729:0:22635:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1787838994.286731:0:22683:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:3.0:1787838994.654994:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.18@tcp (source: 12345-192.168.203.18@tcp) 00000100:00100000:1.0:1787838994.655108:0:22649:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684429880704 00000100:00100000:1.0:1787838994.655118:0:22649:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684429880704 00000100:00100000:1.0:1787838994.655247:0:22649:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.18@tcp, seq: 14 00000100:00100000:1.0:1787838994.655259:0:22649:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d907b2f1a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2b29b22a-e143-4802-a359-07bbfb900a42+7:18155:x1874684429880704:12345-192.168.203.18@tcp:41:lfs.0 00000004:00000024:1.0:1787838994.655296:0:22649:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446309888 avail 1300070400 00000100:00100000:1.0:1787838994.655540:0:22649:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d907b2f1a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2b29b22a-e143-4802-a359-07bbfb900a42+7:18155:x1874684429880704:12345-192.168.203.18@tcp:41:lfs.0 Request processed in 284us (556us total) trans 0 rc 0/0 00000100:00100000:1.0:1787838994.655548:0:22649:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.18@tcp, seq: 14 00000100:00080000:2.0:1787838994.656041:0:22643:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1787838994.657788:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.18@tcp (source: 12345-192.168.203.18@tcp) 00000100:00100000:2.0:1787838994.657860:0:22647:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684429880832 00000100:00100000:2.0:1787838994.657868:0:22647:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684429880832 00000100:00100000:2.0:1787838994.657925:0:22647:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.18@tcp, seq: 15 00000100:00100000:2.0:1787838994.657936:0:22647:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d907f7d03c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2b29b22a-e143-4802-a359-07bbfb900a42+6:18155:x1874684429880832:12345-192.168.203.18@tcp:41:lfs.0 00000004:00000024:2.0:1787838994.657973:0:22647:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446461440 avail 1300221952 00000100:00100000:2.0:1787838994.658074:0:22647:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d907f7d03c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2b29b22a-e143-4802-a359-07bbfb900a42+6:18155:x1874684429880832:12345-192.168.203.18@tcp:41:lfs.0 Request processed in 140us (289us total) trans 0 rc 0/0 00000100:00100000:2.0:1787838994.658082:0:22647:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.18@tcp, seq: 15 00000100:00080000:1.0:1787838994.658213:0:22643:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1787838994.663773:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.18@tcp (source: 12345-192.168.203.18@tcp) 00000100:00100000:0.0:1787838994.663885:0:24156:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684429880960 00000100:00100000:0.0:1787838994.663895:0:24156:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684429880960 00000100:00100000:0.0:1787838994.663972:0:24156:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.18@tcp, seq: 9 00000100:00100000:0.0:1787838994.663983:0:24156:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d907b2f3c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:2b29b22a-e143-4802-a359-07bbfb900a42+5:18155:x1874684429880960:12345-192.168.203.18@tcp:13:lfs.0 00002000:00000024:0.0:1787838994.664033:0:24156:0:(ofd_obd.c:739:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1787838994.664121:0:24156:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d907b2f3c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:2b29b22a-e143-4802-a359-07bbfb900a42+5:18155:x1874684429880960:12345-192.168.203.18@tcp:13:lfs.0 Request processed in 140us (357us total) trans 0 rc 0/0 00000100:00100000:0.0:1787838994.664170:0:24156:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.18@tcp, seq: 9 00000100:00080000:1.0:1787838994.664604:0:22643:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1787838994.667786:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.18@tcp (source: 12345-192.168.203.18@tcp) 00000100:00100000:2.0:1787838994.667884:0:24156:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684429881088 00000100:00100000:2.0:1787838994.667896:0:24156:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684429881088 00000100:00100000:2.0:1787838994.667969:0:24156:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.18@tcp, seq: 10 00000100:00100000:2.0:1787838994.667980:0:24156:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d8f4493f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:2b29b22a-e143-4802-a359-07bbfb900a42+5:18155:x1874684429881088:12345-192.168.203.18@tcp:13:lfs.0 00002000:00000024:2.0:1787838994.668017:0:24156:0:(ofd_obd.c:739:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3915849728 avail 3684327424 00000100:00100000:2.0:1787838994.668105:0:24156:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d8f4493f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:2b29b22a-e143-4802-a359-07bbfb900a42+5:18155:x1874684429881088:12345-192.168.203.18@tcp:13:lfs.0 Request processed in 127us (328us total) trans 0 rc 0/0 00000100:00100000:2.0:1787838994.668113:0:24156:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.18@tcp, seq: 10 00000100:00080000:1.0:1787838994.668221:0:22643:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1787838994.756911:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.18@tcp (source: 12345-192.168.203.18@tcp) 00000100:00100000:0.0:1787838994.757088:0:22640:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684429881216 00000100:00100000:0.0:1787838994.757098:0:22640:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684429881216 00000100:00100000:0.0:1787838994.757191:0:22640:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.18@tcp, seq: 130 00000100:00100000:0.0:1787838994.757201:0:22640:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d8f4292f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:df51fc02-809a-441a-9f08-84a381558334+10:18188:x1874684429881216:12345-192.168.203.18@tcp:101:mount.lustre.0 00010000:00010000:0.0:1787838994.757218:0:22640:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787838994.757235:0:22640:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8d907ef29200/0x7b32352f0be6f620 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x40000000000000 nid: local remote: 0x975aa905a02b299 expref: -99 pid: 22640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838994.757264:0:22640:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8d907ef29200/0x7b32352f0be6f620 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x50000000000000 nid: 192.168.203.18@tcp remote: 0x975aa905a02b299 expref: 11 pid: 22640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838994.757276:0:22640:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8d907ef29200/0x7b32352f0be6f620 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x40000000000000 nid: 192.168.203.18@tcp remote: 0x975aa905a02b299 expref: 11 pid: 22640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838994.757285:0:22640:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d907ef29200, rc 0) 00000100:00100000:0.0:1787838994.757398:0:22640:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d8f4292f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:df51fc02-809a-441a-9f08-84a381558334+11:18188:x1874684429881216:12345-192.168.203.18@tcp:101:mount.lustre.0 Request processed in 198us (499us total) trans 0 rc 0/0 00000100:00100000:0.0:1787838994.757405:0:22640:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.18@tcp, seq: 130 00000100:00100000:3.0:1787838994.778206:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.18@tcp (source: 12345-192.168.203.18@tcp) 00000100:00100000:2.0:1787838994.782829:0:22642:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684429881344 00000100:00100000:2.0:1787838994.782844:0:22642:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684429881344 00000100:00100000:2.0:1787838994.782919:0:22642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.18@tcp, seq: 131 00000100:00100000:2.0:1787838994.782930:0:22642:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d9070587450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:df51fc02-809a-441a-9f08-84a381558334+11:18188:x1874684429881344:12345-192.168.203.18@tcp:501:mount.lustre.0 00000100:00100000:2.0:1787838994.783446:0:22642:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d9070587450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:df51fc02-809a-441a-9f08-84a381558334+11:18188:x1874684429881344:12345-192.168.203.18@tcp:501:mount.lustre.0 Request processed in 516us (5246us total) trans 0 rc 0/0 00000100:00100000:2.0:1787838994.783456:0:22642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.18@tcp, seq: 131 00000100:00100000:3.0:1787838994.788394:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.18@tcp (source: 12345-192.168.203.18@tcp) 00000100:00100000:2.0:1787838994.788525:0:22641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684429881472 00000100:00100000:2.0:1787838994.788534:0:22641:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684429881472 00000100:00100000:2.0:1787838994.788639:0:22641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.18@tcp, seq: 132 00000100:00100000:2.0:1787838994.788650:0:22641:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d9070586c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:df51fc02-809a-441a-9f08-84a381558334+11:18188:x1874684429881472:12345-192.168.203.18@tcp:503:mount.lustre.0 00000100:00100000:2.0:1787838994.788803:0:22641:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d9070586c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:df51fc02-809a-441a-9f08-84a381558334+11:18188:x1874684429881472:12345-192.168.203.18@tcp:503:mount.lustre.0 Request processed in 154us (420us total) trans 0 rc 0/0 00000100:00100000:2.0:1787838994.788811:0:22641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.18@tcp, seq: 132 00000100:00100000:3.0:1787838994.791587:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.18@tcp (source: 12345-192.168.203.18@tcp) 00000100:00100000:0.0:1787838994.792422:0:22640:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684429881600 00000100:00100000:0.0:1787838994.792434:0:22640:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684429881600 00000100:00100000:0.0:1787838994.792534:0:22640:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.18@tcp, seq: 133 00000100:00100000:0.0:1787838994.792545:0:22640:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d9070587850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:df51fc02-809a-441a-9f08-84a381558334+11:18194:x1874684429881600:12345-192.168.203.18@tcp:502:llog_process_th.0 00000100:00100000:0.0:1787838994.792731:0:22640:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d9070587850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:df51fc02-809a-441a-9f08-84a381558334+11:18194:x1874684429881600:12345-192.168.203.18@tcp:502:llog_process_th.0 Request processed in 188us (1153us total) trans 0 rc 0/0 00000100:00100000:0.0:1787838994.792740:0:22640:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.18@tcp, seq: 133 00000100:00100000:0.0:1787838994.812613:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.18@tcp (source: 12345-192.168.203.18@tcp) 00000100:00100000:2.0:1787838994.812717:0:22641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684429881728 00000100:00100000:2.0:1787838994.812728:0:22641:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684429881728 00000100:00100000:2.0:1787838994.812790:0:22641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.18@tcp, seq: 134 00000100:00100000:2.0:1787838994.812801:0:22641:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d9070584850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:df51fc02-809a-441a-9f08-84a381558334+11:18194:x1874684429881728:12345-192.168.203.18@tcp:502:llog_process_th.0 00000100:00100000:2.0:1787838994.812972:0:22641:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d9070584850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:df51fc02-809a-441a-9f08-84a381558334+11:18194:x1874684429881728:12345-192.168.203.18@tcp:502:llog_process_th.0 Request processed in 171us (367us total) trans 0 rc 0/0 00000100:00100000:2.0:1787838994.812980:0:22641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.18@tcp, seq: 134 00000100:00100000:1.0:1787838994.819344:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.18@tcp (source: 12345-192.168.203.18@tcp) 00000100:00100000:0.0:1787838994.819484:0:22640:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684429881856 00000100:00100000:0.0:1787838994.819494:0:22640:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684429881856 00000100:00100000:0.0:1787838994.819550:0:22640:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.18@tcp, seq: 135 00000100:00100000:0.0:1787838994.819560:0:22640:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d9070587c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:df51fc02-809a-441a-9f08-84a381558334+11:18194:x1874684429881856:12345-192.168.203.18@tcp:502:llog_process_th.0 00000100:00100000:0.0:1787838994.821188:0:22640:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d9070587c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:df51fc02-809a-441a-9f08-84a381558334+11:18194:x1874684429881856:12345-192.168.203.18@tcp:502:llog_process_th.0 Request processed in 1622us (1844us total) trans 0 rc 0/0 00000100:00100000:0.0:1787838994.821200:0:22640:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.18@tcp, seq: 135 00000100:00100000:1.0:1787838994.824246:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.18@tcp (source: 12345-192.168.203.18@tcp) 00000100:00100000:3.0:1787838994.824401:0:22642:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684429881984 00000100:00100000:3.0:1787838994.824416:0:22642:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684429881984 00000100:00100000:3.0:1787838994.824474:0:22642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.18@tcp, seq: 136 00000100:00100000:3.0:1787838994.824482:0:22642:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d9070584450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:df51fc02-809a-441a-9f08-84a381558334+11:18188:x1874684429881984:12345-192.168.203.18@tcp:101:mount.lustre.0 00010000:00010000:3.0:1787838994.824496:0:22642:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787838994.824513:0:22642:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8d8f422d5200/0x7b32352f0be6f627 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x975aa905a02b2ca expref: -99 pid: 22642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787838994.824541:0:22642:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8d8f422d5200/0x7b32352f0be6f627 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 192.168.203.18@tcp remote: 0x975aa905a02b2ca expref: 12 pid: 22642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787838994.824553:0:22642:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8d8f422d5200/0x7b32352f0be6f627 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 192.168.203.18@tcp remote: 0x975aa905a02b2ca expref: 12 pid: 22642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787838994.824563:0:22642:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d8f422d5200, rc 0) 00000100:00100000:3.0:1787838994.824622:0:22642:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d9070584450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:df51fc02-809a-441a-9f08-84a381558334+12:18188:x1874684429881984:12345-192.168.203.18@tcp:101:mount.lustre.0 Request processed in 141us (385us total) trans 0 rc 0/0 00000100:00100000:3.0:1787838994.824646:0:22642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.18@tcp, seq: 136 00000100:00100000:3.0:1787838994.839713:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.18@tcp (source: 12345-192.168.203.18@tcp) 00000100:00100000:2.0:1787838994.839824:0:22641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684429882112 00000100:00100000:2.0:1787838994.839835:0:22641:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684429882112 00000100:00100000:2.0:1787838994.839921:0:22641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.18@tcp, seq: 137 00000100:00100000:2.0:1787838994.839931:0:22641:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d9070585450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:df51fc02-809a-441a-9f08-84a381558334+12:18188:x1874684429882112:12345-192.168.203.18@tcp:256:mount.lustre.0 20000000:01000000:2.0:1787838994.839957:0:22641:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-cliir bufsize 1048576. 20000000:01000000:2.0:1787838994.839981:0:22641:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/256/255. 20000000:01000000:2.0:1787838994.839985:0:22641:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4008/1/256/255. 20000000:01000000:2.0:1787838994.839988:0:22641:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3964/1/256/255. 20000000:01000000:2.0:1787838994.840004:0:22641:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3920/1/256/255. 20000000:01000000:2.0:1787838994.840007:0:22641:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 176, version 14 00000100:00100000:2.0:1787838994.843375:0:22641:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d9070585450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:df51fc02-809a-441a-9f08-84a381558334+12:18188:x1874684429882112:12345-192.168.203.18@tcp:256:mount.lustre.0 Request processed in 3435us (4096us total) trans 0 rc 0/0 00000100:00100000:2.0:1787838994.843391:0:22641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.18@tcp, seq: 137 00000100:00100000:1.0:1787838994.849454:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.18@tcp (source: 12345-192.168.203.18@tcp) 00000100:00100000:0.0:1787838994.849557:0:22640:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684429882240 00000100:00100000:0.0:1787838994.849567:0:22640:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684429882240 00000100:00100000:0.0:1787838994.849661:0:22640:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.18@tcp, seq: 138 00000100:00100000:0.0:1787838994.849672:0:22640:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d9070584050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:df51fc02-809a-441a-9f08-84a381558334+12:18188:x1874684429882240:12345-192.168.203.18@tcp:101:mount.lustre.0 00010000:00010000:0.0:1787838994.849691:0:22640:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787838994.849711:0:22640:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8d907ef28a00/0x7b32352f0be6f62e lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0x975aa905a02b2d1 expref: -99 pid: 22640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838994.849738:0:22640:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8d907ef28a00/0x7b32352f0be6f62e lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 192.168.203.18@tcp remote: 0x975aa905a02b2d1 expref: 13 pid: 22640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838994.849749:0:22640:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8d907ef28a00/0x7b32352f0be6f62e lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 192.168.203.18@tcp remote: 0x975aa905a02b2d1 expref: 13 pid: 22640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838994.849759:0:22640:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d907ef28a00, rc 0) 00000100:00100000:0.0:1787838994.849832:0:22640:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d9070584050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:df51fc02-809a-441a-9f08-84a381558334+13:18188:x1874684429882240:12345-192.168.203.18@tcp:101:mount.lustre.0 Request processed in 162us (389us total) trans 0 rc 0/0 00000100:00100000:0.0:1787838994.849839:0:22640:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.18@tcp, seq: 138 00000100:00100000:3.0:1787838994.855485:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.18@tcp (source: 12345-192.168.203.18@tcp) 00000100:00100000:2.0:1787838994.855567:0:22641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684429882368 00000100:00100000:2.0:1787838994.855577:0:22641:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684429882368 00000100:00100000:2.0:1787838994.855644:0:22641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.18@tcp, seq: 139 00000100:00100000:2.0:1787838994.855654:0:22641:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d9070586850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:df51fc02-809a-441a-9f08-84a381558334+13:18188:x1874684429882368:12345-192.168.203.18@tcp:501:mount.lustre.0 00000100:00100000:2.0:1787838994.855816:0:22641:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d9070586850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:df51fc02-809a-441a-9f08-84a381558334+13:18188:x1874684429882368:12345-192.168.203.18@tcp:501:mount.lustre.0 Request processed in 163us (342us total) trans 0 rc 0/0 00000100:00100000:2.0:1787838994.855825:0:22641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.18@tcp, seq: 139 00000100:00100000:1.0:1787838994.862588:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.18@tcp (source: 12345-192.168.203.18@tcp) 00000100:00100000:0.0:1787838994.862840:0:22640:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684429882496 00000100:00100000:0.0:1787838994.862850:0:22640:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684429882496 00000100:00100000:0.0:1787838994.862908:0:22640:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.18@tcp, seq: 140 00000100:00100000:0.0:1787838994.862917:0:22640:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d9070585050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:df51fc02-809a-441a-9f08-84a381558334+13:18188:x1874684429882496:12345-192.168.203.18@tcp:503:mount.lustre.0 00000100:00100000:0.0:1787838994.863077:0:22640:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d9070585050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:df51fc02-809a-441a-9f08-84a381558334+13:18188:x1874684429882496:12345-192.168.203.18@tcp:503:mount.lustre.0 Request processed in 160us (497us total) trans 0 rc 0/0 00000100:00100000:0.0:1787838994.863086:0:22640:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.18@tcp, seq: 140 00000100:00100000:1.0:1787838994.866652:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.18@tcp (source: 12345-192.168.203.18@tcp) 00000100:00100000:3.0:1787838994.869046:0:22642:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684429882624 00000100:00100000:3.0:1787838994.869061:0:22642:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684429882624 00000100:00100000:3.0:1787838994.869121:0:22642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.18@tcp, seq: 141 00000100:00100000:3.0:1787838994.869167:0:22642:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d9070585c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:df51fc02-809a-441a-9f08-84a381558334+13:18200:x1874684429882624:12345-192.168.203.18@tcp:502:llog_process_th.0 00000100:00100000:3.0:1787838994.869325:0:22642:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d9070585c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:df51fc02-809a-441a-9f08-84a381558334+13:18200:x1874684429882624:12345-192.168.203.18@tcp:502:llog_process_th.0 Request processed in 160us (2682us total) trans 0 rc 0/0 00000100:00100000:3.0:1787838994.869333:0:22642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.18@tcp, seq: 141 00000100:00100000:3.0:1787838994.878218:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.18@tcp (source: 12345-192.168.203.18@tcp) 00000100:00100000:2.0:1787838994.878315:0:22641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684429882752 00000100:00100000:2.0:1787838994.878325:0:22641:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684429882752 00000100:00100000:2.0:1787838994.878397:0:22641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.18@tcp, seq: 142 00000100:00100000:2.0:1787838994.878408:0:22641:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d9070584c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:df51fc02-809a-441a-9f08-84a381558334+13:18200:x1874684429882752:12345-192.168.203.18@tcp:502:llog_process_th.0 00000100:00100000:2.0:1787838994.878583:0:22641:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d9070584c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:df51fc02-809a-441a-9f08-84a381558334+13:18200:x1874684429882752:12345-192.168.203.18@tcp:502:llog_process_th.0 Request processed in 177us (374us total) trans 0 rc 0/0 00000100:00100000:2.0:1787838994.878592:0:22641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.18@tcp, seq: 142 00000100:00100000:1.0:1787838994.888327:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.18@tcp (source: 12345-192.168.203.18@tcp) 00000100:00100000:1.0:1787838994.888376:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.18@tcp (source: 12345-192.168.203.18@tcp) 00000100:00100000:1.0:1787838994.888475:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.18@tcp (source: 12345-192.168.203.18@tcp) 00000100:00100000:0.0:1787838994.892434:0:24459:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684429882880 00000100:00100000:0.0:1787838994.892448:0:24459:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684429882880 00000100:00100000:0.0:1787838994.892490:0:24459:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684429883136 00000100:00100000:1.0:1787838994.892496:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.18@tcp (source: 12345-192.168.203.18@tcp) 00000100:00100000:0.0:1787838994.892496:0:24459:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684429883136 00000100:00100000:0.0:1787838994.892508:0:24459:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684429883648 00000100:00100000:0.0:1787838994.892512:0:24459:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684429883648 00000100:00100000:1.0:1787838994.892533:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.18@tcp (source: 12345-192.168.203.18@tcp) 00000100:00100000:0.0:1787838994.892540:0:24459:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684429883520 00000100:00100000:0.0:1787838994.892544:0:24459:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684429883520 00000100:00100000:1.0:1787838994.892570:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.18@tcp (source: 12345-192.168.203.18@tcp) 00000100:00100000:0.0:1787838994.892571:0:24459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.18@tcp, seq: 34 00000100:00100000:0.0:1787838994.892586:0:24459:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d907f6fb0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2b29b22a-e143-4802-a359-07bbfb900a42+6:2405:x1874684429883648:12345-192.168.203.18@tcp:400:kworker.0 00000100:00100000:0.0:1787838994.892681:0:24459:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d907f6fb0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2b29b22a-e143-4802-a359-07bbfb900a42+6:2405:x1874684429883648:12345-192.168.203.18@tcp:400:kworker.0 Request processed in 100us (4206us total) trans 0 rc 0/0 00000100:00100000:0.0:1787838994.892689:0:24459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.18@tcp, seq: 34 00000100:00100000:2.0:1787838994.892702:0:22649:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.18@tcp, seq: 35 00000100:00100000:0.0:1787838994.892712:0:24459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.18@tcp, seq: 16 00000100:00100000:2.0:1787838994.892718:0:22649:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d907f6fbc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2b29b22a-e143-4802-a359-07bbfb900a42+7:2405:x1874684429883520:12345-192.168.203.18@tcp:400:kworker.0 00000100:00100000:0.0:1787838994.892723:0:24459:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d907f7d21c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2404:x1874684429882880:12345-192.168.203.18@tcp:38:mount.lustre.0 00010000:00080000:0.0:1787838994.892756:0:24459:0:(ldlm_lib.c:1482:target_handle_connect()) lustre-MDT0000: connection from 036c6d19-eeb5-4e02-8c77-d6297ee7885b@192.168.203.18@tcp t0 exp 0000000000000000 cur 678 last 0 00000100:00100000:2.0:1787838994.892758:0:22649:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d907f6fbc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2b29b22a-e143-4802-a359-07bbfb900a42+7:2405:x1874684429883520:12345-192.168.203.18@tcp:400:kworker.0 Request processed in 44us (223us total) trans 0 rc 0/0 00000100:00100000:2.0:1787838994.892767:0:22649:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.18@tcp, seq: 35 00000100:00100000:2.0:1787838994.892783:0:22649:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.18@tcp, seq: 17 00000100:00100000:2.0:1787838994.892798:0:22649:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d907f7d0780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2404:x1874684429883136:12345-192.168.203.18@tcp:38:mount.lustre.0 00000020:00000080:0.0:1787838994.892811:0:24459:0:(genops.c:1385:class_connect()) connect: client 036c6d19-eeb5-4e02-8c77-d6297ee7885b, cookie 0x7b32352f0be6f635 00010000:00080000:2.0:1787838994.892817:0:22649:0:(ldlm_lib.c:1482:target_handle_connect()) lustre-MDT0001: connection from 036c6d19-eeb5-4e02-8c77-d6297ee7885b@192.168.203.18@tcp t0 exp 0000000000000000 cur 678 last 0 00000004:00100000:0.0:1787838994.892838:0:24459:0:(mdt_handler.c:7293:mdt_connect_internal()) lustre-MDT0000: cli supports cksum type f7, return f7 00000020:00000080:2.0:1787838994.892845:0:22649:0:(genops.c:1385:class_connect()) connect: client 036c6d19-eeb5-4e02-8c77-d6297ee7885b, cookie 0x7b32352f0be6f63c 00000004:00100000:2.0:1787838994.892861:0:22649:0:(mdt_handler.c:7293:mdt_connect_internal()) lustre-MDT0001: cli supports cksum type f7, return f7 00000100:00080000:2.0:1787838994.892952:0:22649:0:(import.c:65:import_set_state_nolock()) ffff8d8f42908800 : changing import state from RECOVER to FULL 00000100:00080000:0.0:1787838994.892952:0:24459:0:(import.c:65:import_set_state_nolock()) ffff8d8f42cd6800 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1787838994.892985:0:24459:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d907f7d21c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:036c6d19-eeb5-4e02-8c77-d6297ee7885b+6:2404:x1874684429882880:12345-192.168.203.18@tcp:38:mount.lustre.0 Request processed in 264us (4669us total) trans 0 rc 0/0 00000100:00100000:0.0:1787838994.892993:0:24459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.18@tcp, seq: 16 00000100:00100000:0.0:1787838994.893028:0:24693:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684429883904 00000100:00100000:0.0:1787838994.893032:0:24693:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684429883904 00000100:00100000:0.0:1787838994.893054:0:24693:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684429883776 00000100:00100000:0.0:1787838994.893057:0:24693:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684429883776 00000100:00100000:0.0:1787838994.893074:0:24693:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.18@tcp, seq: 6 00000100:00100000:0.0:1787838994.893092:0:24693:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d907f6fa1c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2b29b22a-e143-4802-a359-07bbfb900a42+5:2405:x1874684429883904:12345-192.168.203.18@tcp:400:kworker.0 00000100:00100000:2.0:1787838994.893119:0:22649:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d907f7d0780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:036c6d19-eeb5-4e02-8c77-d6297ee7885b+6:2404:x1874684429883136:12345-192.168.203.18@tcp:38:mount.lustre.0 Request processed in 319us (4740us total) trans 0 rc 0/0 00000100:00100000:0.0:1787838994.893154:0:24693:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d907f6fa1c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2b29b22a-e143-4802-a359-07bbfb900a42+5:2405:x1874684429883904:12345-192.168.203.18@tcp:400:kworker.0 Request processed in 42us (635us total) trans 0 rc 0/0 00000100:00100000:0.0:1787838994.893164:0:24693:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.18@tcp, seq: 6 00000100:00100000:0.0:1787838994.893175:0:24693:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.18@tcp, seq: 7 00000100:00100000:0.0:1787838994.893182:0:24693:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d907f6f92c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2b29b22a-e143-4802-a359-07bbfb900a42+5:2405:x1874684429883776:12345-192.168.203.18@tcp:400:kworker.0 00000100:00100000:0.0:1787838994.893207:0:24693:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d907f6f92c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2b29b22a-e143-4802-a359-07bbfb900a42+5:2405:x1874684429883776:12345-192.168.203.18@tcp:400:kworker.0 Request processed in 25us (643us total) trans 0 rc 0/0 00000100:00100000:0.0:1787838994.893213:0:24693:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.18@tcp, seq: 7 00000100:00100000:2.0:1787838994.893260:0:22649:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.18@tcp, seq: 17 00000100:00100000:1.0:1787838994.895514:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.18@tcp (source: 12345-192.168.203.18@tcp) 00000100:00100000:0.0:1787838994.895760:0:24459:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684429883008 00000100:00100000:0.0:1787838994.895770:0:24459:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684429883008 00000100:00100000:0.0:1787838994.895837:0:24459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.18@tcp, seq: 18 00000100:00100000:0.0:1787838994.895858:0:24459:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d907f6fb840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:036c6d19-eeb5-4e02-8c77-d6297ee7885b+6:0:x1874684429883008:12345-192.168.203.18@tcp:41:mount.lustre.0 00000004:00000024:0.0:1787838994.895888:0:24459:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446309888 avail 1300070400 00000100:00100000:0.0:1787838994.895969:0:24459:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d907f6fb840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:036c6d19-eeb5-4e02-8c77-d6297ee7885b+6:0:x1874684429883008:12345-192.168.203.18@tcp:41:mount.lustre.0 Request processed in 122us (462us total) trans 0 rc 0/0 00000100:00100000:0.0:1787838994.895976:0:24459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.18@tcp, seq: 18 00000100:00080000:1.0:1787838994.896165:0:22643:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1787838994.904766:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.18@tcp (source: 12345-192.168.203.18@tcp) 00000100:00100000:1.0:1787838994.904813:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.18@tcp (source: 12345-192.168.203.18@tcp) 00000100:00100000:3.0:1787838994.905423:0:22647:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684429883392 00000100:00100000:3.0:1787838994.905435:0:22647:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684429883392 00000100:00100000:3.0:1787838994.905485:0:22647:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684429883264 00000100:00100000:3.0:1787838994.905489:0:22647:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684429883264 00000100:00100000:3.0:1787838994.905536:0:22647:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.18@tcp, seq: 19 00000100:00100000:3.0:1787838994.905546:0:22647:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d907f6fb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:036c6d19-eeb5-4e02-8c77-d6297ee7885b+6:18188:x1874684429883392:12345-192.168.203.18@tcp:41:mount.lustre.0 00000004:00000024:3.0:1787838994.905577:0:22647:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446309888 avail 1300070400 00000100:00100000:3.0:1787838994.905647:0:22647:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d907f6fb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:036c6d19-eeb5-4e02-8c77-d6297ee7885b+6:18188:x1874684429883392:12345-192.168.203.18@tcp:41:mount.lustre.0 Request processed in 102us (890us total) trans 0 rc 0/0 00000100:00080000:1.0:1787838994.905736:0:22643:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1787838994.906422:0:22647:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.18@tcp, seq: 19 00000100:00100000:3.0:1787838994.906451:0:22647:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.18@tcp, seq: 20 00000100:00100000:3.0:1787838994.906461:0:22647:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d907f6f8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:036c6d19-eeb5-4e02-8c77-d6297ee7885b+6:0:x1874684429883264:12345-192.168.203.18@tcp:41:mount.lustre.0 00000004:00000024:3.0:1787838994.906482:0:22647:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:3.0:1787838994.906527:0:22647:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d907f6f8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:036c6d19-eeb5-4e02-8c77-d6297ee7885b+6:0:x1874684429883264:12345-192.168.203.18@tcp:41:mount.lustre.0 Request processed in 69us (1714us total) trans 0 rc 0/0 00000100:00100000:3.0:1787838994.906543:0:22647:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.18@tcp, seq: 20 00000100:00100000:1.0:1787838994.912625:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.18@tcp (source: 12345-192.168.203.18@tcp) 00000100:00100000:0.0:1787838994.912789:0:22648:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684429884032 00000100:00100000:0.0:1787838994.912800:0:22648:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684429884032 00000100:00100000:0.0:1787838994.912856:0:22648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.18@tcp, seq: 21 00000100:00100000:0.0:1787838994.912865:0:22648:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d907efe30c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:036c6d19-eeb5-4e02-8c77-d6297ee7885b+6:18188:x1874684429884032:12345-192.168.203.18@tcp:40:mount.lustre.0 00000100:00100000:0.0:1787838994.912970:0:22648:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d907efe30c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:036c6d19-eeb5-4e02-8c77-d6297ee7885b+6:18188:x1874684429884032:12345-192.168.203.18@tcp:40:mount.lustre.0 Request processed in 106us (354us total) trans 0 rc 0/0 00000100:00100000:0.0:1787838994.912978:0:22648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.18@tcp, seq: 21 00000100:00100000:1.0:1787838994.918676:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.18@tcp (source: 12345-192.168.203.18@tcp) 00000100:00100000:1.0:1787838994.918718:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.18@tcp (source: 12345-192.168.203.18@tcp) 00000100:00100000:1.0:1787838994.918756:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.18@tcp (source: 12345-192.168.203.18@tcp) 00000100:00100000:2.0:1787838994.918846:0:24693:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684429884160 00000100:00100000:2.0:1787838994.918856:0:24693:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684429884160 00000100:00100000:2.0:1787838994.918897:0:24693:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684429884288 00000100:00100000:2.0:1787838994.918901:0:24693:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684429884288 00000100:00100000:2.0:1787838994.918921:0:24693:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.18@tcp, seq: 18 00000100:00100000:2.0:1787838994.918929:0:24693:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d907efe3c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2404:x1874684429884160:12345-192.168.203.18@tcp:8:mount.lustre.0 00010000:00080000:2.0:1787838994.918962:0:24693:0:(ldlm_lib.c:1482:target_handle_connect()) lustre-OST0000: connection from 036c6d19-eeb5-4e02-8c77-d6297ee7885b@192.168.203.18@tcp t0 exp 0000000000000000 cur 678 last 0 00000020:00000080:2.0:1787838994.918994:0:24693:0:(genops.c:1385:class_connect()) connect: client 036c6d19-eeb5-4e02-8c77-d6297ee7885b, cookie 0x7b32352f0be6f643 00002000:00100000:2.0:1787838994.919007:0:24693:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli 036c6d19-eeb5-4e02-8c77-d6297ee7885b/ffff8d8f410e7800 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 211395f ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:2.0:1787838994.919020:0:24693:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00002000:00080000:2.0:1787838994.919090:0:24693:0:(ofd_obd.c:389:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:2.0:1787838994.919120:0:24693:0:(import.c:65:import_set_state_nolock()) ffff8d9046b91000 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1787838994.919223:0:24693:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d907efe3c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:036c6d19-eeb5-4e02-8c77-d6297ee7885b+6:2404:x1874684429884160:12345-192.168.203.18@tcp:8:mount.lustre.0 Request processed in 293us (566us total) trans 0 rc 0/0 00000100:00100000:2.0:1787838994.919231:0:24693:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.18@tcp, seq: 18 00000100:00100000:2.0:1787838994.919251:0:24693:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.18@tcp, seq: 19 00000100:00100000:2.0:1787838994.919255:0:24693:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d907efe12c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2404:x1874684429884288:12345-192.168.203.18@tcp:8:mount.lustre.0 00010000:00080000:2.0:1787838994.919285:0:24693:0:(ldlm_lib.c:1482:target_handle_connect()) lustre-OST0001: connection from 036c6d19-eeb5-4e02-8c77-d6297ee7885b@192.168.203.18@tcp t0 exp 0000000000000000 cur 678 last 0 00000020:00000080:2.0:1787838994.919300:0:24693:0:(genops.c:1385:class_connect()) connect: client 036c6d19-eeb5-4e02-8c77-d6297ee7885b, cookie 0x7b32352f0be6f64a 00002000:00100000:2.0:1787838994.919305:0:24693:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli 036c6d19-eeb5-4e02-8c77-d6297ee7885b/ffff8d9046b94000 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 211395f ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:2.0:1787838994.919311:0:24693:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return f7 00002000:00080000:2.0:1787838994.919349:0:24693:0:(ofd_obd.c:389:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:2.0:1787838994.919382:0:24693:0:(import.c:65:import_set_state_nolock()) ffff8d8f438fc800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1787838994.919406:0:24693:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d907efe12c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:036c6d19-eeb5-4e02-8c77-d6297ee7885b+6:2404:x1874684429884288:12345-192.168.203.18@tcp:8:mount.lustre.0 Request processed in 149us (649us total) trans 0 rc 0/0 00000100:00100000:2.0:1787838994.919413:0:24693:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.18@tcp, seq: 19 00000100:00100000:0.0:1787838994.920087:0:22659:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684429884416 00000100:00100000:0.0:1787838994.920094:0:22659:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684429884416 00000100:00100000:0.0:1787838994.920184:0:22659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.18@tcp, seq: 4 00000100:00100000:0.0:1787838994.920195:0:22659:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d907efe1a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:036c6d19-eeb5-4e02-8c77-d6297ee7885b+6:18188:x1874684429884416:12345-192.168.203.18@tcp:900:mount.lustre.0 00000100:00100000:0.0:1787838994.920244:0:22659:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d907efe1a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:036c6d19-eeb5-4e02-8c77-d6297ee7885b+6:18188:x1874684429884416:12345-192.168.203.18@tcp:900:mount.lustre.0 Request processed in 52us (1526us total) trans 0 rc 0/0 00000100:00100000:0.0:1787838994.920251:0:22659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.18@tcp, seq: 4 00000100:00100000:1.0:1787838994.922316:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.18@tcp (source: 12345-192.168.203.18@tcp) 00000100:00100000:2.0:1787838994.922416:0:22651:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684429884544 00000100:00100000:2.0:1787838994.922425:0:22651:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684429884544 00000100:00100000:2.0:1787838994.922469:0:22651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.18@tcp, seq: 1 00000100:00100000:2.0:1787838994.922477:0:22651:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d907efe03c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:036c6d19-eeb5-4e02-8c77-d6297ee7885b+6:18188:x1874684429884544:12345-192.168.203.18@tcp:33:mount.lustre.0 00000004:00200000:2.0:1787838994.922553:0:22651:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000100:00100000:2.0:1787838994.922631:0:22651:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d907efe03c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:036c6d19-eeb5-4e02-8c77-d6297ee7885b+6:18188:x1874684429884544:12345-192.168.203.18@tcp:33:mount.lustre.0 Request processed in 153us (322us total) trans 0 rc 0/0 00000100:00100000:2.0:1787838994.922638:0:22651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.18@tcp, seq: 1 00000100:00100000:2.0:1787838994.925699:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1787838994.925723:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d907efe0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3644:1874684455156096:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1787838994.925796:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787838994.926012:0:24156:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455156096 00000100:00100000:3.0:1787838994.926020:0:24156:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455156096 00000100:00100000:3.0:1787838994.926097:0:24156:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:3.0:1787838994.926106:0:24156:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d8f44834b40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3644:x1874684455156096:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1787838994.926159:0:24156:0:(ofd_obd.c:739:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1787838994.926211:0:24156:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d8f44834b40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3644:x1874684455156096:12345-0@lo:13:osp-pre-0-1.0 Request processed in 106us (414us total) trans 0 rc 0/0 00000100:00100000:3.0:1787838994.926218:0:24156:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:3.0:1787838994.926269:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d907efe0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3644:1874684455156096:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1787838994.926540:0:22643:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1787838994.990446:0:22636:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787838995.095565:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.18@tcp (source: 12345-192.168.203.18@tcp) 00000100:00100000:0.0:1787838995.095763:0:22648:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684429884672 00000100:00100000:0.0:1787838995.095774:0:22648:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684429884672 00000100:00100000:0.0:1787838995.095843:0:22648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.18@tcp, seq: 22 00000100:00100000:0.0:1787838995.095853:0:22648:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d907efe1e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:036c6d19-eeb5-4e02-8c77-d6297ee7885b+6:18223:x1874684429884672:12345-192.168.203.18@tcp:101:mkdir.0 00010000:00010000:0.0:1787838995.095874:0:22648:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787838995.095895:0:22648:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d907ef28c00/0x7b32352f0be6f651 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x975aa905a02b302 expref: -99 pid: 22648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838995.095962:0:22648:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8d907ef29a00/0x7b32352f0be6f658 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838995.095990:0:22648:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d907ef29a00/0x7b32352f0be6f658 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838995.096003:0:22648:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d907ef29a00/0x7b32352f0be6f658 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22648 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1787838995.096051:0:22648:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1787838995.096055:0:22648:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1787838995.096074:0:22648:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8d907ef29a00/0x7b32352f0be6f658 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838995.096113:0:22648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d907ef28c00/0x7b32352f0be6f651 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.18@tcp remote: 0x975aa905a02b302 expref: 8 pid: 22648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838995.096166:0:22648:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8d907ef29a00/0x7b32352f0be6f658 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.18@tcp remote: 0x975aa905a02b302 expref: 7 pid: 22648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787838995.096175:0:22648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8d8f42a47700) 00010000:00010000:0.0:1787838995.096178:0:22648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1787838995.096181:0:22648:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d907ef29a00, rc 0) 00000100:00100000:0.0:1787838995.096236:0:22648:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d907efe1e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:036c6d19-eeb5-4e02-8c77-d6297ee7885b+7:18223:x1874684429884672:12345-192.168.203.18@tcp:101:mkdir.0 Request processed in 385us (682us total) trans 0 rc 0/0 00000100:00100000:0.0:1787838995.096243:0:22648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.18@tcp, seq: 22 00000100:00100000:0.0:1787838995.953801:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1787838995.953827:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d8f4493de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3643:1874684455156224:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1787838995.953894:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787838995.953940:0:22653:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455156224 00000100:00100000:0.0:1787838995.953947:0:22653:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455156224 00000100:00100000:0.0:1787838995.954007:0:22653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:0.0:1787838995.954015:0:22653:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d8f4493ed00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3643:x1874684455156224:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1787838995.954048:0:22653:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446309888 avail 1300070400 00000100:00100000:0.0:1787838995.954095:0:22653:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d8f4493ed00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3643:x1874684455156224:12345-0@lo:41:osp-pre-0-1.0 Request processed in 80us (200us total) trans 0 rc 0/0 00000100:00100000:0.0:1787838995.954102:0:22653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00100000:0.0:1787838995.954174:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d8f4493de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3643:1874684455156224:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1787838995.954344:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d9046b81a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3645:1874684455156352:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1787838995.954373:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787838995.961430:0:22652:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455156352 00000100:00100000:1.0:1787838995.961445:0:22652:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455156352 00000100:00100000:1.0:1787838995.961510:0:22652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:1.0:1787838995.961521:0:22652:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d8f4493de00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3645:x1874684455156352:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1787838995.961557:0:22652:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:1.0:1787838995.961643:0:22652:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d8f4493de00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3645:x1874684455156352:12345-0@lo:41:osp-pre-1-0.0 Request processed in 124us (7268us total) trans 0 rc 0/0 00000100:00100000:1.0:1787838995.961650:0:22652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00100000:0.0:1787838995.961886:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d9046b81a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3645:1874684455156352:0@lo:41:osp-pre-1-0.0 00010000:00010000:2.0:1787838996.014658:0:25150:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787838997.037749:0:22635:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1787838997.708272:0:25527:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: Using TIMEOUT=20 00000100:00100000:0.0:1787838997.997630:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1787838997.997655:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d907efe0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3645:1874684455156480:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1787838997.997724:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787838997.998147:0:24156:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455156480 00000100:00100000:1.0:1787838997.998155:0:24156:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455156480 00000100:00100000:1.0:1787838997.998216:0:24156:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:1.0:1787838997.998225:0:24156:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d8f4493c780 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3645:x1874684455156480:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1787838997.998253:0:24156:0:(ofd_obd.c:739:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3915849728 avail 3684327424 00000100:00100000:1.0:1787838997.998296:0:24156:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d8f4493c780 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3645:x1874684455156480:12345-0@lo:13:osp-pre-1-1.0 Request processed in 73us (572us total) trans 0 rc 0/0 00000100:00100000:1.0:1787838997.998314:0:24156:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00080000:0.0:1787838997.998404:0:22643:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1787838997.998434:0:3645:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 12884901890 gen 2 00000100:00100000:0.0:1787838997.998457:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d907efe0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3645:1874684455156480:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1787838997.998573:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d9046b83480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3643:1874684455156608:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1787838997.998604:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787838997.998658:0:24156:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455156608 00000100:00100000:0.0:1787838997.998662:0:24156:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455156608 00000100:00100000:0.0:1787838997.998764:0:24156:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:0.0:1787838997.998772:0:24156:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d8f4493f0c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3643:x1874684455156608:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1787838997.998784:0:24156:0:(ofd_obd.c:739:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3915849728 avail 3684327424 00000100:00100000:0.0:1787838997.998815:0:24156:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d8f4493f0c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3643:x1874684455156608:12345-0@lo:13:osp-pre-1-0.0 Request processed in 45us (210us total) trans 0 rc 0/0 00000100:00100000:0.0:1787838997.998830:0:24156:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00080000:0.0:1787838997.998845:0:22643:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1787838997.998865:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d9046b83480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3643:1874684455156608:0@lo:13:osp-pre-1-0.0 00000040:00080000:2.0:1787838997.999034:0:23405:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:3.0:1787838997.999565:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d907efe0f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3644:1874684455156736:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1787838997.999608:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787838997.999645:0:24156:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455156736 00000100:00100000:3.0:1787838997.999651:0:24156:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455156736 00000100:00100000:3.0:1787838997.999685:0:24156:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:3.0:1787838997.999693:0:24156:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d907b2f2580 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3644:x1874684455156736:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1787838997.999713:0:24156:0:(ofd_obd.c:739:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1787838997.999747:0:24156:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d907b2f2580 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3644:x1874684455156736:12345-0@lo:13:osp-pre-0-0.0 Request processed in 56us (139us total) trans 0 rc 0/0 00000100:00100000:3.0:1787838997.999755:0:24156:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:1.0:1787838998.000075:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d907efe3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:8fe503c4-4afd-4973-b872-263edf7adc13:3645:1874684455156864:0@lo:400:kworker.0 00000100:00100000:1.0:1787838998.000110:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787838998.000167:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d907efe0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3645:1874684455157376:0@lo:400:kworker.0 00000100:00100000:1.0:1787838998.000191:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787838998.000208:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d907efe2940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3645:1874684455157888:0@lo:400:kworker.0 00000100:00100000:1.0:1787838998.000243:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787838998.000263:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:1.0:1787838998.000269:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d907efe21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3645:1874684455156992:0@lo:400:kworker.0 00000100:00100000:1.0:1787838998.000291:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787838998.000486:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d907efe2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3645:1874684455157504:0@lo:400:kworker.0 00000100:00100000:1.0:1787838998.000512:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787838998.000536:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d907efe0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3645:1874684455158016:0@lo:400:kworker.0 00000100:00100000:1.0:1787838998.000557:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787838998.000583:0:25151:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455157376 00000100:00100000:1.0:1787838998.000588:0:25151:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455157376 00000100:00100000:1.0:1787838998.000625:0:25151:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:1.0:1787838998.000632:0:25151:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d8f44b05a40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3645:x1874684455157376:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787838998.000669:0:25151:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d8f44b05a40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3645:x1874684455157376:12345-0@lo:400:kworker.0 Request processed in 38us (477us total) trans 0 rc 0/0 00000100:00100000:1.0:1787838998.000676:0:25151:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:1.0:1787838998.000694:0:23388:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455156992 00000100:00100000:1.0:1787838998.000697:0:23388:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455156992 00000100:00100000:1.0:1787838998.000720:0:23388:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:1.0:1787838998.000726:0:23388:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d8f44b070c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3645:x1874684455156992:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787838998.000755:0:23388:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d8f44b070c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3645:x1874684455156992:12345-0@lo:400:kworker.0 Request processed in 30us (463us total) trans 0 rc 0/0 00000100:00100000:1.0:1787838998.000761:0:23388:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00100000:1.0:1787838998.000778:0:22648:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455157888 00000100:00100000:1.0:1787838998.000781:0:22648:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455157888 00000100:00100000:1.0:1787838998.000806:0:22648:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455157504 00000100:00100000:1.0:1787838998.000809:0:22648:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455157504 00000100:00100000:1.0:1787838998.000821:0:22648:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455158016 00000100:00100000:1.0:1787838998.000831:0:22648:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455158016 00000100:00100000:1.0:1787838998.000848:0:22648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:1.0:1787838998.000855:0:22648:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d8f44b04780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3645:x1874684455157888:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787838998.000888:0:22648:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d8f44b04780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3645:x1874684455157888:12345-0@lo:400:kworker.0 Request processed in 34us (644us total) trans 0 rc 0/0 00000100:00100000:1.0:1787838998.000893:0:22648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:1.0:1787838998.000903:0:22648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:1.0:1787838998.000908:0:22648:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d8f44b06580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3645:x1874684455157504:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787838998.000931:0:22648:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d8f44b06580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3645:x1874684455157504:12345-0@lo:400:kworker.0 Request processed in 23us (418us total) trans 0 rc 0/0 00000100:00100000:1.0:1787838998.000936:0:22648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:1.0:1787838998.000946:0:22648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:1.0:1787838998.000951:0:22648:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d8f44b07c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3645:x1874684455158016:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787838998.000975:0:22648:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d8f44b07c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3645:x1874684455158016:12345-0@lo:400:kworker.0 Request processed in 24us (418us total) trans 0 rc 0/0 00000100:00100000:1.0:1787838998.000980:0:22648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:1.0:1787838998.001018:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d907efe21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3645:1874684455156992:0@lo:400:kworker.0 00000100:00100000:1.0:1787838998.001029:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d907efe2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3645:1874684455157504:0@lo:400:kworker.0 00010000:00080000:1.0:1787838998.001039:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8d907efe0b40 x1874684455158016/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787839014 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787838998.001047:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d907efe0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3645:1874684455158016:0@lo:400:kworker.0 00000100:00100000:1.0:1787838998.001056:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d907efe0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3645:1874684455157376:0@lo:400:kworker.0 00000100:00100000:1.0:1787838998.001064:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d907efe2940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3645:1874684455157888:0@lo:400:kworker.0 00000100:00080000:3.0:1787838998.001211:0:22643:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1787838998.001215:0:22643:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1787838998.001217:0:22643:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1787838998.001229:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d907efe3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3644:1874684455157248:0@lo:400:kworker.0 00000100:00100000:3.0:1787838998.001265:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787838998.001282:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d907efe1680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3644:1874684455157760:0@lo:400:kworker.0 00000100:00100000:3.0:1787838998.001553:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787838998.001590:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d907efe0f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3644:1874684455156736:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1787838998.001609:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1787838998.001617:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d907efe2580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3644:1874684455157120:0@lo:400:kworker.0 00000100:00100000:3.0:1787838998.001643:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787838998.001648:0:22640:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455156864 00000100:00100000:0.0:1787838998.001654:0:22640:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455156864 00000100:00100000:3.0:1787838998.001660:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d907efe0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3644:1874684455157632:0@lo:400:kworker.0 00000100:00100000:3.0:1787838998.001683:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787838998.001705:0:22640:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 143 00000100:00100000:0.0:1787838998.001714:0:22640:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d9070585850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8fe503c4-4afd-4973-b872-263edf7adc13+24:3645:x1874684455156864:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787838998.001716:0:22647:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455157760 00000100:00100000:3.0:1787838998.001722:0:22647:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455157760 00000100:00100000:3.0:1787838998.001755:0:22647:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455157120 00000100:00100000:3.0:1787838998.001758:0:22647:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455157120 00000100:00100000:0.0:1787838998.001763:0:22640:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d9070585850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8fe503c4-4afd-4973-b872-263edf7adc13+24:3645:x1874684455156864:12345-0@lo:400:kworker.0 Request processed in 50us (1651us total) trans 0 rc 0/0 00000100:00100000:0.0:1787838998.001771:0:22640:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 143 00000100:00100000:3.0:1787838998.001773:0:22647:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455157632 00000100:00100000:3.0:1787838998.001777:0:22647:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455157632 00000100:00100000:3.0:1787838998.001800:0:22647:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:3.0:1787838998.001809:0:22647:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d907b2f0b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3644:x1874684455157760:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787838998.001857:0:22647:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d907b2f0b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3644:x1874684455157760:12345-0@lo:400:kworker.0 Request processed in 51us (556us total) trans 0 rc 0/0 00000100:00100000:3.0:1787838998.001863:0:22647:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:3.0:1787838998.001876:0:22647:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:3.0:1787838998.001881:0:22647:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d907b2f3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3644:x1874684455157120:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787838998.001906:0:22647:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d907b2f3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3644:x1874684455157120:12345-0@lo:400:kworker.0 Request processed in 26us (265us total) trans 0 rc 0/0 00000100:00100000:3.0:1787838998.001911:0:22647:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00100000:3.0:1787838998.001921:0:22647:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:3.0:1787838998.001933:0:22647:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d907b2f0f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3644:x1874684455157632:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787838998.001959:0:22647:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d907b2f0f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3644:x1874684455157632:12345-0@lo:400:kworker.0 Request processed in 27us (276us total) trans 0 rc 0/0 00000100:00100000:3.0:1787838998.001965:0:22647:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00080000:3.0:1787838998.001980:0:22643:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1787838998.001983:0:22643:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1787838998.003095:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d907efe2580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3644:1874684455157120:0@lo:400:kworker.0 00000100:00100000:0.0:1787838998.003156:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d907efe0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3644:1874684455157632:0@lo:400:kworker.0 00010000:00080000:0.0:1787838998.003172:0:3644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8d907efe1680 x1874684455157760/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787839014 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787838998.003182:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d907efe1680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3644:1874684455157760:0@lo:400:kworker.0 00000100:00100000:1.0:1787838998.003466:0:22652:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455157248 00000100:00100000:1.0:1787838998.003472:0:22652:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455157248 00000100:00100000:1.0:1787838998.003513:0:22652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:1.0:1787838998.003520:0:22652:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d907b2f0780 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3644:x1874684455157248:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787838998.003587:0:22652:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d907b2f0780 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3644:x1874684455157248:12345-0@lo:400:kworker.0 Request processed in 68us (2322us total) trans 0 rc 0/0 00000100:00100000:1.0:1787838998.003594:0:22652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00100000:1.0:1787838998.003632:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d907efe3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:8fe503c4-4afd-4973-b872-263edf7adc13:3645:1874684455156864:0@lo:400:kworker.0 00000100:00100000:3.0:1787838998.003717:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d907efe3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3644:1874684455157248:0@lo:400:kworker.0 00000001:00100000:2.0:1787838998.004921:0:23380:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of 036c6d19-eeb5-4e02-8c77-d6297ee7885b 00000001:00100000:2.0:1787838998.004930:0:23380:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of 2b29b22a-e143-4802-a359-07bbfb900a42 00000001:00100000:0.0:1787838998.006476:0:22627:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of 036c6d19-eeb5-4e02-8c77-d6297ee7885b 00000001:00100000:0.0:1787838998.006489:0:22627:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of 2b29b22a-e143-4802-a359-07bbfb900a42 00010000:00010000:3.0:1787838998.062819:0:22636:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787838999.087001:0:25150:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787839000.046521:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d8f44b05680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3643:1874684455158144:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1787839000.046596:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787839000.046863:0:24156:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455158144 00000100:00100000:1.0:1787839000.046871:0:24156:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455158144 00000100:00100000:1.0:1787839000.046944:0:24156:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:1.0:1787839000.046956:0:24156:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d907b2f3840 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3643:x1874684455158144:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1787839000.046987:0:24156:0:(ofd_obd.c:739:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1787839000.047044:0:24156:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d907b2f3840 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3643:x1874684455158144:12345-0@lo:13:osp-pre-0-1.0 Request processed in 91us (447us total) trans 0 rc 0/0 00000100:00100000:1.0:1787839000.047051:0:24156:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00080000:3.0:1787839000.047145:0:22643:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1787839000.047180:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d8f44b05680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3643:1874684455158144:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1787839000.110271:0:22635:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787839000.189549:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.18@tcp (source: 12345-192.168.203.18@tcp) 00000100:00100000:1.0:1787839000.189626:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.18@tcp (source: 12345-192.168.203.18@tcp) 00000100:00100000:1.0:1787839000.189654:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.18@tcp (source: 12345-192.168.203.18@tcp) 00000100:00100000:1.0:1787839000.189695:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.18@tcp (source: 12345-192.168.203.18@tcp) 00000100:00100000:1.0:1787839000.189719:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.18@tcp (source: 12345-192.168.203.18@tcp) 00000100:00100000:1.0:1787839000.189737:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.18@tcp (source: 12345-192.168.203.18@tcp) 00000100:00100000:1.0:1787839000.189756:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.18@tcp (source: 12345-192.168.203.18@tcp) 00000100:00100000:1.0:1787839000.189788:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.18@tcp (source: 12345-192.168.203.18@tcp) 00000100:00100000:1.0:1787839000.189810:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.18@tcp (source: 12345-192.168.203.18@tcp) 00000100:00100000:1.0:1787839000.189850:0:24459:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684429885056 00000100:00100000:1.0:1787839000.189859:0:24459:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684429885056 00000100:00100000:1.0:1787839000.189910:0:24459:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684429885568 00000100:00100000:1.0:1787839000.189913:0:24459:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684429885568 00000100:00100000:1.0:1787839000.189927:0:24459:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684429884928 00000100:00100000:1.0:1787839000.189930:0:24459:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684429884928 00000100:00100000:1.0:1787839000.189942:0:24459:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684429885440 00000100:00100000:1.0:1787839000.189944:0:24459:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684429885440 00000100:00100000:1.0:1787839000.189960:0:24459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.18@tcp, seq: 42 00000100:00100000:1.0:1787839000.189968:0:24459:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d8f44b04f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2b29b22a-e143-4802-a359-07bbfb900a42+5:2406:x1874684429885056:12345-192.168.203.18@tcp:400:kworker.0 00000100:00100000:1.0:1787839000.190043:0:24459:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d8f44b04f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2b29b22a-e143-4802-a359-07bbfb900a42+5:2406:x1874684429885056:12345-192.168.203.18@tcp:400:kworker.0 Request processed in 75us (416us total) trans 0 rc 0/0 00000100:00100000:1.0:1787839000.190051:0:24459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.18@tcp, seq: 42 00000100:00100000:1.0:1787839000.190069:0:24459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.18@tcp, seq: 43 00000100:00100000:1.0:1787839000.190074:0:24459:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d8f44b07840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:036c6d19-eeb5-4e02-8c77-d6297ee7885b+5:2406:x1874684429885568:12345-192.168.203.18@tcp:400:kworker.0 00000100:00100000:1.0:1787839000.190107:0:24459:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d8f44b07840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:036c6d19-eeb5-4e02-8c77-d6297ee7885b+5:2406:x1874684429885568:12345-192.168.203.18@tcp:400:kworker.0 Request processed in 23us (411us total) trans 0 rc 0/0 00000100:00100000:1.0:1787839000.190114:0:24459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.18@tcp, seq: 43 00000100:00100000:1.0:1787839000.190154:0:24459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.18@tcp, seq: 44 00000100:00100000:1.0:1787839000.190160:0:24459:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d8f44b06d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2b29b22a-e143-4802-a359-07bbfb900a42+6:2406:x1874684429884928:12345-192.168.203.18@tcp:400:kworker.0 00000100:00100000:1.0:1787839000.190187:0:24459:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d8f44b06d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2b29b22a-e143-4802-a359-07bbfb900a42+6:2406:x1874684429884928:12345-192.168.203.18@tcp:400:kworker.0 Request processed in 27us (449us total) trans 0 rc 0/0 00000100:00100000:1.0:1787839000.190193:0:24459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.18@tcp, seq: 44 00000100:00100000:1.0:1787839000.190205:0:24459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.18@tcp, seq: 45 00000100:00100000:1.0:1787839000.190211:0:24459:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d8f44b07480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:036c6d19-eeb5-4e02-8c77-d6297ee7885b+6:2406:x1874684429885440:12345-192.168.203.18@tcp:400:kworker.0 00000100:00100000:1.0:1787839000.190251:0:24459:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d8f44b07480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:036c6d19-eeb5-4e02-8c77-d6297ee7885b+6:2406:x1874684429885440:12345-192.168.203.18@tcp:400:kworker.0 Request processed in 39us (463us total) trans 0 rc 0/0 00000100:00100000:1.0:1787839000.190262:0:24459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.18@tcp, seq: 45 00000100:00100000:1.0:1787839000.190283:0:24154:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684429885312 00000100:00100000:1.0:1787839000.190287:0:24154:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684429885312 00000100:00100000:1.0:1787839000.190312:0:24154:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684429885824 00000100:00100000:1.0:1787839000.190315:0:24154:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684429885824 00000100:00100000:1.0:1787839000.190327:0:24154:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684429885184 00000100:00100000:1.0:1787839000.190330:0:24154:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684429885184 00000100:00100000:1.0:1787839000.190342:0:24154:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684429885696 00000100:00100000:1.0:1787839000.190343:0:24154:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684429885696 00000100:00100000:1.0:1787839000.190355:0:24154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.18@tcp, seq: 9 00000100:00100000:1.0:1787839000.190361:0:24154:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d8f44b05e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2b29b22a-e143-4802-a359-07bbfb900a42+5:2406:x1874684429885312:12345-192.168.203.18@tcp:400:kworker.0 00000100:00100000:1.0:1787839000.190390:0:24154:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d8f44b05e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2b29b22a-e143-4802-a359-07bbfb900a42+5:2406:x1874684429885312:12345-192.168.203.18@tcp:400:kworker.0 Request processed in 30us (735us total) trans 0 rc 0/0 00000100:00100000:1.0:1787839000.190396:0:24154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.18@tcp, seq: 9 00000100:00100000:1.0:1787839000.190407:0:24154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.18@tcp, seq: 10 00000100:00100000:1.0:1787839000.190412:0:24154:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d8f44b052c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:036c6d19-eeb5-4e02-8c77-d6297ee7885b+6:2406:x1874684429885824:12345-192.168.203.18@tcp:400:kworker.0 00000100:00100000:1.0:1787839000.190433:0:24154:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d8f44b052c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:036c6d19-eeb5-4e02-8c77-d6297ee7885b+6:2406:x1874684429885824:12345-192.168.203.18@tcp:400:kworker.0 Request processed in 21us (713us total) trans 0 rc 0/0 00000100:00100000:1.0:1787839000.190438:0:24154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.18@tcp, seq: 10 00000100:00100000:1.0:1787839000.190448:0:24154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.18@tcp, seq: 11 00000100:00100000:1.0:1787839000.190455:0:24154:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d8f44b043c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2b29b22a-e143-4802-a359-07bbfb900a42+5:2406:x1874684429885184:12345-192.168.203.18@tcp:400:kworker.0 00000100:00100000:1.0:1787839000.190476:0:24154:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d8f44b043c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2b29b22a-e143-4802-a359-07bbfb900a42+5:2406:x1874684429885184:12345-192.168.203.18@tcp:400:kworker.0 Request processed in 22us (719us total) trans 0 rc 0/0 00000100:00100000:1.0:1787839000.190482:0:24154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.18@tcp, seq: 11 00000100:00100000:1.0:1787839000.190494:0:24154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.18@tcp, seq: 12 00000100:00100000:1.0:1787839000.190506:0:24154:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d8f44b06940 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:036c6d19-eeb5-4e02-8c77-d6297ee7885b+6:2406:x1874684429885696:12345-192.168.203.18@tcp:400:kworker.0 00000100:00100000:1.0:1787839000.190528:0:24154:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d8f44b06940 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:036c6d19-eeb5-4e02-8c77-d6297ee7885b+6:2406:x1874684429885696:12345-192.168.203.18@tcp:400:kworker.0 Request processed in 23us (718us total) trans 0 rc 0/0 00000100:00100000:1.0:1787839000.190535:0:24154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.18@tcp, seq: 12 00000100:00080000:3.0:1787839000.190930:0:22643:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1787839000.190935:0:22643:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1787839000.190937:0:22643:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1787839000.190939:0:22643:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1787839000.191076:0:22641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684429884800 00000100:00100000:2.0:1787839000.191082:0:22641:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684429884800 00000100:00100000:2.0:1787839000.191182:0:22641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.18@tcp, seq: 144 00000100:00100000:2.0:1787839000.191190:0:22641:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d9070586450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:df51fc02-809a-441a-9f08-84a381558334+13:2406:x1874684429884800:12345-192.168.203.18@tcp:400:kworker.0 00000100:00100000:2.0:1787839000.191236:0:22641:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d9070586450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:df51fc02-809a-441a-9f08-84a381558334+13:2406:x1874684429884800:12345-192.168.203.18@tcp:400:kworker.0 Request processed in 47us (1697us total) trans 0 rc 0/0 00000100:00100000:2.0:1787839000.191243:0:22641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.18@tcp, seq: 144 00000100:00100000:3.0:1787839001.074876:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d907b2f2940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3644:1874684455158272:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1787839001.074943:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787839001.078503:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1787839001.078530:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d9046b80b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3646:1874684455158400:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1787839001.078595:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787839001.079276:0:22653:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455158272 00000100:00100000:1.0:1787839001.079284:0:22653:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455158272 00000100:00100000:1.0:1787839001.079329:0:22653:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455158400 00000100:00100000:1.0:1787839001.079333:0:22653:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455158400 00000100:00100000:1.0:1787839001.079351:0:22653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00100000:1.0:1787839001.079360:0:22653:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d907b2f2d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3644:x1874684455158272:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1787839001.079394:0:22653:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446309888 avail 1300070400 00000100:00100000:0.0:1787839001.081590:0:22652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000100:00100000:0.0:1787839001.081610:0:22652:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d9046b80000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3646:x1874684455158400:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1787839001.081645:0:22652:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:0.0:1787839001.081723:0:22652:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d9046b80000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3646:x1874684455158400:12345-0@lo:41:osp-pre-1-0.0 Request processed in 122us (3127us total) trans 0 rc 0/0 00000100:00100000:0.0:1787839001.081730:0:22652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00000100:00100000:1.0:1787839001.081928:0:22653:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d907b2f2d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3644:x1874684455158272:12345-0@lo:41:osp-pre-0-1.0 Request processed in 2568us (6984us total) trans 0 rc 0/0 00000100:00100000:1.0:1787839001.081935:0:22653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00000001:00100000:0.0:1787839001.083612:0:24149:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 036c6d19-eeb5-4e02-8c77-d6297ee7885b 00000100:00100000:2.0:1787839001.083810:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d9046b80b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3646:1874684455158400:0@lo:41:osp-pre-1-0.0 00000001:00100000:2.0:1787839001.085141:0:24969:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 036c6d19-eeb5-4e02-8c77-d6297ee7885b 00000100:00100000:3.0:1787839001.086471:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d907b2f2940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3644:1874684455158272:0@lo:41:osp-pre-0-1.0 00000020:00000080:0.0:1787839001.120966:0:25675:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=400866bb len=0 uarg=00007ffcb3248430 20000000:00000080:0.0:1787839001.120980:0:25675:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=400866bb len=576 karg=ffff8d8f42ca0c00 uarg=0000000000000000 20000000:01000000:0.0:1787839001.121025:0:25675:0:(mgs_llog.c:6192:mgs_set_param2()) set_param2 fs='' device='general' param='lod.*.mdt_hash=crush' 20000000:01000000:0.0:1787839001.121031:0:25675:0:(mgs_llog.c:4647:mgs_write_log_param2()) next param 'lod.*.mdt_hash=crush' 20000000:01000000:0.0:1787839001.121035:0:25675:0:(mgs_llog.c:1379:mgs_modify_param()) modify params/general/lod.*.mdt_hash=crush del=0 00000040:00080000:0.0:1787839001.121912:0:25676:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 5 count 13 20000000:00000400:2.0:1787839001.122045:0:25675:0:(mgs_llog.c:1450:mgs_modify_param()) MGS: modify general/lod.*.mdt_hash=crush (mode = 0) failed: rc = -17 00010000:00010000:3.0:1787839001.136718:0:22636:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:2.0:1787839001.137803:0:25675:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 00010000:00010000:0.0:1787839001.139594:0:25675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8d907ef28400/0x7b32352f0be6f65f lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839001.139933:0:25675:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8d8f422d5a00/0x7b32352f0be6f2bc lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x7b32352f0be6f2b5 expref: 23 pid: 22640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839001.139942:0:25675:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8d907ef29e00/0x7b32352f0be6f2ca lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x7b32352f0be6f2c3 expref: 23 pid: 22640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839001.139949:0:25675:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8d907b311000/0x7b32352f0be6f309 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x7b32352f0be6f302 expref: 23 pid: 22640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839001.139956:0:25675:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8d9045188a00/0x7b32352f0be6f3a3 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x7b32352f0be6f39c expref: 23 pid: 22640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839001.139965:0:25675:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8d9076487400/0x7b32352f0be6f5ef lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 192.168.203.18@tcp remote: 0x975aa905a02b261 expref: 12 pid: 22641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839001.139973:0:25675:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8d907ef28a00/0x7b32352f0be6f62e lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 192.168.203.18@tcp remote: 0x975aa905a02b2d1 expref: 12 pid: 22640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839001.139980:0:25675:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8d907ef28400/0x7b32352f0be6f65f lrc: 9/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 25675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839001.140054:0:25675:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8d907ef28a00/0x7b32352f0be6f62e lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 192.168.203.18@tcp remote: 0x975aa905a02b2d1 expref: 12 pid: 22640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839001.140071:0:25675:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8d907ef28a00/0x7b32352f0be6f62e lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 192.168.203.18@tcp remote: 0x975aa905a02b2d1 expref: 12 pid: 22640 timeout: 785 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787839001.140277:0:25675:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d8f4493c3c0 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25675:1874684455158528:192.168.203.18@tcp:104: 00010000:00010000:0.0:1787839001.140374:0:25675:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8d9076487400/0x7b32352f0be6f5ef lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 192.168.203.18@tcp remote: 0x975aa905a02b261 expref: 12 pid: 22641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839001.140382:0:25675:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8d9076487400/0x7b32352f0be6f5ef lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 192.168.203.18@tcp remote: 0x975aa905a02b261 expref: 12 pid: 22641 timeout: 785 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787839001.140390:0:25675:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d8f4493cf00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25675:1874684455158656:192.168.203.18@tcp:104: 00010000:00010000:0.0:1787839001.140479:0:25675:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8d9045188a00/0x7b32352f0be6f3a3 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x7b32352f0be6f39c expref: 23 pid: 22640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839001.140487:0:25675:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8d9045188a00/0x7b32352f0be6f3a3 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x7b32352f0be6f39c expref: 23 pid: 22640 timeout: 785 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787839001.140496:0:25675:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d8f4493d2c0 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25675:1874684455158784:0@lo:104: 00000100:00100000:0.0:1787839001.140531:0:25675:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1787839001.140979:0:25675:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8d907b311000/0x7b32352f0be6f309 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x7b32352f0be6f302 expref: 23 pid: 22640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839001.140987:0:25675:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8d907b311000/0x7b32352f0be6f309 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x7b32352f0be6f302 expref: 23 pid: 22640 timeout: 785 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787839001.141022:0:25675:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d8f4493e1c0 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25675:1874684455158912:0@lo:104: 00000100:00100000:0.0:1787839001.141048:0:25675:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787839001.144813:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.18@tcp (source: 12345-192.168.203.18@tcp) 00000100:00100000:1.0:1787839001.144925:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.18@tcp (source: 12345-192.168.203.18@tcp) 00000100:00100000:1.0:1787839001.144961:0:22632:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684429885952 00000100:00100000:1.0:1787839001.144971:0:22632:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684429885952 00010000:00010000:1.0:1787839001.145008:0:22632:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8d907ef28a00/0x7b32352f0be6f62e lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 192.168.203.18@tcp remote: 0x975aa905a02b2d1 expref: 13 pid: 22640 timeout: 785 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787839001.145362:0:22633:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684429886080 00000100:00100000:3.0:1787839001.145366:0:22633:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684429886080 00010000:00010000:3.0:1787839001.145384:0:22633:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8d9076487400/0x7b32352f0be6f5ef lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x60000400000020 nid: 192.168.203.18@tcp remote: 0x975aa905a02b261 expref: 14 pid: 22641 timeout: 785 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787839001.145418:0:22633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.18@tcp, seq: 9 00000100:00100000:3.0:1787839001.145428:0:22633:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d8f44b04000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:df51fc02-809a-441a-9f08-84a381558334+14:2405:x1874684429886080:12345-192.168.203.18@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1787839001.145459:0:22633:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787839001.145465:0:22633:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8d9076487400/0x7b32352f0be6f5ef lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 10 type: PLN flags: 0x60000400000020 nid: 192.168.203.18@tcp remote: 0x975aa905a02b261 expref: 14 pid: 22641 timeout: 785 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787839001.145476:0:22633:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8d9076487400/0x7b32352f0be6f5ef lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 10 type: PLN flags: 0x50000400000020 nid: 192.168.203.18@tcp remote: 0x975aa905a02b261 expref: 14 pid: 22641 timeout: 785 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787839001.145496:0:22633:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787839001.145549:0:22633:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d8f44b04000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:df51fc02-809a-441a-9f08-84a381558334+14:2405:x1874684429886080:12345-192.168.203.18@tcp:103:ldlm_bl.0 Request processed in 121us (623us total) trans 0 rc 0/0 00000100:00100000:3.0:1787839001.145557:0:22633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.18@tcp, seq: 9 00000100:00100000:1.0:1787839001.145917:0:22632:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.18@tcp, seq: 10 00000100:00100000:1.0:1787839001.145926:0:22632:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d8f44b04b40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:df51fc02-809a-441a-9f08-84a381558334+13:2405:x1874684429885952:12345-192.168.203.18@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1787839001.145935:0:22632:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787839001.145941:0:22632:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8d907ef28a00/0x7b32352f0be6f62e lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x60000400000020 nid: 192.168.203.18@tcp remote: 0x975aa905a02b2d1 expref: 13 pid: 22640 timeout: 785 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787839001.145962:0:22632:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8d907ef28a00/0x7b32352f0be6f62e lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x50000400000020 nid: 192.168.203.18@tcp remote: 0x975aa905a02b2d1 expref: 13 pid: 22640 timeout: 785 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787839001.145972:0:22632:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1787839001.145998:0:22632:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d8f44b04b40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:df51fc02-809a-441a-9f08-84a381558334+13:2405:x1874684429885952:12345-192.168.203.18@tcp:103:ldlm_bl.0 Request processed in 75us (1198us total) trans 0 rc 0/0 00000100:00100000:1.0:1787839001.146006:0:22632:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.18@tcp, seq: 10 00010000:00010000:0.0:1787839001.151086:0:25675:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8d907ef29e00/0x7b32352f0be6f2ca lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x7b32352f0be6f2c3 expref: 23 pid: 22640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839001.151123:0:25675:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8d907ef29e00/0x7b32352f0be6f2ca lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x7b32352f0be6f2c3 expref: 23 pid: 22640 timeout: 785 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787839001.151164:0:25675:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d905932e940 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25675:1874684455159040:0@lo:104: 00000100:00100000:0.0:1787839001.151216:0:25675:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787839001.152845:0:22631:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455158784 00000100:00100000:2.0:1787839001.152858:0:22631:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455158784 00000100:00100000:3.0:1787839001.152995:0:22631:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455158912 00000100:00100000:3.0:1787839001.152999:0:22631:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455158912 00000100:00100000:3.0:1787839001.153025:0:22631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1787839001.153034:0:22631:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d8f4493da40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:8fe503c4-4afd-4973-b872-263edf7adc13+4:25675:x1874684455158784:12345-0@lo:104: 00010000:00010000:3.0:1787839001.153050:0:22631:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.118@tcp lock: ffff8d9045188800/0x7b32352f0be6f39c lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0x7b32352f0be6f3a3 expref: -99 pid: 24968 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787839001.153314:0:22631:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1787839001.153320:0:22631:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d8f4493da40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:8fe503c4-4afd-4973-b872-263edf7adc13+4:25675:x1874684455158784:12345-0@lo:104: Request processed in 288us (12789us total) trans 0 rc 0/0 00000100:00100000:3.0:1787839001.153327:0:22631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1787839001.153346:0:22631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:3.0:1787839001.153354:0:22631:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d8f44836580 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:8fe503c4-4afd-4973-b872-263edf7adc13+3:25675:x1874684455158912:12345-0@lo:104: 00010000:00010000:3.0:1787839001.153362:0:22631:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.118@tcp lock: ffff8d907b311800/0x7b32352f0be6f302 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0x7b32352f0be6f309 expref: -99 pid: 24148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787839001.153401:0:22631:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:3.0:1787839001.153422:0:22631:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d8f44836580 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:8fe503c4-4afd-4973-b872-263edf7adc13+3:25675:x1874684455158912:12345-0@lo:104: Request processed in 69us (12373us total) trans 0 rc 0/0 00000100:00100000:3.0:1787839001.153429:0:22631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00010000:00010000:2.0:1787839001.153501:0:25150:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1787839001.153509:0:25150:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.118@tcp lock: ffff8d9045188800/0x7b32352f0be6f39c lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0x7b32352f0be6f3a3 expref: -99 pid: 24968 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787839001.153517:0:25150:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d9045188800 already unused, calling callback (ffffffffc1154c20) 10000000:00010000:2.0:1787839001.153521:0:25150:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.118@tcp lock: ffff8d9045188800/0x7b32352f0be6f39c lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400400000000 nid: local remote: 0x7b32352f0be6f3a3 expref: -99 pid: 24968 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787839001.153529:0:25150:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.118@tcp lock: ffff8d9045188800/0x7b32352f0be6f39c lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1408400000000 nid: local remote: 0x7b32352f0be6f3a3 expref: -99 pid: 24968 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1787839001.153548:0:25150:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.118@tcp lock: ffff8d9045188800/0x7b32352f0be6f39c lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1409400000000 nid: local remote: 0x7b32352f0be6f3a3 expref: -99 pid: 24968 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1787839001.153554:0:25150:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:2.0:1787839001.153800:0:25150:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.118@tcp lock: ffff8d9045188800/0x7b32352f0be6f39c lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7b32352f0be6f3a3 expref: -99 pid: 24968 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787839001.153809:0:25150:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:3.0:1787839001.153855:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d9046b80b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:8fe503c4-4afd-4973-b872-263edf7adc13:3646:1874684455159168:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1787839001.153895:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1787839001.153954:0:25150:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.118@tcp lock: ffff8d9045188800/0x7b32352f0be6f39c lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7b32352f0be6f3a3 expref: -99 pid: 24968 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787839001.153962:0:25150:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.118@tcp lock: ffff8d9045188800/0x7b32352f0be6f39c lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7b32352f0be6f3a3 expref: -99 pid: 24968 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787839001.153975:0:25150:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787839001.153978:0:25150:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.118@tcp lock: ffff8d907b311800/0x7b32352f0be6f302 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0x7b32352f0be6f309 expref: -99 pid: 24148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787839001.153984:0:25150:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d907b311800 already unused, calling callback (ffffffffc1154c20) 10000000:00010000:2.0:1787839001.153987:0:25150:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.118@tcp lock: ffff8d907b311800/0x7b32352f0be6f302 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1400400000000 nid: local remote: 0x7b32352f0be6f309 expref: -99 pid: 24148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787839001.153992:0:25150:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.118@tcp lock: ffff8d907b311800/0x7b32352f0be6f302 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1408400000000 nid: local remote: 0x7b32352f0be6f309 expref: -99 pid: 24148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1787839001.153998:0:25150:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.118@tcp lock: ffff8d907b311800/0x7b32352f0be6f302 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1409400000000 nid: local remote: 0x7b32352f0be6f309 expref: -99 pid: 24148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1787839001.154003:0:25150:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:2.0:1787839001.154037:0:25150:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.118@tcp lock: ffff8d907b311800/0x7b32352f0be6f302 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7b32352f0be6f309 expref: -99 pid: 24148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787839001.154043:0:25150:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1787839001.154258:0:25150:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.118@tcp lock: ffff8d907b311800/0x7b32352f0be6f302 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7b32352f0be6f309 expref: -99 pid: 24148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787839001.154266:0:25150:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.118@tcp lock: ffff8d907b311800/0x7b32352f0be6f302 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7b32352f0be6f309 expref: -99 pid: 24148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787839001.154275:0:25150:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787839001.154277:0:25150:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787839001.154279:0:25150:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787839001.154378:0:25675:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8d8f422d5a00/0x7b32352f0be6f2bc lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x7b32352f0be6f2b5 expref: 23 pid: 22640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839001.154390:0:25675:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8d8f422d5a00/0x7b32352f0be6f2bc lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x7b32352f0be6f2b5 expref: 23 pid: 22640 timeout: 785 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787839001.154401:0:25675:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d905932c3c0 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25675:1874684455159424:0@lo:104: 00000100:00100000:0.0:1787839001.154428:0:25675:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787839001.154439:0:25675:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d9079fc9540 going to sleep for 11 seconds 00010000:00010000:0.0:1787839001.154461:0:25675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8d907ef28a00/0x7b32352f0be6f62e lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x44801400000020 nid: 192.168.203.18@tcp remote: 0x975aa905a02b2d1 expref: 12 pid: 22640 timeout: 785 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787839001.154471:0:25675:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d8f4493c3c0 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25675:1874684455158528:192.168.203.18@tcp:104: 00010000:00010000:0.0:1787839001.154482:0:25675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8d9076487400/0x7b32352f0be6f5ef lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x44801400000020 nid: 192.168.203.18@tcp remote: 0x975aa905a02b261 expref: 11 pid: 22641 timeout: 785 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787839001.154489:0:25675:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d8f4493cf00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25675:1874684455158656:192.168.203.18@tcp:104: 00000100:00100000:0.0:1787839001.154509:0:25675:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d8f4493d2c0 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25675:1874684455158784:0@lo:104: 00000100:00100000:0.0:1787839001.154517:0:25675:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d8f4493e1c0 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25675:1874684455158912:0@lo:104: 00000100:00100000:2.0:1787839001.154565:0:22631:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455159040 00000100:00100000:2.0:1787839001.154570:0:22631:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455159040 00000100:00100000:2.0:1787839001.154597:0:22631:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455159424 00000100:00100000:2.0:1787839001.154600:0:22631:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455159424 00000100:00100000:2.0:1787839001.154625:0:22631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1787839001.154632:0:22631:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d905932ed00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:8fe503c4-4afd-4973-b872-263edf7adc13+4:25675:x1874684455159040:12345-0@lo:104: 00010000:00010000:2.0:1787839001.154641:0:22631:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.118@tcp lock: ffff8d8f422d5800/0x7b32352f0be6f2c3 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x7b32352f0be6f2ca expref: -99 pid: 22644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787839001.154695:0:22631:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1787839001.154700:0:22631:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d905932ed00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:8fe503c4-4afd-4973-b872-263edf7adc13+4:25675:x1874684455159040:12345-0@lo:104: Request processed in 69us (3484us total) trans 0 rc 0/0 00000100:00100000:2.0:1787839001.154707:0:22631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1787839001.154723:0:22631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1787839001.154728:0:22631:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d905932da40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:8fe503c4-4afd-4973-b872-263edf7adc13+3:25675:x1874684455159424:12345-0@lo:104: 00010000:00010000:2.0:1787839001.154735:0:22631:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.118@tcp lock: ffff8d907b311c00/0x7b32352f0be6f2b5 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x7b32352f0be6f2bc expref: -99 pid: 22644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787839001.154775:0:22631:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:2.0:1787839001.154780:0:22631:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d905932da40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:8fe503c4-4afd-4973-b872-263edf7adc13+3:25675:x1874684455159424:12345-0@lo:104: Request processed in 53us (352us total) trans 0 rc 0/0 00000100:00100000:2.0:1787839001.154786:0:22631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00010000:00010000:2.0:1787839001.154800:0:25150:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1787839001.154803:0:25150:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.118@tcp lock: ffff8d8f422d5800/0x7b32352f0be6f2c3 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x7b32352f0be6f2ca expref: -99 pid: 22644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787839001.154809:0:25150:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d8f422d5800 already unused, calling callback (ffffffffc1154c20) 10000000:00010000:2.0:1787839001.154813:0:25150:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.118@tcp lock: ffff8d8f422d5800/0x7b32352f0be6f2c3 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x7b32352f0be6f2ca expref: -99 pid: 22644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787839001.154819:0:25150:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.118@tcp lock: ffff8d8f422d5800/0x7b32352f0be6f2c3 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x7b32352f0be6f2ca expref: -99 pid: 22644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1787839001.154826:0:25150:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.118@tcp lock: ffff8d8f422d5800/0x7b32352f0be6f2c3 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x7b32352f0be6f2ca expref: -99 pid: 22644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1787839001.154831:0:25150:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:2.0:1787839001.154846:0:25150:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.118@tcp lock: ffff8d8f422d5800/0x7b32352f0be6f2c3 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7b32352f0be6f2ca expref: -99 pid: 22644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787839001.154852:0:25150:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1787839001.154860:0:25150:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.118@tcp lock: ffff8d8f422d5800/0x7b32352f0be6f2c3 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7b32352f0be6f2ca expref: -99 pid: 22644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787839001.154867:0:25150:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.118@tcp lock: ffff8d8f422d5800/0x7b32352f0be6f2c3 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7b32352f0be6f2ca expref: -99 pid: 22644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787839001.154885:0:25150:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787839001.154888:0:25150:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.118@tcp lock: ffff8d907b311c00/0x7b32352f0be6f2b5 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x7b32352f0be6f2bc expref: -99 pid: 22644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787839001.154894:0:25150:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d907b311c00 already unused, calling callback (ffffffffc1154c20) 10000000:00010000:2.0:1787839001.154897:0:25150:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.118@tcp lock: ffff8d907b311c00/0x7b32352f0be6f2b5 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x7b32352f0be6f2bc expref: -99 pid: 22644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787839001.154903:0:25150:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.118@tcp lock: ffff8d907b311c00/0x7b32352f0be6f2b5 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x7b32352f0be6f2bc expref: -99 pid: 22644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1787839001.154909:0:25150:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.118@tcp lock: ffff8d907b311c00/0x7b32352f0be6f2b5 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x7b32352f0be6f2bc expref: -99 pid: 22644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1787839001.154914:0:25150:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:2.0:1787839001.154925:0:25150:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.118@tcp lock: ffff8d907b311c00/0x7b32352f0be6f2b5 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7b32352f0be6f2bc expref: -99 pid: 22644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787839001.154931:0:25150:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:0.0:1787839001.154977:0:25675:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d905932e940 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25675:1874684455159040:0@lo:104: 00000100:00100000:0.0:1787839001.154984:0:25675:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d905932c3c0 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25675:1874684455159424:0@lo:104: 00010000:00010000:0.0:1787839001.155024:0:25675:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8d907ef28400/0x7b32352f0be6f65f lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 25675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839001.155422:0:22635:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787839001.155544:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1787839001.155556:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d9046b83c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:8fe503c4-4afd-4973-b872-263edf7adc13:3646:1874684455159680:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1787839001.155593:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787839001.155679:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d9046b803c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8fe503c4-4afd-4973-b872-263edf7adc13:3643:1874684455159296:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1787839001.155704:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1787839001.155810:0:25150:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.118@tcp lock: ffff8d907b311c00/0x7b32352f0be6f2b5 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7b32352f0be6f2bc expref: -99 pid: 22644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787839001.155817:0:25150:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.118@tcp lock: ffff8d907b311c00/0x7b32352f0be6f2b5 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7b32352f0be6f2bc expref: -99 pid: 22644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787839001.155831:0:25150:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787839001.155833:0:25150:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787839001.155834:0:25150:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787839001.155939:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1787839001.155946:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d9046b82940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8fe503c4-4afd-4973-b872-263edf7adc13:3643:1874684455159552:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1787839001.155968:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787839001.156001:0:22632:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455159168 00000100:00100000:1.0:1787839001.156006:0:22632:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455159168 00010000:00010000:1.0:1787839001.156037:0:22632:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8d9045188a00/0x7b32352f0be6f3a3 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x7b32352f0be6f39c expref: 24 pid: 22640 timeout: 785 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787839001.156064:0:22632:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455159680 00000100:00100000:1.0:1787839001.156067:0:22632:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455159680 00010000:00010000:1.0:1787839001.156086:0:22632:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8d8f422d5a00/0x7b32352f0be6f2bc lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x7b32352f0be6f2b5 expref: 25 pid: 22640 timeout: 785 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787839001.156107:0:22632:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455159296 00000100:00100000:1.0:1787839001.156109:0:22632:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455159296 00010000:00010000:1.0:1787839001.156122:0:22632:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8d907b311000/0x7b32352f0be6f309 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x7b32352f0be6f302 expref: 26 pid: 22640 timeout: 785 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787839001.156168:0:22632:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:1.0:1787839001.156176:0:22632:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d907b2f2940 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8fe503c4-4afd-4973-b872-263edf7adc13+26:3646:x1874684455159168:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1787839001.156186:0:22632:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787839001.156192:0:22632:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8d9045188a00/0x7b32352f0be6f3a3 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x7b32352f0be6f39c expref: 26 pid: 22640 timeout: 785 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787839001.156201:0:22632:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8d9045188a00/0x7b32352f0be6f3a3 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x7b32352f0be6f39c expref: 26 pid: 22640 timeout: 785 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787839001.156227:0:22632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8d9045188a00/0x7b32352f0be6f3a3 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x7b32352f0be6f39c expref: 26 pid: 22640 timeout: 785 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787839001.156239:0:22632:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1787839001.156274:0:22632:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d907b2f2940 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8fe503c4-4afd-4973-b872-263edf7adc13+25:3646:x1874684455159168:12345-0@lo:103:ldlm_bl.0 Request processed in 99us (2378us total) trans 0 rc 0/0 00000100:00100000:1.0:1787839001.156281:0:22632:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:1.0:1787839001.156297:0:22632:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:1.0:1787839001.156303:0:22632:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d907b2f12c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8fe503c4-4afd-4973-b872-263edf7adc13+24:3646:x1874684455159680:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1787839001.156310:0:22632:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787839001.156314:0:22632:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8d8f422d5a00/0x7b32352f0be6f2bc lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x7b32352f0be6f2b5 expref: 24 pid: 22640 timeout: 785 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787839001.156322:0:22632:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8d8f422d5a00/0x7b32352f0be6f2bc lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x7b32352f0be6f2b5 expref: 24 pid: 22640 timeout: 785 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787839001.156331:0:22632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8d8f422d5a00/0x7b32352f0be6f2bc lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x7b32352f0be6f2b5 expref: 24 pid: 22640 timeout: 785 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787839001.156341:0:22632:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1787839001.156362:0:22632:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d907b2f12c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8fe503c4-4afd-4973-b872-263edf7adc13+23:3646:x1874684455159680:12345-0@lo:103:ldlm_bl.0 Request processed in 59us (768us total) trans 0 rc 0/0 00000100:00100000:1.0:1787839001.156368:0:22632:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:1.0:1787839001.156379:0:22632:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:1.0:1787839001.156385:0:22632:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d907f581c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8fe503c4-4afd-4973-b872-263edf7adc13+22:3643:x1874684455159296:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1787839001.156392:0:22632:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787839001.156397:0:22632:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8d907b311000/0x7b32352f0be6f309 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x7b32352f0be6f302 expref: 22 pid: 22640 timeout: 785 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787839001.156411:0:22632:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8d907b311000/0x7b32352f0be6f309 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x7b32352f0be6f302 expref: 22 pid: 22640 timeout: 785 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787839001.156420:0:22632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8d907b311000/0x7b32352f0be6f309 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x7b32352f0be6f302 expref: 22 pid: 22640 timeout: 785 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787839001.156428:0:22632:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1787839001.156449:0:22632:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d907f581c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8fe503c4-4afd-4973-b872-263edf7adc13+21:3643:x1874684455159296:12345-0@lo:103:ldlm_bl.0 Request processed in 65us (744us total) trans 0 rc 0/0 00000100:00100000:1.0:1787839001.156456:0:22632:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:0.0:1787839001.156653:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d9046b83c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:8fe503c4-4afd-4973-b872-263edf7adc13:3646:1874684455159680:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1787839001.156662:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d9046b80b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:8fe503c4-4afd-4973-b872-263edf7adc13:3646:1874684455159168:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1787839001.156943:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d9046b803c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8fe503c4-4afd-4973-b872-263edf7adc13:3643:1874684455159296:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1787839001.156969:0:22634:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455159552 00000100:00100000:3.0:1787839001.156973:0:22634:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455159552 00010000:00010000:3.0:1787839001.156991:0:22634:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8d907ef29e00/0x7b32352f0be6f2ca lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x7b32352f0be6f2c3 expref: 21 pid: 22640 timeout: 785 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787839001.157022:0:22634:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:3.0:1787839001.157030:0:22634:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d907b2f0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8fe503c4-4afd-4973-b872-263edf7adc13+21:3643:x1874684455159552:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1787839001.157039:0:22634:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787839001.157043:0:22634:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8d907ef29e00/0x7b32352f0be6f2ca lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x7b32352f0be6f2c3 expref: 21 pid: 22640 timeout: 785 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787839001.157342:0:22634:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8d907ef29e00/0x7b32352f0be6f2ca lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x7b32352f0be6f2c3 expref: 21 pid: 22640 timeout: 785 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787839001.157372:0:22634:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8d907ef29e00/0x7b32352f0be6f2ca lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x7b32352f0be6f2c3 expref: 21 pid: 22640 timeout: 785 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787839001.157383:0:22634:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8d907ef28400/0x7b32352f0be6f65f lrc: 3/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 25675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787839001.157392:0:22634:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8d907ef28400/0x7b32352f0be6f65f lrc: 4/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 25675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787839001.157407:0:22634:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8d907ef28400/0x7b32352f0be6f65f lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 25675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787839001.157414:0:22634:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8d907ef28400/0x7b32352f0be6f65f lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 25675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787839001.157421:0:22634:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8d907ef28400/0x7b32352f0be6f65f lrc: 4/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 25675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787839001.157428:0:22634:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8d907ef28400/0x7b32352f0be6f65f lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 25675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787839001.157433:0:22634:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d907ef28400 already unused, calling callback (ffffffffc0b44500) 00010000:00010000:3.0:1787839001.157437:0:22634:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8d907ef28400/0x7b32352f0be6f65f lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 25675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787839001.157445:0:22634:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8d907ef28400/0x7b32352f0be6f65f lrc: 6/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 25675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839001.157685:0:25675:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8d907ef28400/0x7b32352f0be6f65f lrc: 5/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839001.157695:0:25675:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8d907ef28400/0x7b32352f0be6f65f lrc: 5/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787839001.158698:0:22634:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8d907ef28400/0x7b32352f0be6f65f lrc: 3/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787839001.158727:0:22634:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8d907ef28400/0x7b32352f0be6f65f lrc: 0/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787839001.158744:0:22634:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787839001.161377:0:22634:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d907b2f0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8fe503c4-4afd-4973-b872-263edf7adc13+20:3643:x1874684455159552:12345-0@lo:103:ldlm_bl.0 Request processed in 4336us (5395us total) trans 0 rc 0/0 00000100:00100000:3.0:1787839001.161392:0:22634:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00010000:00010000:3.0:1787839001.161435:0:22636:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787839001.170720:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d9046b82940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8fe503c4-4afd-4973-b872-263edf7adc13:3643:1874684455159552:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1787839002.157309:0:22635:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787839002.374375:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.18@tcp (source: 12345-192.168.203.18@tcp) 00000100:00100000:0.0:1787839002.374466:0:22640:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684429886208 00000100:00100000:0.0:1787839002.374475:0:22640:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684429886208 00000100:00100000:0.0:1787839002.374527:0:22640:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.18@tcp, seq: 145 00000100:00100000:0.0:1787839002.374536:0:22640:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d9070587050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:df51fc02-809a-441a-9f08-84a381558334+11:18071:x1874684429886208:12345-192.168.203.18@tcp:101:ll_cfg_requeue.0 00010000:00010000:0.0:1787839002.374551:0:22640:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787839002.374570:0:22640:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8d907ef28a00/0x7b32352f0be6f666 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x975aa905a02b309 expref: -99 pid: 22640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839002.374618:0:22640:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8d907ef28a00/0x7b32352f0be6f666 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 192.168.203.18@tcp remote: 0x975aa905a02b309 expref: 12 pid: 22640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839002.374629:0:22640:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8d907ef28a00/0x7b32352f0be6f666 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 192.168.203.18@tcp remote: 0x975aa905a02b309 expref: 12 pid: 22640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839002.374638:0:22640:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d907ef28a00, rc 0) 00000100:00100000:0.0:1787839002.374693:0:22640:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d9070587050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:df51fc02-809a-441a-9f08-84a381558334+12:18071:x1874684429886208:12345-192.168.203.18@tcp:101:ll_cfg_requeue.0 Request processed in 158us (327us total) trans 0 rc 0/0 00000100:00100000:0.0:1787839002.374700:0:22640:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.18@tcp, seq: 145 00000100:00100000:1.0:1787839002.380253:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.18@tcp (source: 12345-192.168.203.18@tcp) 00000100:00100000:2.0:1787839002.380464:0:22641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684429886336 00000100:00100000:2.0:1787839002.380486:0:22641:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684429886336 00000100:00100000:2.0:1787839002.380573:0:22641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.18@tcp, seq: 146 00000100:00100000:2.0:1787839002.380583:0:22641:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d9070586050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:df51fc02-809a-441a-9f08-84a381558334+12:18071:x1874684429886336:12345-192.168.203.18@tcp:501:ll_cfg_requeue.0 00000100:00100000:2.0:1787839002.380739:0:22641:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d9070586050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:df51fc02-809a-441a-9f08-84a381558334+12:18071:x1874684429886336:12345-192.168.203.18@tcp:501:ll_cfg_requeue.0 Request processed in 157us (496us total) trans 0 rc 0/0 00000100:00100000:2.0:1787839002.380982:0:22641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.18@tcp, seq: 146 00000100:00100000:3.0:1787839002.383702:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.18@tcp (source: 12345-192.168.203.18@tcp) 00000100:00100000:0.0:1787839002.383932:0:22640:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684429886464 00000100:00100000:0.0:1787839002.383941:0:22640:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684429886464 00000100:00100000:0.0:1787839002.383997:0:22640:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.18@tcp, seq: 147 00000100:00100000:0.0:1787839002.384007:0:22640:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d9070634050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:df51fc02-809a-441a-9f08-84a381558334+12:18071:x1874684429886464:12345-192.168.203.18@tcp:503:ll_cfg_requeue.0 00000100:00100000:0.0:1787839002.384180:0:22640:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d9070634050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:df51fc02-809a-441a-9f08-84a381558334+12:18071:x1874684429886464:12345-192.168.203.18@tcp:503:ll_cfg_requeue.0 Request processed in 174us (486us total) trans 0 rc 0/0 00000100:00100000:0.0:1787839002.384189:0:22640:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.18@tcp, seq: 147 00000100:00100000:1.0:1787839002.393411:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.18@tcp (source: 12345-192.168.203.18@tcp) 00000100:00100000:2.0:1787839002.393772:0:22641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684429886592 00000100:00100000:2.0:1787839002.393783:0:22641:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684429886592 00000100:00100000:2.0:1787839002.393851:0:22641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.18@tcp, seq: 148 00000100:00100000:2.0:1787839002.393862:0:22641:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d9070635050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:df51fc02-809a-441a-9f08-84a381558334+12:18071:x1874684429886592:12345-192.168.203.18@tcp:101:ll_cfg_requeue.0 00010000:00010000:2.0:1787839002.393878:0:22641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787839002.393895:0:22641:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8d9076487400/0x7b32352f0be6f66d lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x975aa905a02b310 expref: -99 pid: 22641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787839002.393923:0:22641:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8d9076487400/0x7b32352f0be6f66d lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 192.168.203.18@tcp remote: 0x975aa905a02b310 expref: 13 pid: 22641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787839002.393934:0:22641:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8d9076487400/0x7b32352f0be6f66d lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 192.168.203.18@tcp remote: 0x975aa905a02b310 expref: 13 pid: 22641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787839002.393943:0:22641:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d9076487400, rc 0) 00000100:00100000:2.0:1787839002.394003:0:22641:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d9070635050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:df51fc02-809a-441a-9f08-84a381558334+13:18071:x1874684429886592:12345-192.168.203.18@tcp:101:ll_cfg_requeue.0 Request processed in 143us (601us total) trans 0 rc 0/0 00000100:00100000:2.0:1787839002.394011:0:22641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.18@tcp, seq: 148 00000100:00100000:1.0:1787839002.400414:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.18@tcp (source: 12345-192.168.203.18@tcp) 00000100:00100000:3.0:1787839002.400507:0:22642:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684429886720 00000100:00100000:3.0:1787839002.400518:0:22642:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684429886720 00000100:00100000:3.0:1787839002.400579:0:22642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.18@tcp, seq: 149 00000100:00100000:3.0:1787839002.400590:0:22642:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d9070635c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:df51fc02-809a-441a-9f08-84a381558334+13:18071:x1874684429886720:12345-192.168.203.18@tcp:501:ll_cfg_requeue.0 00000100:00100000:3.0:1787839002.400739:0:22642:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d9070635c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:df51fc02-809a-441a-9f08-84a381558334+13:18071:x1874684429886720:12345-192.168.203.18@tcp:501:ll_cfg_requeue.0 Request processed in 149us (335us total) trans 0 rc 0/0 00000100:00100000:3.0:1787839002.401371:0:22642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.18@tcp, seq: 149 00000100:00100000:3.0:1787839002.403501:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.18@tcp (source: 12345-192.168.203.18@tcp) 00000100:00100000:0.0:1787839002.407900:0:22640:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684429886848 00000100:00100000:0.0:1787839002.407915:0:22640:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684429886848 00000100:00100000:0.0:1787839002.408046:0:22640:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.18@tcp, seq: 150 00000100:00100000:0.0:1787839002.408058:0:22640:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d9070634c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:df51fc02-809a-441a-9f08-84a381558334+13:18071:x1874684429886848:12345-192.168.203.18@tcp:503:ll_cfg_requeue.0 00000100:00100000:0.0:1787839002.408252:0:22640:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d9070634c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:df51fc02-809a-441a-9f08-84a381558334+13:18071:x1874684429886848:12345-192.168.203.18@tcp:503:ll_cfg_requeue.0 Request processed in 196us (4758us total) trans 0 rc 0/0 00000100:00100000:0.0:1787839002.408261:0:22640:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.18@tcp, seq: 150 00000100:00100000:1.0:1787839002.604784:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.18@tcp (source: 12345-192.168.203.18@tcp) 00000100:00100000:0.0:1787839002.607589:0:24459:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684429886976 00000100:00100000:0.0:1787839002.607635:0:24459:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684429886976 00000100:00100000:0.0:1787839002.607722:0:24459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.18@tcp, seq: 23 00000100:00100000:0.0:1787839002.607735:0:24459:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d8f44b04000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2b29b22a-e143-4802-a359-07bbfb900a42+6:18692:x1874684429886976:12345-192.168.203.18@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1787839002.607758:0:24459:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787839002.607778:0:24459:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d907ef28400/0x7b32352f0be6f674 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x975aa905a02b317 expref: -99 pid: 24459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839002.607866:0:24459:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8d907ef29e00/0x7b32352f0be6f67b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 24459 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839002.607880:0:24459:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d907ef29e00/0x7b32352f0be6f67b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 24459 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839002.607890:0:24459:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d907ef29e00/0x7b32352f0be6f67b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 24459 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839002.607902:0:24459:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8d907ef28c00/0x7b32352f0be6f682 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 24459 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839002.607909:0:24459:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d907ef28c00/0x7b32352f0be6f682 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 24459 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839002.607914:0:24459:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d907ef28c00/0x7b32352f0be6f682 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 24459 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839002.607989:0:24459:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8d9040030e00/0x7b32352f0be6f689 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 24459 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839002.607997:0:24459:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d9040030e00/0x7b32352f0be6f689 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 24459 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839002.608003:0:24459:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d9040030e00/0x7b32352f0be6f689 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 24459 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1787839002.608039:0:24459:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000002:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1787839002.608042:0:24459:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1787839002.608078:0:24459:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8d9040030e00/0x7b32352f0be6f689 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 24459 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839002.608101:0:24459:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8d907ef29e00/0x7b32352f0be6f67b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 24459 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839002.608108:0:24459:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d907ef29e00/0x7b32352f0be6f67b lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 24459 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839002.608115:0:24459:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d907ef29e00/0x7b32352f0be6f67b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 24459 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839002.608120:0:24459:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d907ef29e00 already unused, calling callback (ffffffffc17654f0) 00010000:00010000:0.0:1787839002.608123:0:24459:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d907ef29e00/0x7b32352f0be6f67b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 24459 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839002.608164:0:24459:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d907ef29e00/0x7b32352f0be6f67b lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 24459 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839002.608177:0:24459:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8d8f42a47700) 00010000:00010000:0.0:1787839002.608180:0:24459:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787839002.608186:0:24459:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d907ef29e00/0x7b32352f0be6f67b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 24459 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839002.608192:0:24459:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d907ef29e00/0x7b32352f0be6f67b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 24459 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839002.608206:0:24459:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8d907ef28c00/0x7b32352f0be6f682 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 24459 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839002.608222:0:24459:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d907ef28c00/0x7b32352f0be6f682 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 24459 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839002.608228:0:24459:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d907ef28c00/0x7b32352f0be6f682 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 24459 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839002.608232:0:24459:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d907ef28c00 already unused, calling callback (ffffffffc17654f0) 00010000:00010000:0.0:1787839002.608235:0:24459:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d907ef28c00/0x7b32352f0be6f682 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 24459 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839002.608242:0:24459:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d907ef28c00/0x7b32352f0be6f682 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 24459 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839002.608250:0:24459:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3b979c7a (ffff8d9079df1f00) 00010000:00010000:0.0:1787839002.608253:0:24459:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787839002.608256:0:24459:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d907ef28c00/0x7b32352f0be6f682 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 24459 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839002.608262:0:24459:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d907ef28c00/0x7b32352f0be6f682 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 24459 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839002.608295:0:24459:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d907ef28400/0x7b32352f0be6f674 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.18@tcp remote: 0x975aa905a02b317 expref: 8 pid: 24459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839002.608308:0:24459:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8d9040030e00/0x7b32352f0be6f689 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.18@tcp remote: 0x975aa905a02b317 expref: 7 pid: 24459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839002.608316:0:24459:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff8d9079df1400) 00010000:00010000:0.0:1787839002.608318:0:24459:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1787839002.608327:0:24459:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d9040030e00, rc 0) 00000100:00100000:0.0:1787839002.608387:0:24459:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d8f44b04000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2b29b22a-e143-4802-a359-07bbfb900a42+7:18692:x1874684429886976:12345-192.168.203.18@tcp:101:lhsmtool_posix.0 Request processed in 656us (3613us total) trans 0 rc 0/0 00000100:00100000:0.0:1787839002.608395:0:24459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.18@tcp, seq: 23 00000100:00080000:3.0:1787839002.608794:0:22643:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1787839002.618221:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.18@tcp (source: 12345-192.168.203.18@tcp) 00000100:00100000:3.0:1787839002.618344:0:22658:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684429887104 00000100:00100000:3.0:1787839002.618354:0:22658:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684429887104 00000100:00100000:3.0:1787839002.618421:0:22658:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.18@tcp, seq: 5 00000100:00100000:3.0:1787839002.618431:0:22658:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d8f44b04b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:2b29b22a-e143-4802-a359-07bbfb900a42+7:18692:x1874684429887104:12345-192.168.203.18@tcp:900:lhsmtool_posix.0 00000100:00100000:3.0:1787839002.618512:0:22658:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d8f44b04b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:2b29b22a-e143-4802-a359-07bbfb900a42+7:18692:x1874684429887104:12345-192.168.203.18@tcp:900:lhsmtool_posix.0 Request processed in 82us (300us total) trans 0 rc 0/0 00000100:00100000:3.0:1787839002.618520:0:22658:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.18@tcp, seq: 5 00000100:00100000:3.0:1787839002.621282:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.18@tcp (source: 12345-192.168.203.18@tcp) 00000100:00100000:0.0:1787839002.621487:0:22647:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684429887360 00000100:00100000:0.0:1787839002.621497:0:22647:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684429887360 00000100:00100000:0.0:1787839002.621556:0:22647:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.18@tcp, seq: 24 00000100:00100000:0.0:1787839002.621565:0:22647:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d907b2f2940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2b29b22a-e143-4802-a359-07bbfb900a42+7:18692:x1874684429887360:12345-192.168.203.18@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1787839002.621585:0:22647:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787839002.621614:0:22647:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d9040031a00/0x7b32352f0be6f690 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x975aa905a02b31e expref: -99 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839002.621686:0:22647:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8d9040030c00/0x7b32352f0be6f697 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22647 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839002.621700:0:22647:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d9040030c00/0x7b32352f0be6f697 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22647 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839002.621709:0:22647:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d9040030c00/0x7b32352f0be6f697 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22647 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839002.621723:0:22647:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8d9040030a00/0x7b32352f0be6f69e lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22647 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839002.621731:0:22647:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d9040030a00/0x7b32352f0be6f69e lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22647 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839002.621737:0:22647:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d9040030a00/0x7b32352f0be6f69e lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22647 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839002.621848:0:22647:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8d9040031e00/0x7b32352f0be6f6a5 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22647 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839002.621863:0:22647:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d9040031e00/0x7b32352f0be6f6a5 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22647 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839002.621871:0:22647:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d9040031e00/0x7b32352f0be6f6a5 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22647 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1787839002.621881:0:22647:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000002:0x2:0x0]: returning size 4096 00010000:00010000:0.0:1787839002.622023:0:22647:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8d9040030c00/0x7b32352f0be6f697 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22647 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839002.622031:0:22647:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d9040030c00/0x7b32352f0be6f697 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 22647 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839002.622037:0:22647:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d9040030c00/0x7b32352f0be6f697 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22647 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839002.622043:0:22647:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d9040030c00 already unused, calling callback (ffffffffc17654f0) 00010000:00010000:0.0:1787839002.622047:0:22647:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d9040030c00/0x7b32352f0be6f697 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22647 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839002.622054:0:22647:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d9040030c00/0x7b32352f0be6f697 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 22647 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839002.622066:0:22647:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff8d9079df1400) 00010000:00010000:0.0:1787839002.622070:0:22647:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787839002.622074:0:22647:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d9040030c00/0x7b32352f0be6f697 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22647 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839002.622091:0:22647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d9040030c00/0x7b32352f0be6f697 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22647 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839002.622105:0:22647:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8d9040030a00/0x7b32352f0be6f69e lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22647 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839002.622117:0:22647:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d9040030a00/0x7b32352f0be6f69e lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22647 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839002.622122:0:22647:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d9040030a00/0x7b32352f0be6f69e lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22647 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839002.622188:0:22647:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d9040030a00 already unused, calling callback (ffffffffc17654f0) 00010000:00010000:0.0:1787839002.622191:0:22647:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d9040030a00/0x7b32352f0be6f69e lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22647 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839002.622198:0:22647:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d9040030a00/0x7b32352f0be6f69e lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22647 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839002.622206:0:22647:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x8d45d6bc (ffff8d9079df1f00) 00010000:00010000:0.0:1787839002.622208:0:22647:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787839002.622211:0:22647:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d9040030a00/0x7b32352f0be6f69e lrc: 2/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22647 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839002.622217:0:22647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d9040030a00/0x7b32352f0be6f69e lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22647 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839002.625344:0:22647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d9040031a00/0x7b32352f0be6f690 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.18@tcp remote: 0x975aa905a02b31e expref: 10 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839002.625373:0:22647:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8d9040031e00/0x7b32352f0be6f6a5 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.18@tcp remote: 0x975aa905a02b31e expref: 9 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839002.625383:0:22647:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8d9079df1300) 00010000:00010000:0.0:1787839002.625386:0:22647:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787839002.625636:0:22647:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d9040031e00, rc 0) 00000100:00100000:0.0:1787839002.625720:0:22647:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d907b2f2940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2b29b22a-e143-4802-a359-07bbfb900a42+9:18692:x1874684429887360:12345-192.168.203.18@tcp:101:lhsmtool_posix.0 Request processed in 4155us (4445us total) trans 12884901889 rc 0/0 00000100:00100000:0.0:1787839002.625729:0:22647:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.18@tcp, seq: 24 00000100:00100000:1.0:1787839002.638707:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.18@tcp (source: 12345-192.168.203.18@tcp) 00000100:00100000:0.0:1787839002.639063:0:24459:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684429887488 00000100:00100000:0.0:1787839002.639073:0:24459:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684429887488 00000100:00100000:0.0:1787839002.639178:0:24459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.18@tcp, seq: 25 00000100:00100000:0.0:1787839002.639189:0:24459:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d8f44b05680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2b29b22a-e143-4802-a359-07bbfb900a42+9:18692:x1874684429887488:12345-192.168.203.18@tcp:59:lhsmtool_posix.0 00000100:00100000:0.0:1787839002.639298:0:24459:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d8f44b05680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2b29b22a-e143-4802-a359-07bbfb900a42+9:18692:x1874684429887488:12345-192.168.203.18@tcp:59:lhsmtool_posix.0 Request processed in 111us (601us total) trans 0 rc 0/0 00000100:00100000:0.0:1787839002.639305:0:24459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.18@tcp, seq: 25 00000100:00100000:1.0:1787839002.646206:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.18@tcp (source: 12345-192.168.203.18@tcp) 00000100:00100000:2.0:1787839002.646425:0:22649:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684429887616 00000100:00100000:2.0:1787839002.646434:0:22649:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684429887616 00000100:00100000:2.0:1787839002.646549:0:22649:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.18@tcp, seq: 26 00000100:00100000:2.0:1787839002.646574:0:22649:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d8f44b061c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2b29b22a-e143-4802-a359-07bbfb900a42+5:18692:x1874684429887616:12345-192.168.203.18@tcp:59:lhsmtool_posix.0 00000100:00080000:3.0:1787839002.647201:0:22643:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000004:00080000:0.0:1787839002.656828:0:22649:0:(mdt_identity.c:119:mdt_identity_do_upcall()) lustre-MDT0001: invoked upcall /home/green/git/lustre-release/lustre/utils/l_getidentity lustre-MDT0001 0, time 10145us 00000100:00100000:1.0:1787839002.688854:0:22649:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d8f44b061c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2b29b22a-e143-4802-a359-07bbfb900a42+5:18692:x1874684429887616:12345-192.168.203.18@tcp:59:lhsmtool_posix.0 Request processed in 42215us (42590us total) trans 0 rc 0/0 00000100:00100000:1.0:1787839002.688880:0:22649:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.18@tcp, seq: 26 00000100:00100000:3.0:1787839002.710043:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.18@tcp (source: 12345-192.168.203.18@tcp) 00000100:00100000:0.0:1787839002.710503:0:24459:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684429887744 00000100:00100000:0.0:1787839002.710513:0:24459:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684429887744 00000100:00100000:0.0:1787839002.710582:0:24459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.18@tcp, seq: 27 00000100:00100000:0.0:1787839002.710604:0:24459:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d907b2f12c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2b29b22a-e143-4802-a359-07bbfb900a42+9:18698:x1874684429887744:12345-192.168.203.18@tcp:101:lfs.0 00010000:00010000:0.0:1787839002.710625:0:24459:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787839002.710646:0:24459:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d9040031a00/0x7b32352f0be6f6b3 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x975aa905a02b325 expref: -99 pid: 24459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839002.710712:0:24459:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8d9040030a00/0x7b32352f0be6f6ba lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 24459 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839002.710729:0:24459:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d9040030a00/0x7b32352f0be6f6ba lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 24459 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839002.710741:0:24459:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d9040030a00/0x7b32352f0be6f6ba lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 24459 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839002.710777:0:24459:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8d9040030c00/0x7b32352f0be6f6c1 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 24459 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839002.710795:0:24459:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d9040030c00/0x7b32352f0be6f6c1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 24459 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839002.710804:0:24459:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d9040030c00/0x7b32352f0be6f6c1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 24459 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839002.710848:0:24459:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8d9040030a00/0x7b32352f0be6f6ba lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 24459 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839002.710856:0:24459:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d9040030a00/0x7b32352f0be6f6ba lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 24459 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839002.710862:0:24459:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d9040030a00/0x7b32352f0be6f6ba lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 24459 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839002.710869:0:24459:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d9040030a00 already unused, calling callback (ffffffffc17654f0) 00010000:00010000:0.0:1787839002.710873:0:24459:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d9040030a00/0x7b32352f0be6f6ba lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 24459 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839002.710881:0:24459:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d9040030a00/0x7b32352f0be6f6ba lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 24459 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839002.710893:0:24459:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8d8f42a47700) 00010000:00010000:0.0:1787839002.710896:0:24459:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787839002.710901:0:24459:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d9040030a00/0x7b32352f0be6f6ba lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 24459 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839002.710907:0:24459:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d9040030a00/0x7b32352f0be6f6ba lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 24459 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839002.710928:0:24459:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8d9040030c00/0x7b32352f0be6f6c1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 24459 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839002.710934:0:24459:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d9040030c00/0x7b32352f0be6f6c1 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 24459 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839002.710940:0:24459:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d9040030c00/0x7b32352f0be6f6c1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 24459 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839002.710946:0:24459:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d9040030c00 already unused, calling callback (ffffffffc17654f0) 00010000:00010000:0.0:1787839002.710948:0:24459:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d9040030c00/0x7b32352f0be6f6c1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 24459 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839002.710953:0:24459:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d9040030c00/0x7b32352f0be6f6c1 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 24459 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839002.710961:0:24459:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff8d9079df1f00) 00010000:00010000:0.0:1787839002.710963:0:24459:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787839002.710967:0:24459:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d9040030c00/0x7b32352f0be6f6c1 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 24459 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839002.710972:0:24459:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d9040030c00/0x7b32352f0be6f6c1 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 24459 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839002.711002:0:24459:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8d9040031a00/0x7b32352f0be6f6b3 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.18@tcp remote: 0x975aa905a02b325 expref: 10 pid: 24459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839002.711012:0:24459:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8d8f42a47700) 00010000:00010000:0.0:1787839002.711014:0:24459:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787839002.711023:0:24459:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d9040031a00/0x7b32352f0be6f6b3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.18@tcp remote: 0x975aa905a02b325 expref: 10 pid: 24459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839002.711046:0:24459:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d9040031a00, rc 0) 00000100:00100000:0.0:1787839002.711174:0:24459:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d907b2f12c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2b29b22a-e143-4802-a359-07bbfb900a42+9:18698:x1874684429887744:12345-192.168.203.18@tcp:101:lfs.0 Request processed in 583us (1154us total) trans 0 rc 301/301 00000100:00100000:0.0:1787839002.711181:0:24459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.18@tcp, seq: 27 00000100:00100000:3.0:1787839002.716939:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.18@tcp (source: 12345-192.168.203.18@tcp) 00000100:00100000:0.0:1787839002.717069:0:22656:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684429887872 00000100:00100000:0.0:1787839002.717088:0:22656:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684429887872 00000100:00100000:0.0:1787839002.717176:0:22656:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.18@tcp, seq: 0 00000100:00100000:0.0:1787839002.717186:0:22656:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d907b2f21c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_seqm_0000:2b29b22a-e143-4802-a359-07bbfb900a42+9:18698:x1874684429887872:12345-192.168.203.18@tcp:700:lfs.0 00000100:00100000:0.0:1787839002.717287:0:22656:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d907b2f21c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_seqm_0000:2b29b22a-e143-4802-a359-07bbfb900a42+9:18698:x1874684429887872:12345-192.168.203.18@tcp:700:lfs.0 Request processed in 103us (359us total) trans 0 rc 0/0 00000100:00100000:0.0:1787839002.717295:0:22656:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.18@tcp, seq: 0 00000100:00100000:2.0:1787839002.720057:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.18@tcp (source: 12345-192.168.203.18@tcp) 00000100:00100000:0.0:1787839002.720158:0:22647:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684429888128 00000100:00100000:0.0:1787839002.720167:0:22647:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684429888128 00000100:00100000:0.0:1787839002.720233:0:22647:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.18@tcp, seq: 28 00000100:00100000:0.0:1787839002.720244:0:22647:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d9046b82580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2b29b22a-e143-4802-a359-07bbfb900a42+9:18698:x1874684429888128:12345-192.168.203.18@tcp:36:lfs.0 00010000:00010000:0.0:1787839002.720296:0:22647:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787839002.720376:0:22647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d907ef28000/0x7b32352f0be6f619 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.18@tcp remote: 0x975aa905a02b292 expref: 9 pid: 24459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839002.720424:0:22647:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8d8f42a47700) 00010000:00010000:0.0:1787839002.720429:0:22647:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1787839002.720494:0:22647:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d9040031a00/0x7b32352f0be6f6c8 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22647 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839002.720525:0:22647:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8d907ef29a00/0x7b32352f0be6f658 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.18@tcp remote: 0x975aa905a02b302 expref: 5 pid: 22648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839002.720557:0:22647:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d9040031a00/0x7b32352f0be6f6c8 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22647 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839002.720640:0:22647:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8d907ef29a00/0x7b32352f0be6f658 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.18@tcp remote: 0x975aa905a02b302 expref: 5 pid: 22648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839002.720654:0:22647:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8d907ef29a00/0x7b32352f0be6f658 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.18@tcp remote: 0x975aa905a02b302 expref: 5 pid: 22648 timeout: 786 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787839002.720685:0:22647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d905932c3c0 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:22647:1874684455159808:192.168.203.18@tcp:104: 00000100:00100000:0.0:1787839002.720839:0:22647:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d90411ca000 going to sleep for 11 seconds 00000100:00100000:0.0:1787839002.723707:0:22647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d905932c3c0 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:22647:1874684455159808:192.168.203.18@tcp:104: 00010000:00010000:0.0:1787839002.723738:0:22647:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8d9040031a00/0x7b32352f0be6f6c8 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22647 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787839002.726893:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.18@tcp (source: 12345-192.168.203.18@tcp) 00000100:00100000:1.0:1787839002.727047:0:22632:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684429888256 00000100:00100000:1.0:1787839002.727057:0:22632:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684429888256 00010000:00010000:1.0:1787839002.727119:0:22632:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d907ef29a00/0x7b32352f0be6f658 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.18@tcp remote: 0x975aa905a02b302 expref: 6 pid: 22648 timeout: 786 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787839002.727189:0:22632:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.18@tcp, seq: 15 00000100:00100000:1.0:1787839002.727198:0:22632:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d9046b82d00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:036c6d19-eeb5-4e02-8c77-d6297ee7885b+6:2405:x1874684429888256:12345-192.168.203.18@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1787839002.727226:0:22632:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787839002.727234:0:22632:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8d907ef29a00/0x7b32352f0be6f658 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.18@tcp remote: 0x975aa905a02b302 expref: 6 pid: 22648 timeout: 786 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787839002.727247:0:22632:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8d907ef29a00/0x7b32352f0be6f658 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.18@tcp remote: 0x975aa905a02b302 expref: 6 pid: 22648 timeout: 786 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787839002.727272:0:22632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d907ef29a00/0x7b32352f0be6f658 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.18@tcp remote: 0x975aa905a02b302 expref: 6 pid: 22648 timeout: 786 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787839002.727288:0:22632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8d8f42a47700) 00010000:00010000:1.0:1787839002.727294:0:22632:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8d9040031a00/0x7b32352f0be6f6c8 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22647 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787839002.727303:0:22632:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8d9040031a00/0x7b32352f0be6f6c8 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 22647 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787839002.727310:0:22632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d9040031a00/0x7b32352f0be6f6c8 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 22647 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787839002.727331:0:22632:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1787839002.727378:0:22632:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d9046b82d00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:036c6d19-eeb5-4e02-8c77-d6297ee7885b+5:2405:x1874684429888256:12345-192.168.203.18@tcp:103:ldlm_bl.0 Request processed in 182us (497us total) trans 0 rc 0/0 00000100:00100000:1.0:1787839002.727385:0:22632:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.18@tcp, seq: 15 00000100:00080000:3.0:1787839002.727446:0:22643:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1787839002.727581:0:22647:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8d9040031a00/0x7b32352f0be6f6c8 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22647 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839002.727589:0:22647:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d9040031a00/0x7b32352f0be6f6c8 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22647 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839002.727617:0:22647:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d9040030c00/0x7b32352f0be6f6cf lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22647 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839002.727627:0:22647:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d9040030c00/0x7b32352f0be6f6cf lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22647 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839002.727636:0:22647:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d9040030c00/0x7b32352f0be6f6cf lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22647 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839002.730384:0:22647:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d9040030a00/0x7b32352f0be6f6d6 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22647 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839002.730407:0:22647:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d9040030a00/0x7b32352f0be6f6d6 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22647 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839002.730418:0:22647:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d9040030a00/0x7b32352f0be6f6d6 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22647 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1787839002.730436:0:22647:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 000000003e3e6e4e reply state 000000007bdbce53 transno 12884901890 ns: mdt-lustre-MDT0000_UUID lock: ffff8d9040030a00/0x7b32352f0be6f6d6 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22647 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839002.730448:0:22647:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d9040030a00/0x7b32352f0be6f6d6 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22647 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839002.730455:0:22647:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8d9079df1000) 00010000:00010000:0.0:1787839002.730458:0:22647:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1787839002.730462:0:22647:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:0.0:1787839002.730467:0:22647:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00010000:00010000:0.0:1787839002.730475:0:22647:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d9040031a00/0x7b32352f0be6f6c8 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22647 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839002.730481:0:22647:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d9040031a00/0x7b32352f0be6f6c8 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22647 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839002.730488:0:22647:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d9040031a00/0x7b32352f0be6f6c8 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22647 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839002.730493:0:22647:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d9040031a00 already unused, calling callback (ffffffffc17654f0) 00010000:00010000:0.0:1787839002.730498:0:22647:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d9040031a00/0x7b32352f0be6f6c8 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22647 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839002.730517:0:22647:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d9040031a00/0x7b32352f0be6f6c8 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22647 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839002.730528:0:22647:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8d8f42a47700) 00010000:00010000:0.0:1787839002.730530:0:22647:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787839002.730534:0:22647:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d9040031a00/0x7b32352f0be6f6c8 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22647 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839002.730539:0:22647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d9040031a00/0x7b32352f0be6f6c8 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22647 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1787839002.730558:0:22647:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 000000003e3e6e4e reply state 000000007bdbce53 transno 12884901890 ns: mdt-lustre-MDT0000_UUID lock: ffff8d9040030c00/0x7b32352f0be6f6cf lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22647 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839002.730566:0:22647:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d9040030c00/0x7b32352f0be6f6cf lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22647 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839002.730572:0:22647:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff8d9079df1f00) 00010000:00010000:0.0:1787839002.730575:0:22647:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1787839002.730577:0:22647:0:(service.c:179:ptlrpc_save_lock()) nlocks 1 00000100:00100000:0.0:1787839002.730714:0:22647:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d9046b82580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2b29b22a-e143-4802-a359-07bbfb900a42+10:18698:x1874684429888128:12345-192.168.203.18@tcp:36:lfs.0 Request processed in 10467us (10661us total) trans 12884901890 rc 0/0 00000100:00100000:0.0:1787839002.730723:0:22647:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.18@tcp, seq: 28 00000100:00100000:2.0:1787839002.835510:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.18@tcp (source: 12345-192.168.203.18@tcp) 00000100:00100000:0.0:1787839002.844893:0:24459:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684429888384 00000100:00100000:0.0:1787839002.844908:0:24459:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684429888384 00000100:00100000:0.0:1787839002.845090:0:24459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.18@tcp, seq: 29 00000100:00100000:0.0:1787839002.845101:0:24459:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d9046b80f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2b29b22a-e143-4802-a359-07bbfb900a42+10:18706:x1874684429888384:12345-192.168.203.18@tcp:101:lctl.0 00010000:00010000:0.0:1787839002.845141:0:24459:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787839002.845165:0:24459:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d9040031a00/0x7b32352f0be6f6dd lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x975aa905a02b32c expref: -99 pid: 24459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839002.845255:0:24459:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8d9040030400/0x7b32352f0be6f6e4 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 24459 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839002.845268:0:24459:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d9040030400/0x7b32352f0be6f6e4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 24459 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839002.845279:0:24459:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d9040030400/0x7b32352f0be6f6e4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 24459 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1787839002.845329:0:24459:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1787839002.845333:0:24459:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1787839002.845367:0:24459:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8d9040030400/0x7b32352f0be6f6e4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 24459 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839002.845391:0:24459:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d9040031a00/0x7b32352f0be6f6dd lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.18@tcp remote: 0x975aa905a02b32c expref: 12 pid: 24459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839002.845410:0:24459:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8d9040030400/0x7b32352f0be6f6e4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.18@tcp remote: 0x975aa905a02b32c expref: 11 pid: 24459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839002.845417:0:24459:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8d9079df1b00) 00010000:00010000:0.0:1787839002.845419:0:24459:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1787839002.845422:0:24459:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d9040030400, rc 0) 00000100:00100000:0.0:1787839002.845491:0:24459:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d9046b80f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2b29b22a-e143-4802-a359-07bbfb900a42+11:18706:x1874684429888384:12345-192.168.203.18@tcp:101:lctl.0 Request processed in 392us (9990us total) trans 0 rc 0/0 00000100:00100000:0.0:1787839002.845499:0:24459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.18@tcp, seq: 29 00000100:00100000:1.0:1787839002.894624:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.18@tcp (source: 12345-192.168.203.18@tcp) 00000100:00100000:2.0:1787839002.895776:0:22649:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684429888512 00000100:00100000:2.0:1787839002.895787:0:22649:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684429888512 00000100:00100000:2.0:1787839002.895856:0:22649:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.18@tcp, seq: 30 00000100:00100000:2.0:1787839002.895867:0:22649:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d907bdf6940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:036c6d19-eeb5-4e02-8c77-d6297ee7885b+5:18707:x1874684429888512:12345-192.168.203.18@tcp:101:lfs.0 00010000:00010000:2.0:1787839002.895889:0:22649:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787839002.895913:0:22649:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d9076486400/0x7b32352f0be6f6eb lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x975aa905a02b333 expref: -99 pid: 22649 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787839002.896234:0:22649:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8d9076487200/0x7b32352f0be6f6f2 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22649 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787839002.896249:0:22649:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d9076487200/0x7b32352f0be6f6f2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22649 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787839002.896261:0:22649:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d9076487200/0x7b32352f0be6f6f2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22649 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1787839002.896304:0:22649:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1787839002.896308:0:22649:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1787839002.896328:0:22649:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8d9076487200/0x7b32352f0be6f6f2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22649 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787839002.896352:0:22649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d9076486400/0x7b32352f0be6f6eb lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.18@tcp remote: 0x975aa905a02b333 expref: 7 pid: 22649 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787839002.896371:0:22649:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8d9076487200/0x7b32352f0be6f6f2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.18@tcp remote: 0x975aa905a02b333 expref: 6 pid: 22649 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787839002.896393:0:22649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8d9079df1b00) 00010000:00010000:2.0:1787839002.896396:0:22649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1787839002.896399:0:22649:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d9076487200, rc 0) 00000100:00100000:2.0:1787839002.896469:0:22649:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d907bdf6940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:036c6d19-eeb5-4e02-8c77-d6297ee7885b+6:18707:x1874684429888512:12345-192.168.203.18@tcp:101:lfs.0 Request processed in 603us (1855us total) trans 0 rc 0/0 00000100:00100000:2.0:1787839002.896477:0:22649:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.18@tcp, seq: 30 00000100:00100000:3.0:1787839002.908071:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.18@tcp (source: 12345-192.168.203.18@tcp) 00000100:00100000:0.0:1787839002.908298:0:24459:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684429888640 00000100:00100000:0.0:1787839002.908309:0:24459:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684429888640 00000100:00100000:0.0:1787839002.908386:0:24459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.18@tcp, seq: 31 00000100:00100000:0.0:1787839002.908397:0:24459:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d904b5a6940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:036c6d19-eeb5-4e02-8c77-d6297ee7885b+6:18707:x1874684429888640:12345-192.168.203.18@tcp:101:lfs.0 00010000:00010000:0.0:1787839002.908418:0:24459:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787839002.908436:0:24459:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d9040031a00/0x7b32352f0be6f6f9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x975aa905a02b33a expref: -99 pid: 24459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839002.908511:0:24459:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8d9040031800/0x7b32352f0be6f700 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 24459 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839002.908534:0:24459:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d9040031800/0x7b32352f0be6f700 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 24459 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839002.908545:0:24459:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d9040031800/0x7b32352f0be6f700 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 24459 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839002.908557:0:24459:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8d9040031000/0x7b32352f0be6f707 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 24459 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839002.908565:0:24459:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d9040031000/0x7b32352f0be6f707 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 24459 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839002.908571:0:24459:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d9040031000/0x7b32352f0be6f707 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 24459 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839002.908649:0:24459:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8d907ef29a00/0x7b32352f0be6f70e lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 24459 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839002.908666:0:24459:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d907ef29a00/0x7b32352f0be6f70e lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 24459 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839002.908673:0:24459:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d907ef29a00/0x7b32352f0be6f70e lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 24459 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1787839002.908716:0:24459:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1787839002.908720:0:24459:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1787839002.908930:0:24459:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8d907ef29a00/0x7b32352f0be6f70e lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 24459 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839002.908951:0:24459:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8d9040031800/0x7b32352f0be6f700 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 24459 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839002.908957:0:24459:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d9040031800/0x7b32352f0be6f700 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 24459 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839002.908964:0:24459:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d9040031800/0x7b32352f0be6f700 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 24459 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839002.908970:0:24459:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d9040031800 already unused, calling callback (ffffffffc17654f0) 00010000:00010000:0.0:1787839002.908974:0:24459:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d9040031800/0x7b32352f0be6f700 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 24459 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839002.908982:0:24459:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d9040031800/0x7b32352f0be6f700 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 24459 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839002.908995:0:24459:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8d9079df1b00) 00010000:00010000:0.0:1787839002.908998:0:24459:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787839002.909002:0:24459:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d9040031800/0x7b32352f0be6f700 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 24459 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839002.909008:0:24459:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d9040031800/0x7b32352f0be6f700 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 24459 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839002.909021:0:24459:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8d9040031000/0x7b32352f0be6f707 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 24459 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839002.909037:0:24459:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d9040031000/0x7b32352f0be6f707 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 24459 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839002.909044:0:24459:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d9040031000/0x7b32352f0be6f707 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 24459 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839002.909050:0:24459:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d9040031000 already unused, calling callback (ffffffffc17654f0) 00010000:00010000:0.0:1787839002.909053:0:24459:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d9040031000/0x7b32352f0be6f707 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 24459 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839002.909059:0:24459:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d9040031000/0x7b32352f0be6f707 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 24459 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839002.909066:0:24459:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff8d9079df1f00) 00010000:00010000:0.0:1787839002.909069:0:24459:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787839002.909071:0:24459:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d9040031000/0x7b32352f0be6f707 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 24459 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839002.909085:0:24459:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d9040031000/0x7b32352f0be6f707 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 24459 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839002.909113:0:24459:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d9040031a00/0x7b32352f0be6f6f9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.18@tcp remote: 0x975aa905a02b33a expref: 8 pid: 24459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839002.909946:0:24459:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8d907ef29a00/0x7b32352f0be6f70e lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.18@tcp remote: 0x975aa905a02b33a expref: 7 pid: 24459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839002.909959:0:24459:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8d9079df1000) 00010000:00010000:0.0:1787839002.909961:0:24459:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1787839002.909975:0:24459:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d907ef29a00, rc 0) 00000100:00100000:0.0:1787839002.910212:0:24459:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d904b5a6940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:036c6d19-eeb5-4e02-8c77-d6297ee7885b+7:18707:x1874684429888640:12345-192.168.203.18@tcp:101:lfs.0 Request processed in 1815us (2148us total) trans 0 rc 0/0 00000100:00100000:0.0:1787839002.910222:0:24459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.18@tcp, seq: 31 00000100:00100000:1.0:1787839002.926523:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.18@tcp (source: 12345-192.168.203.18@tcp) 00000100:00100000:3.0:1787839002.926621:0:22658:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684429888768 00000100:00100000:3.0:1787839002.926633:0:22658:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684429888768 00000100:00100000:3.0:1787839002.926757:0:22658:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.18@tcp, seq: 6 00000100:00100000:3.0:1787839002.926769:0:22658:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d907bdf4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:036c6d19-eeb5-4e02-8c77-d6297ee7885b+5:18707:x1874684429888768:12345-192.168.203.18@tcp:900:lfs.0 00000100:00100000:3.0:1787839002.926868:0:22658:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d907bdf4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:036c6d19-eeb5-4e02-8c77-d6297ee7885b+5:18707:x1874684429888768:12345-192.168.203.18@tcp:900:lfs.0 Request processed in 102us (355us total) trans 0 rc 0/0 00000100:00100000:3.0:1787839002.926877:0:22658:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.18@tcp, seq: 6 00000100:00080000:0.0:1787839002.927861:0:22643:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1787839002.930635:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.18@tcp (source: 12345-192.168.203.18@tcp) 00000100:00100000:0.0:1787839002.930849:0:22647:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684429889024 00000100:00100000:0.0:1787839002.930858:0:22647:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684429889024 00000100:00100000:0.0:1787839002.930905:0:22647:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.18@tcp, seq: 32 00000100:00100000:0.0:1787839002.930912:0:22647:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d9046b80780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:036c6d19-eeb5-4e02-8c77-d6297ee7885b+7:18707:x1874684429889024:12345-192.168.203.18@tcp:101:lfs.0 00010000:00010000:0.0:1787839002.930930:0:22647:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787839002.930948:0:22647:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d907ef28000/0x7b32352f0be6f715 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x975aa905a02b341 expref: -99 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1787839002.931043:0:22647:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00010000:00010000:1.0:1787839002.931318:0:22647:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8d907ef28000/0x7b32352f0be6f715 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.18@tcp remote: 0x975aa905a02b341 expref: 9 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787839002.931348:0:22647:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8d9079df1b00) 00010000:00010000:1.0:1787839002.931350:0:22647:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1787839002.931354:0:22647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d907ef28000/0x7b32352f0be6f715 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.18@tcp remote: 0x975aa905a02b341 expref: 9 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787839002.931364:0:22647:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d907ef28000, rc 0) 00000100:00100000:1.0:1787839002.931419:0:22647:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d9046b80780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:036c6d19-eeb5-4e02-8c77-d6297ee7885b+8:18707:x1874684429889024:12345-192.168.203.18@tcp:101:lfs.0 Request processed in 508us (794us total) trans 12884901891 rc 301/301 00000100:00100000:1.0:1787839002.931425:0:22647:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.18@tcp, seq: 32 00000100:00100000:2.0:1787839002.933884:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.18@tcp (source: 12345-192.168.203.18@tcp) 00000100:00100000:0.0:1787839002.933939:0:24459:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684429889280 00000100:00100000:0.0:1787839002.933950:0:24459:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684429889280 00000100:00100000:0.0:1787839002.934013:0:24459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.18@tcp, seq: 33 00000100:00100000:0.0:1787839002.934023:0:24459:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d9046b83840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:036c6d19-eeb5-4e02-8c77-d6297ee7885b+8:18707:x1874684429889280:12345-192.168.203.18@tcp:36:lfs.0 00010000:00010000:0.0:1787839002.934075:0:24459:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787839002.934114:0:24459:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d907ef29a00/0x7b32352f0be6f70e lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.18@tcp remote: 0x975aa905a02b33a expref: 8 pid: 24459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839002.934152:0:24459:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8d9079df1000) 00010000:00010000:0.0:1787839002.934157:0:24459:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1787839002.934179:0:24459:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d907ef28400/0x7b32352f0be6f723 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 24459 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839002.934192:0:24459:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d907ef28400/0x7b32352f0be6f723 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 24459 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839002.934220:0:24459:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d907ef28400/0x7b32352f0be6f723 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 24459 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1787839002.934394:0:24459:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 000000006ade9eea reply state 000000006938be48 transno 12884901892 ns: mdt-lustre-MDT0000_UUID lock: ffff8d907ef28400/0x7b32352f0be6f723 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 24459 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839002.934407:0:24459:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d907ef28400/0x7b32352f0be6f723 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 24459 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839002.934414:0:24459:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8d9079df1000) 00010000:00010000:0.0:1787839002.934417:0:24459:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:0.0:1787839002.934420:0:24459:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:0.0:1787839002.934426:0:24459:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00000100:00100000:0.0:1787839002.934501:0:24459:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d9046b83840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:036c6d19-eeb5-4e02-8c77-d6297ee7885b+9:18707:x1874684429889280:12345-192.168.203.18@tcp:36:lfs.0 Request processed in 479us (625us total) trans 12884901892 rc 0/0 00000100:00100000:0.0:1787839002.934509:0:24459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.18@tcp, seq: 33 00000100:00100000:3.0:1787839002.937543:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.18@tcp (source: 12345-192.168.203.18@tcp) 00000100:00100000:1.0:1787839002.937595:0:22650:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684429889536 00000100:00100000:1.0:1787839002.937605:0:22650:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684429889536 00000100:00100000:1.0:1787839002.937652:0:22650:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.18@tcp, seq: 2 00000100:00100000:1.0:1787839002.937663:0:22650:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d904b5a70c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:036c6d19-eeb5-4e02-8c77-d6297ee7885b+9:18707:x1874684429889536:12345-192.168.203.18@tcp:35:lfs.0 00000100:00100000:1.0:1787839002.937862:0:22650:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d904b5a70c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:036c6d19-eeb5-4e02-8c77-d6297ee7885b+10:18707:x1874684429889536:12345-192.168.203.18@tcp:35:lfs.0 Request processed in 200us (329us total) trans 12884901893 rc 0/0 00000100:00100000:1.0:1787839002.937870:0:22650:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.18@tcp, seq: 2 00000100:00100000:2.0:1787839002.940808:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.18@tcp (source: 12345-192.168.203.18@tcp) 00000100:00100000:1.0:1787839002.941485:0:22647:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684429889792 00000100:00100000:1.0:1787839002.941498:0:22647:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684429889792 00000100:00100000:1.0:1787839002.941565:0:22647:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.18@tcp, seq: 34 00000100:00100000:1.0:1787839002.941576:0:22647:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d9046b812c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:036c6d19-eeb5-4e02-8c77-d6297ee7885b+10:18707:x1874684429889792:12345-192.168.203.18@tcp:101:lfs.0 00010000:00010000:1.0:1787839002.941602:0:22647:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787839002.941621:0:22647:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d8f43ccb600/0x7b32352f0be6f72a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x975aa905a02b348 expref: -99 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787839002.941694:0:22647:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8d8f43ccae00/0x7b32352f0be6f731 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22647 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787839002.941718:0:22647:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d8f43ccae00/0x7b32352f0be6f731 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22647 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787839002.941730:0:22647:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d8f43ccae00/0x7b32352f0be6f731 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22647 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787839002.941744:0:22647:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8d8f43ccb400/0x7b32352f0be6f738 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22647 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787839002.941750:0:22647:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d8f43ccb400/0x7b32352f0be6f738 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22647 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787839002.941756:0:22647:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d8f43ccb400/0x7b32352f0be6f738 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22647 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1787839002.941855:0:22647:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00010000:00010000:1.0:1787839002.941927:0:22647:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8d8f43ccae00/0x7b32352f0be6f731 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22647 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787839002.941935:0:22647:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d8f43ccae00/0x7b32352f0be6f731 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22647 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787839002.941942:0:22647:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d8f43ccae00/0x7b32352f0be6f731 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22647 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787839002.941947:0:22647:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d8f43ccae00 already unused, calling callback (ffffffffc17654f0) 00010000:00010000:1.0:1787839002.941951:0:22647:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d8f43ccae00/0x7b32352f0be6f731 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22647 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787839002.941975:0:22647:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d8f43ccae00/0x7b32352f0be6f731 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22647 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787839002.941998:0:22647:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8d9079df1b00) 00010000:00010000:1.0:1787839002.942009:0:22647:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787839002.942014:0:22647:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d8f43ccae00/0x7b32352f0be6f731 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22647 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787839002.942021:0:22647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d8f43ccae00/0x7b32352f0be6f731 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22647 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787839002.942035:0:22647:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8d8f43ccb400/0x7b32352f0be6f738 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22647 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787839002.942041:0:22647:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d8f43ccb400/0x7b32352f0be6f738 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 22647 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787839002.942047:0:22647:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d8f43ccb400/0x7b32352f0be6f738 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22647 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787839002.942053:0:22647:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d8f43ccb400 already unused, calling callback (ffffffffc17654f0) 00010000:00010000:1.0:1787839002.942056:0:22647:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d8f43ccb400/0x7b32352f0be6f738 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22647 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787839002.942062:0:22647:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d8f43ccb400/0x7b32352f0be6f738 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 22647 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787839002.942069:0:22647:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff8d9079df1f00) 00010000:00010000:1.0:1787839002.942071:0:22647:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787839002.942074:0:22647:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d8f43ccb400/0x7b32352f0be6f738 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22647 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787839002.942090:0:22647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d8f43ccb400/0x7b32352f0be6f738 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22647 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787839002.942411:0:22647:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8d8f43ccb600/0x7b32352f0be6f72a lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.18@tcp remote: 0x975aa905a02b348 expref: 12 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787839002.942423:0:22647:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8d9079df1b00) 00010000:00010000:1.0:1787839002.942427:0:22647:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1787839002.942430:0:22647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d8f43ccb600/0x7b32352f0be6f72a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.18@tcp remote: 0x975aa905a02b348 expref: 12 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787839002.942442:0:22647:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d8f43ccb600, rc 0) 00000100:00100000:1.0:1787839002.942511:0:22647:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d9046b812c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:036c6d19-eeb5-4e02-8c77-d6297ee7885b+11:18707:x1874684429889792:12345-192.168.203.18@tcp:101:lfs.0 Request processed in 936us (1712us total) trans 12884901894 rc 301/301 00000100:00100000:1.0:1787839002.942519:0:22647:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.18@tcp, seq: 34 00000100:00100000:2.0:1787839002.945119:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.18@tcp (source: 12345-192.168.203.18@tcp) 00000100:00100000:1.0:1787839002.945239:0:22648:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684429889920 00000100:00100000:1.0:1787839002.945248:0:22648:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684429889920 00000100:00100000:1.0:1787839002.945304:0:22648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.18@tcp, seq: 35 00000100:00100000:1.0:1787839002.945312:0:22648:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d9046b81680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:036c6d19-eeb5-4e02-8c77-d6297ee7885b+11:18707:x1874684429889920:12345-192.168.203.18@tcp:101:lfs.0 00010000:00010000:1.0:1787839002.945334:0:22648:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787839002.945353:0:22648:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d8f43ccbe00/0x7b32352f0be6f746 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x975aa905a02b34f expref: -99 pid: 22648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787839002.945445:0:22648:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8d8f43ccac00/0x7b32352f0be6f74d lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787839002.945459:0:22648:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d8f43ccac00/0x7b32352f0be6f74d lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787839002.945471:0:22648:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d8f43ccac00/0x7b32352f0be6f74d lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22648 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1787839002.945512:0:22648:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1787839002.945515:0:22648:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1787839002.945533:0:22648:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8d8f43ccac00/0x7b32352f0be6f74d lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787839002.945566:0:22648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d8f43ccbe00/0x7b32352f0be6f746 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.18@tcp remote: 0x975aa905a02b34f expref: 13 pid: 22648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787839002.945586:0:22648:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8d8f43ccac00/0x7b32352f0be6f74d lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.18@tcp remote: 0x975aa905a02b34f expref: 12 pid: 22648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787839002.945595:0:22648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8d9079df1000) 00010000:00010000:1.0:1787839002.945599:0:22648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1787839002.945601:0:22648:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d8f43ccac00, rc 0) 00000100:00100000:1.0:1787839002.945664:0:22648:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d9046b81680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:036c6d19-eeb5-4e02-8c77-d6297ee7885b+12:18707:x1874684429889920:12345-192.168.203.18@tcp:101:lfs.0 Request processed in 352us (554us total) trans 0 rc 0/0 00000100:00100000:1.0:1787839002.945671:0:22648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.18@tcp, seq: 35 00000100:00100000:3.0:1787839002.949447:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.18@tcp (source: 12345-192.168.203.18@tcp) 00000100:00100000:2.0:1787839002.949662:0:22651:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684429890048 00000100:00100000:2.0:1787839002.949671:0:22651:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684429890048 00000100:00100000:2.0:1787839002.949724:0:22651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.18@tcp, seq: 3 00000100:00100000:2.0:1787839002.949734:0:22651:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d904b5a5680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:036c6d19-eeb5-4e02-8c77-d6297ee7885b+12:18707:x1874684429890048:12345-192.168.203.18@tcp:37:lfs.0 00000100:00100000:0.0:1787839002.957354:0:22651:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d904b5a5680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:036c6d19-eeb5-4e02-8c77-d6297ee7885b+12:18707:x1874684429890048:12345-192.168.203.18@tcp:37:lfs.0 Request processed in 7608us (7904us total) trans 0 rc 0/0 00000100:00100000:0.0:1787839002.957369:0:22651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.18@tcp, seq: 3 00000100:00100000:3.0:1787839002.967358:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.18@tcp (source: 12345-192.168.203.18@tcp) 00000100:00100000:1.0:1787839002.967627:0:22650:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684429890304 00000100:00100000:1.0:1787839002.967639:0:22650:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684429890304 00000100:00100000:1.0:1787839002.967700:0:22650:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.18@tcp, seq: 4 00000100:00100000:1.0:1787839002.967711:0:22650:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d9064f9d450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:036c6d19-eeb5-4e02-8c77-d6297ee7885b+12:18707:x1874684429890304:12345-192.168.203.18@tcp:35:lfs.0 00000100:00100000:1.0:1787839002.968242:0:22650:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d9064f9d450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:036c6d19-eeb5-4e02-8c77-d6297ee7885b+13:18707:x1874684429890304:12345-192.168.203.18@tcp:35:lfs.0 Request processed in 531us (892us total) trans 12884901895 rc 0/0 00000100:00100000:1.0:1787839002.968250:0:22650:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.18@tcp, seq: 4 10000000:01000000:2.0:1787839002.991691:0:22644:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:2.0:1787839002.991701:0:22644:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff8d907b76c800 from 13 10000000:01000000:2.0:1787839002.991707:0:22644:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:2.0:1787839002.991756:0:22644:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.118@tcp lock: ffff8d9076487e00/0x7b32352f0be6f754 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787839002.991769:0:22644:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.118@tcp lock: ffff8d9076487e00/0x7b32352f0be6f754 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787839002.991781:0:22644:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.118@tcp lock: ffff8d9076487e00/0x7b32352f0be6f754 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787839002.991966:0:22644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d9046b830c0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:8fe503c4-4afd-4973-b872-263edf7adc13:22644:1874684455159936:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1787839002.992052:0:22644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787839002.992108:0:22644:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d9043e59300 going to sleep for 11 seconds 00000100:00100000:0.0:1787839002.992210:0:22641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455159936 00000100:00100000:0.0:1787839002.992218:0:22641:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455159936 00000100:00100000:0.0:1787839002.992368:0:22641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 151 00000100:00100000:0.0:1787839002.992378:0:22641:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d9070635850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8fe503c4-4afd-4973-b872-263edf7adc13+20:22644:x1874684455159936:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1787839002.992391:0:22641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787839002.992404:0:22641:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8d907ef29a00/0x7b32352f0be6f75b lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x7b32352f0be6f754 expref: -99 pid: 22641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839002.992426:0:22641:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8d907ef29a00/0x7b32352f0be6f75b lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x7b32352f0be6f754 expref: 21 pid: 22641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839002.992444:0:22641:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8d907ef29a00/0x7b32352f0be6f75b lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x7b32352f0be6f754 expref: 21 pid: 22641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839002.992454:0:22641:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d907ef29a00, rc 0) 00000100:00100000:0.0:1787839002.992494:0:22641:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d9070635850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8fe503c4-4afd-4973-b872-263edf7adc13+21:22644:x1874684455159936:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 118us (443us total) trans 0 rc 0/0 00000100:00100000:0.0:1787839002.992500:0:22641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 151 00000100:00100000:2.0:1787839002.992575:0:22644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d9046b830c0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:8fe503c4-4afd-4973-b872-263edf7adc13:22644:1874684455159936:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1787839002.992588:0:22644:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.118@tcp lock: ffff8d9076487e00/0x7b32352f0be6f754 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7b32352f0be6f75b expref: -99 pid: 22644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787839002.992606:0:22644:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.118@tcp lock: ffff8d9076487e00/0x7b32352f0be6f754 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x7b32352f0be6f75b expref: -99 pid: 22644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787839002.992666:0:22644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d9046b830c0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:8fe503c4-4afd-4973-b872-263edf7adc13:22644:1874684455160064:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1787839002.992689:0:22644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787839002.993382:0:22642:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455160064 00000100:00100000:3.0:1787839002.993388:0:22642:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455160064 00000100:00100000:2.0:1787839002.993403:0:22644:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d9043e59300 going to sleep for 11 seconds 00000100:00100000:3.0:1787839002.993420:0:22642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 152 00000100:00100000:3.0:1787839002.993428:0:22642:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d9070636450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8fe503c4-4afd-4973-b872-263edf7adc13+21:22644:x1874684455160064:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1787839002.993620:0:22642:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d9070636450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8fe503c4-4afd-4973-b872-263edf7adc13+21:22644:x1874684455160064:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 193us (929us total) trans 0 rc 0/0 00000100:00100000:3.0:1787839002.993625:0:22642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 152 00000100:00100000:2.0:1787839002.994221:0:22644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d9046b830c0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:8fe503c4-4afd-4973-b872-263edf7adc13:22644:1874684455160064:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1787839002.994330:0:22644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d9046b830c0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:8fe503c4-4afd-4973-b872-263edf7adc13:22644:1874684455160192:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1787839002.994384:0:22644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787839002.994417:0:22644:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d9043e59300 going to sleep for 11 seconds 00000100:00100000:1.0:1787839002.994452:0:22640:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455160192 00000100:00100000:1.0:1787839002.994456:0:22640:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455160192 00000100:00100000:3.0:1787839002.994613:0:22642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 153 00000100:00100000:3.0:1787839002.994623:0:22642:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d9070637050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8fe503c4-4afd-4973-b872-263edf7adc13+21:22644:x1874684455160192:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1787839002.994722:0:22642:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d9070637050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8fe503c4-4afd-4973-b872-263edf7adc13+21:22644:x1874684455160192:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 100us (336us total) trans 0 rc 0/0 00000100:00100000:3.0:1787839002.994738:0:22642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 153 00000100:00100000:2.0:1787839002.994817:0:22644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d9046b830c0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:8fe503c4-4afd-4973-b872-263edf7adc13:22644:1874684455160192:0@lo:503:ll_cfg_requeue.0 00000040:00080000:2.0:1787839002.995774:0:25689:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:1.0:1787839002.995871:0:22644:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:1.0:1787839002.995891:0:22644:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.118@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:1.0:1787839002.995902:0:22644:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.118@tcp lock: ffff8d9076487e00/0x7b32352f0be6f754 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7b32352f0be6f75b expref: -99 pid: 22644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787839002.995914:0:22644:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.118@tcp lock: ffff8d9076487e00/0x7b32352f0be6f754 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7b32352f0be6f75b expref: -99 pid: 22644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1787839002.995923:0:22644:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:1.0:1787839002.995926:0:22644:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff8d8f44822800 from 13 10000000:01000000:1.0:1787839002.995928:0:22644:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:1.0:1787839002.995963:0:22644:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.118@tcp lock: ffff8d8f43ccbe00/0x7b32352f0be6f762 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787839002.995972:0:22644:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.118@tcp lock: ffff8d8f43ccbe00/0x7b32352f0be6f762 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787839002.995981:0:22644:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.118@tcp lock: ffff8d8f43ccbe00/0x7b32352f0be6f762 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787839002.996000:0:22644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d907f654780 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:8fe503c4-4afd-4973-b872-263edf7adc13:22644:1874684455160320:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1787839002.996511:0:22644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787839002.996556:0:22644:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d8f43cdbb40 going to sleep for 11 seconds 00000100:00100000:0.0:1787839002.996619:0:22641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455160320 00000100:00100000:0.0:1787839002.996626:0:22641:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455160320 00000100:00100000:0.0:1787839002.996676:0:22641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 154 00000100:00100000:0.0:1787839002.996685:0:22641:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d9070637450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8fe503c4-4afd-4973-b872-263edf7adc13+21:22644:x1874684455160320:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1787839002.996697:0:22641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787839002.996710:0:22641:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8d907ef28c00/0x7b32352f0be6f769 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x7b32352f0be6f762 expref: -99 pid: 22641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839002.996732:0:22641:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8d907ef28c00/0x7b32352f0be6f769 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x7b32352f0be6f762 expref: 22 pid: 22641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839002.996742:0:22641:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8d907ef28c00/0x7b32352f0be6f769 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x7b32352f0be6f762 expref: 22 pid: 22641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839002.996750:0:22641:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d907ef28c00, rc 0) 00000100:00100000:0.0:1787839002.996805:0:22641:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d9070637450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8fe503c4-4afd-4973-b872-263edf7adc13+22:22644:x1874684455160320:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 121us (303us total) trans 0 rc 0/0 00000100:00100000:0.0:1787839002.996811:0:22641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 154 00000100:00100000:2.0:1787839002.996818:0:22644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d907f654780 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:8fe503c4-4afd-4973-b872-263edf7adc13:22644:1874684455160320:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1787839002.996832:0:22644:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.118@tcp lock: ffff8d8f43ccbe00/0x7b32352f0be6f762 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x7b32352f0be6f769 expref: -99 pid: 22644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787839002.996841:0:22644:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.118@tcp lock: ffff8d8f43ccbe00/0x7b32352f0be6f762 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x7b32352f0be6f769 expref: -99 pid: 22644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787839002.996910:0:22644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d9046b830c0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:8fe503c4-4afd-4973-b872-263edf7adc13:22644:1874684455160448:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1787839002.996938:0:22644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787839002.996972:0:22644:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d9043e59600 going to sleep for 11 seconds 00000100:00100000:3.0:1787839002.997209:0:22642:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455160448 00000100:00100000:3.0:1787839002.997213:0:22642:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455160448 00000100:00100000:3.0:1787839002.997250:0:22642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 155 00000100:00100000:3.0:1787839002.997257:0:22642:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d9070636c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8fe503c4-4afd-4973-b872-263edf7adc13+22:22644:x1874684455160448:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1787839002.997353:0:22642:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d9070636c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8fe503c4-4afd-4973-b872-263edf7adc13+22:22644:x1874684455160448:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 97us (414us total) trans 0 rc 0/0 00000100:00100000:3.0:1787839002.997360:0:22642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 155 00000100:00100000:2.0:1787839002.997483:0:22644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d9046b830c0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:8fe503c4-4afd-4973-b872-263edf7adc13:22644:1874684455160448:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1787839002.997586:0:22644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d9046b830c0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:8fe503c4-4afd-4973-b872-263edf7adc13:22644:1874684455160576:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1787839002.997627:0:22644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787839002.997653:0:22644:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d9043e59600 going to sleep for 11 seconds 00000100:00100000:1.0:1787839002.997788:0:22640:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455160576 00000100:00100000:1.0:1787839002.997793:0:22640:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455160576 00000100:00100000:1.0:1787839002.997829:0:22640:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 156 00000100:00100000:1.0:1787839002.997836:0:22640:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d9070636050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8fe503c4-4afd-4973-b872-263edf7adc13+22:22644:x1874684455160576:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1787839002.997927:0:22640:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d9070636050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8fe503c4-4afd-4973-b872-263edf7adc13+22:22644:x1874684455160576:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 91us (298us total) trans 0 rc 0/0 00000100:00100000:1.0:1787839002.997935:0:22640:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 156 00000100:00100000:2.0:1787839002.998227:0:22644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d9046b830c0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:8fe503c4-4afd-4973-b872-263edf7adc13:22644:1874684455160576:0@lo:503:ll_cfg_requeue.0 00000040:00080000:2.0:1787839002.999645:0:25690:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:1.0:1787839002.999796:0:22644:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:1.0:1787839002.999815:0:22644:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.118@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:1.0:1787839002.999826:0:22644:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.118@tcp lock: ffff8d8f43ccbe00/0x7b32352f0be6f762 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x7b32352f0be6f769 expref: -99 pid: 22644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787839002.999837:0:22644:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.118@tcp lock: ffff8d8f43ccbe00/0x7b32352f0be6f762 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x7b32352f0be6f769 expref: -99 pid: 22644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1787839002.999847:0:22644:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:1.0:1787839002.999850:0:22644:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff8d906ee42000 from 13 10000000:01000000:1.0:1787839002.999852:0:22644:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:1.0:1787839002.999885:0:22644:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.118@tcp lock: ffff8d8f43ccb600/0x7b32352f0be6f770 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787839002.999894:0:22644:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.118@tcp lock: ffff8d8f43ccb600/0x7b32352f0be6f770 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787839002.999904:0:22644:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.118@tcp lock: ffff8d8f43ccb600/0x7b32352f0be6f770 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787839002.999933:0:22644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d907f654780 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:8fe503c4-4afd-4973-b872-263edf7adc13:22644:1874684455160704:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1787839002.999985:0:22644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787839003.003545:0:22644:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d8f43cdbcc0 going to sleep for 10 seconds 00000100:00100000:0.0:1787839003.003692:0:22641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455160704 00000100:00100000:0.0:1787839003.003701:0:22641:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455160704 00000100:00100000:0.0:1787839003.003823:0:22641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 157 00000100:00100000:0.0:1787839003.003833:0:22641:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d9070637850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8fe503c4-4afd-4973-b872-263edf7adc13+22:22644:x1874684455160704:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1787839003.003850:0:22641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787839003.003868:0:22641:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8d907ef29e00/0x7b32352f0be6f777 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0x7b32352f0be6f770 expref: -99 pid: 22641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839003.003893:0:22641:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8d907ef29e00/0x7b32352f0be6f777 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x7b32352f0be6f770 expref: 23 pid: 22641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839003.003905:0:22641:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8d907ef29e00/0x7b32352f0be6f777 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x7b32352f0be6f770 expref: 23 pid: 22641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839003.003913:0:22641:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d907ef29e00, rc 0) 00000100:00100000:0.0:1787839003.003975:0:22641:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d9070637850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8fe503c4-4afd-4973-b872-263edf7adc13+23:22644:x1874684455160704:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 143us (3989us total) trans 0 rc 0/0 00000100:00100000:0.0:1787839003.003982:0:22641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 157 00000100:00100000:2.0:1787839003.004050:0:22644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d907f654780 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:8fe503c4-4afd-4973-b872-263edf7adc13:22644:1874684455160704:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1787839003.004064:0:22644:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.118@tcp lock: ffff8d8f43ccb600/0x7b32352f0be6f770 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x7b32352f0be6f777 expref: -99 pid: 22644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787839003.004071:0:22644:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.118@tcp lock: ffff8d8f43ccb600/0x7b32352f0be6f770 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x7b32352f0be6f777 expref: -99 pid: 22644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787839003.004361:0:22644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d9046b830c0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:8fe503c4-4afd-4973-b872-263edf7adc13:22644:1874684455160832:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1787839003.004397:0:22644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787839003.004425:0:22644:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d9043e59e40 going to sleep for 11 seconds 00000100:00100000:3.0:1787839003.004571:0:22642:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455160832 00000100:00100000:3.0:1787839003.004576:0:22642:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455160832 00000100:00100000:3.0:1787839003.004616:0:22642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 158 00000100:00100000:3.0:1787839003.004625:0:22642:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d9070634850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8fe503c4-4afd-4973-b872-263edf7adc13+23:22644:x1874684455160832:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1787839003.004738:0:22642:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d9070634850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8fe503c4-4afd-4973-b872-263edf7adc13+23:22644:x1874684455160832:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 114us (340us total) trans 0 rc 0/0 00000100:00100000:3.0:1787839003.004747:0:22642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 158 00000100:00100000:2.0:1787839003.004765:0:22644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d9046b830c0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:8fe503c4-4afd-4973-b872-263edf7adc13:22644:1874684455160832:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1787839003.004874:0:22644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d9046b830c0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:8fe503c4-4afd-4973-b872-263edf7adc13:22644:1874684455160960:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1787839003.004921:0:22644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787839003.004952:0:22644:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d9043e59e40 going to sleep for 11 seconds 00000100:00100000:0.0:1787839003.005008:0:22641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455160960 00000100:00100000:0.0:1787839003.005013:0:22641:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455160960 00000100:00100000:0.0:1787839003.005041:0:22641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159 00000100:00100000:0.0:1787839003.005048:0:22641:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d9070637c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8fe503c4-4afd-4973-b872-263edf7adc13+23:22644:x1874684455160960:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1787839003.005171:0:22641:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d9070637c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8fe503c4-4afd-4973-b872-263edf7adc13+23:22644:x1874684455160960:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 123us (248us total) trans 0 rc 0/0 00000100:00100000:0.0:1787839003.005178:0:22641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 159 00000100:00100000:2.0:1787839003.005406:0:22644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d9046b830c0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:8fe503c4-4afd-4973-b872-263edf7adc13:22644:1874684455160960:0@lo:503:ll_cfg_requeue.0 00000040:00080000:2.0:1787839003.006386:0:25691:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:0.0:1787839003.007123:0:22644:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:0.0:1787839003.007227:0:22644:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.118@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1787839003.007238:0:22644:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.118@tcp lock: ffff8d8f43ccb600/0x7b32352f0be6f770 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x7b32352f0be6f777 expref: -99 pid: 22644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839003.007269:0:22644:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.118@tcp lock: ffff8d8f43ccb600/0x7b32352f0be6f770 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x7b32352f0be6f777 expref: -99 pid: 22644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1787839003.007279:0:22644:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:0.0:1787839003.007281:0:22644:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff8d907f6db000 from 13 10000000:01000000:0.0:1787839003.007284:0:22644:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:0.0:1787839003.007318:0:22644:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.118@tcp lock: ffff8d907ef28000/0x7b32352f0be6f77e lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839003.007325:0:22644:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.118@tcp lock: ffff8d907ef28000/0x7b32352f0be6f77e lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839003.007333:0:22644:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.118@tcp lock: ffff8d907ef28000/0x7b32352f0be6f77e lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787839003.007356:0:22644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d905932c3c0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:8fe503c4-4afd-4973-b872-263edf7adc13:22644:1874684455161088:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1787839003.007413:0:22644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787839003.007488:0:22644:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d907b21c900 going to sleep for 11 seconds 00000100:00100000:2.0:1787839003.007659:0:22641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455161088 00000100:00100000:2.0:1787839003.007665:0:22641:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455161088 00000100:00100000:2.0:1787839003.007711:0:22641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 160 00000100:00100000:2.0:1787839003.007720:0:22641:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d9070634450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8fe503c4-4afd-4973-b872-263edf7adc13+23:22644:x1874684455161088:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1787839003.007732:0:22641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787839003.007744:0:22641:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8d9076487a00/0x7b32352f0be6f785 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0x7b32352f0be6f77e expref: -99 pid: 22641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787839003.007766:0:22641:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8d9076487a00/0x7b32352f0be6f785 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x7b32352f0be6f77e expref: 24 pid: 22641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787839003.007777:0:22641:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8d9076487a00/0x7b32352f0be6f785 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x7b32352f0be6f77e expref: 24 pid: 22641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787839003.007785:0:22641:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d9076487a00, rc 0) 00000100:00100000:2.0:1787839003.007943:0:22641:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d9070634450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8fe503c4-4afd-4973-b872-263edf7adc13+24:22644:x1874684455161088:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 223us (528us total) trans 0 rc 0/0 00000100:00100000:2.0:1787839003.007950:0:22641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 160 00000100:00100000:0.0:1787839003.008208:0:22644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d905932c3c0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:8fe503c4-4afd-4973-b872-263edf7adc13:22644:1874684455161088:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1787839003.008225:0:22644:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.118@tcp lock: ffff8d907ef28000/0x7b32352f0be6f77e lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x7b32352f0be6f785 expref: -99 pid: 22644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839003.008234:0:22644:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.118@tcp lock: ffff8d907ef28000/0x7b32352f0be6f77e lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x7b32352f0be6f785 expref: -99 pid: 22644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787839003.008299:0:22644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d905932c3c0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:8fe503c4-4afd-4973-b872-263edf7adc13:22644:1874684455161216:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1787839003.008329:0:22644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787839003.008360:0:22644:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d907b21c900 going to sleep for 11 seconds 00000100:00100000:1.0:1787839003.010038:0:22640:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455161216 00000100:00100000:1.0:1787839003.010048:0:22640:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455161216 00000100:00100000:1.0:1787839003.010108:0:22640:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 161 00000100:00100000:1.0:1787839003.010115:0:22640:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d9070635450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8fe503c4-4afd-4973-b872-263edf7adc13+24:22644:x1874684455161216:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1787839003.010309:0:22640:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d9070635450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8fe503c4-4afd-4973-b872-263edf7adc13+24:22644:x1874684455161216:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 195us (1980us total) trans 0 rc 0/0 00000100:00100000:1.0:1787839003.010315:0:22640:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 161 00000100:00100000:0.0:1787839003.010800:0:22644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d905932c3c0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:8fe503c4-4afd-4973-b872-263edf7adc13:22644:1874684455161216:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1787839003.010839:0:22644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d905932c3c0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:8fe503c4-4afd-4973-b872-263edf7adc13:22644:1874684455161344:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1787839003.010877:0:22644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787839003.010902:0:22644:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d907b21c900 going to sleep for 11 seconds 00000100:00100000:3.0:1787839003.010945:0:22642:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455161344 00000100:00100000:3.0:1787839003.010949:0:22642:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455161344 00000100:00100000:3.0:1787839003.010974:0:22642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 162 00000100:00100000:3.0:1787839003.010979:0:22642:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d9070636850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8fe503c4-4afd-4973-b872-263edf7adc13+24:22644:x1874684455161344:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1787839003.011048:0:22642:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d9070636850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8fe503c4-4afd-4973-b872-263edf7adc13+24:22644:x1874684455161344:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 68us (170us total) trans 0 rc 0/0 00000100:00100000:3.0:1787839003.011052:0:22642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 162 00000100:00100000:0.0:1787839003.011156:0:22644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d905932c3c0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:8fe503c4-4afd-4973-b872-263edf7adc13:22644:1874684455161344:0@lo:503:ll_cfg_requeue.0 00000040:00080000:0.0:1787839003.012422:0:25692:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:1.0:1787839003.012516:0:22644:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:1.0:1787839003.012578:0:22644:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.118@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:1.0:1787839003.012599:0:22644:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.118@tcp lock: ffff8d907ef28000/0x7b32352f0be6f77e lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x7b32352f0be6f785 expref: -99 pid: 22644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787839003.012611:0:22644:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.118@tcp lock: ffff8d907ef28000/0x7b32352f0be6f77e lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x7b32352f0be6f785 expref: -99 pid: 22644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787839003.020410:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.18@tcp (source: 12345-192.168.203.18@tcp) 00000100:00100000:1.0:1787839003.020595:0:22649:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684429890432 00000100:00100000:1.0:1787839003.020606:0:22649:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684429890432 00000100:00100000:1.0:1787839003.020671:0:22649:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.18@tcp, seq: 36 00000100:00100000:1.0:1787839003.020683:0:22649:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d9046b830c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2b29b22a-e143-4802-a359-07bbfb900a42+11:18713:x1874684429890432:12345-192.168.203.18@tcp:101:bash.0 00010000:00010000:1.0:1787839003.020704:0:22649:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787839003.020724:0:22649:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d8f43ccb400/0x7b32352f0be6f78c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x975aa905a02b356 expref: -99 pid: 22649 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787839003.020786:0:22649:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8d8f43ccae00/0x7b32352f0be6f793 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22649 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787839003.020801:0:22649:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d8f43ccae00/0x7b32352f0be6f793 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22649 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787839003.020812:0:22649:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d8f43ccae00/0x7b32352f0be6f793 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22649 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787839003.020821:0:22649:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8d8f43cca000/0x7b32352f0be6f79a lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22649 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787839003.020827:0:22649:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d8f43cca000/0x7b32352f0be6f79a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22649 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787839003.020850:0:22649:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d8f43cca000/0x7b32352f0be6f79a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22649 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787839003.020923:0:22649:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8d8f43cca800/0x7b32352f0be6f7a1 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22649 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787839003.020931:0:22649:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d8f43cca800/0x7b32352f0be6f7a1 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22649 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787839003.020937:0:22649:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d8f43cca800/0x7b32352f0be6f7a1 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22649 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1787839003.020971:0:22649:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1787839003.020974:0:22649:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1787839003.021018:0:22649:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8d8f43cca800/0x7b32352f0be6f7a1 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22649 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787839003.021032:0:22649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8d8f43ccae00/0x7b32352f0be6f793 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22649 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787839003.021039:0:22649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d8f43ccae00/0x7b32352f0be6f793 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22649 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787839003.021046:0:22649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d8f43ccae00/0x7b32352f0be6f793 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22649 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787839003.021051:0:22649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d8f43ccae00 already unused, calling callback (ffffffffc17654f0) 00010000:00010000:1.0:1787839003.021055:0:22649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d8f43ccae00/0x7b32352f0be6f793 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22649 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787839003.021063:0:22649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d8f43ccae00/0x7b32352f0be6f793 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22649 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787839003.021090:0:22649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8d9079df1b00) 00010000:00010000:1.0:1787839003.021093:0:22649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787839003.021099:0:22649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d8f43ccae00/0x7b32352f0be6f793 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22649 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787839003.021105:0:22649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d8f43ccae00/0x7b32352f0be6f793 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22649 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787839003.021225:0:22649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8d8f43cca000/0x7b32352f0be6f79a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22649 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787839003.021232:0:22649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d8f43cca000/0x7b32352f0be6f79a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 22649 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787839003.021246:0:22649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d8f43cca000/0x7b32352f0be6f79a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22649 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787839003.021251:0:22649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d8f43cca000 already unused, calling callback (ffffffffc17654f0) 00010000:00010000:1.0:1787839003.021254:0:22649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d8f43cca000/0x7b32352f0be6f79a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22649 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787839003.021259:0:22649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d8f43cca000/0x7b32352f0be6f79a lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 22649 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787839003.021267:0:22649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff8d9079df1f00) 00010000:00010000:1.0:1787839003.021269:0:22649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787839003.021271:0:22649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d8f43cca000/0x7b32352f0be6f79a lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22649 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787839003.021277:0:22649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d8f43cca000/0x7b32352f0be6f79a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22649 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787839003.021313:0:22649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d8f43ccb400/0x7b32352f0be6f78c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.18@tcp remote: 0x975aa905a02b356 expref: 13 pid: 22649 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787839003.021328:0:22649:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8d8f43cca800/0x7b32352f0be6f7a1 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.18@tcp remote: 0x975aa905a02b356 expref: 12 pid: 22649 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787839003.021336:0:22649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8d9079df1000) 00010000:00010000:1.0:1787839003.021338:0:22649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1787839003.021341:0:22649:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d8f43cca800, rc 0) 00000100:00100000:0.0:1787839003.021685:0:22649:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d9046b830c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2b29b22a-e143-4802-a359-07bbfb900a42+12:18713:x1874684429890432:12345-192.168.203.18@tcp:101:bash.0 Request processed in 1003us (1284us total) trans 0 rc 0/0 00000100:00100000:0.0:1787839003.021692:0:22649:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.18@tcp, seq: 36 00000100:00100000:2.0:1787839003.023997:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.18@tcp (source: 12345-192.168.203.18@tcp) 00000100:00100000:3.0:1787839003.024444:0:22658:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684429890560 00000100:00100000:3.0:1787839003.024453:0:22658:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684429890560 00000100:00100000:3.0:1787839003.024508:0:22658:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.18@tcp, seq: 7 00000100:00100000:3.0:1787839003.024518:0:22658:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d9046b81e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:2b29b22a-e143-4802-a359-07bbfb900a42+5:18713:x1874684429890560:12345-192.168.203.18@tcp:900:bash.0 00000100:00100000:3.0:1787839003.024611:0:22658:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d9046b81e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:2b29b22a-e143-4802-a359-07bbfb900a42+5:18713:x1874684429890560:12345-192.168.203.18@tcp:900:bash.0 Request processed in 95us (624us total) trans 0 rc 0/0 00000100:00100000:3.0:1787839003.024619:0:22658:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.18@tcp, seq: 7 00000100:00100000:3.0:1787839003.026235:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.18@tcp (source: 12345-192.168.203.18@tcp) 00000100:00100000:1.0:1787839003.026389:0:22648:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684429890816 00000100:00100000:1.0:1787839003.026400:0:22648:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684429890816 00000100:00100000:1.0:1787839003.026450:0:22648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.18@tcp, seq: 37 00000100:00100000:1.0:1787839003.026459:0:22648:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d904b5a7840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2b29b22a-e143-4802-a359-07bbfb900a42+12:18713:x1874684429890816:12345-192.168.203.18@tcp:101:bash.0 00010000:00010000:1.0:1787839003.026477:0:22648:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787839003.026496:0:22648:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d8f43ccb400/0x7b32352f0be6f7a8 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x975aa905a02b35d expref: -99 pid: 22648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787839003.026616:0:22648:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d8f43cca000/0x7b32352f0be6f7af lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 22648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787839003.026632:0:22648:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8d8f43ccac00/0x7b32352f0be6f74d lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.18@tcp remote: 0x975aa905a02b34f expref: 12 pid: 22648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787839003.026641:0:22648:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d8f43cca000/0x7b32352f0be6f7af lrc: 4/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 22648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787839003.026675:0:22648:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8d8f43ccac00/0x7b32352f0be6f74d lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.18@tcp remote: 0x975aa905a02b34f expref: 12 pid: 22648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787839003.026701:0:22648:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8d8f43ccac00/0x7b32352f0be6f74d lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.18@tcp remote: 0x975aa905a02b34f expref: 12 pid: 22648 timeout: 786 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787839003.026717:0:22648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d907f654780 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:22648:1874684455161472:192.168.203.18@tcp:104: 00000100:00100000:1.0:1787839003.026806:0:22648:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d8f43cdbcc0 going to sleep for 11 seconds 00000100:00100000:1.0:1787839003.029347:0:22648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d907f654780 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:22648:1874684455161472:192.168.203.18@tcp:104: 00010000:00010000:1.0:1787839003.029376:0:22648:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8d8f43cca000/0x7b32352f0be6f7af lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 22648 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787839003.030320:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.18@tcp (source: 12345-192.168.203.18@tcp) 00000100:00100000:0.0:1787839003.030376:0:22634:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684429890944 00000100:00100000:0.0:1787839003.030384:0:22634:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684429890944 00010000:00010000:0.0:1787839003.030421:0:22634:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d8f43ccac00/0x7b32352f0be6f74d lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.18@tcp remote: 0x975aa905a02b34f expref: 13 pid: 22648 timeout: 786 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787839003.030463:0:22634:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.18@tcp, seq: 16 00000100:00100000:0.0:1787839003.030472:0:22634:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d904b5a4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:036c6d19-eeb5-4e02-8c77-d6297ee7885b+13:2406:x1874684429890944:12345-192.168.203.18@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1787839003.030571:0:22634:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787839003.030580:0:22634:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8d8f43ccac00/0x7b32352f0be6f74d lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.18@tcp remote: 0x975aa905a02b34f expref: 13 pid: 22648 timeout: 786 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839003.030593:0:22634:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8d8f43ccac00/0x7b32352f0be6f74d lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.18@tcp remote: 0x975aa905a02b34f expref: 13 pid: 22648 timeout: 786 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839003.030617:0:22634:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d8f43ccac00/0x7b32352f0be6f74d lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.18@tcp remote: 0x975aa905a02b34f expref: 13 pid: 22648 timeout: 786 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839003.030655:0:22634:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8d9079df1000) 00010000:00010000:0.0:1787839003.030660:0:22634:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8d8f43cca000/0x7b32352f0be6f7af lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 22648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839003.030670:0:22634:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8d8f43cca000/0x7b32352f0be6f7af lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 22648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839003.030678:0:22634:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d8f43cca000/0x7b32352f0be6f7af lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 22648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839003.030703:0:22634:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1787839003.030728:0:22648:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8d8f43cca000/0x7b32352f0be6f7af lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787839003.030739:0:22648:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d8f43cca000/0x7b32352f0be6f7af lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787839003.030762:0:22648:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d8f43ccae00/0x7b32352f0be6f7b6 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22648 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787839003.030766:0:22634:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d904b5a4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:036c6d19-eeb5-4e02-8c77-d6297ee7885b+12:2406:x1874684429890944:12345-192.168.203.18@tcp:103:ldlm_bl.0 Request processed in 292us (445us total) trans 0 rc 0/0 00010000:00010000:1.0:1787839003.030776:0:22648:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d8f43ccae00/0x7b32352f0be6f7b6 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22648 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787839003.030777:0:22634:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.18@tcp, seq: 16 00010000:00010000:1.0:1787839003.030799:0:22648:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d8f43ccae00/0x7b32352f0be6f7b6 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839003.031438:0:22648:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8d9040031000/0x7b32352f0be6f7bd lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839003.031449:0:22648:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d9040031000/0x7b32352f0be6f7bd lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839003.031456:0:22648:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d9040031000/0x7b32352f0be6f7bd lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22648 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1787839003.031466:0:22648:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:0.0:1787839003.031503:0:22648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d8f43cca000/0x7b32352f0be6f7af lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839003.031510:0:22648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d8f43cca000/0x7b32352f0be6f7af lrc: 2/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 22648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839003.031528:0:22648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d8f43cca000/0x7b32352f0be6f7af lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 22648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839003.031534:0:22648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d8f43cca000 already unused, calling callback (ffffffffc17654f0) 00010000:00010000:0.0:1787839003.031538:0:22648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d8f43cca000/0x7b32352f0be6f7af lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 22648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839003.031545:0:22648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d8f43cca000/0x7b32352f0be6f7af lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 22648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839003.031555:0:22648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8d9079df1000) 00010000:00010000:0.0:1787839003.031558:0:22648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787839003.031562:0:22648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d8f43cca000/0x7b32352f0be6f7af lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 22648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839003.031570:0:22648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d8f43cca000/0x7b32352f0be6f7af lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 22648 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1787839003.031581:0:22648:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000f62613b4 reply state 00000000dcb8c56f transno 12884901896 ns: mdt-lustre-MDT0000_UUID lock: ffff8d8f43ccae00/0x7b32352f0be6f7b6 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839003.031591:0:22648:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d8f43ccae00/0x7b32352f0be6f7b6 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839003.031609:0:22648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0xb42112bc (ffff8d9052787400) 00010000:00010000:0.0:1787839003.031611:0:22648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1787839003.031613:0:22648:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1787839003.031646:0:22648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d8f43ccb400/0x7b32352f0be6f7a8 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.18@tcp remote: 0x975aa905a02b35d expref: 15 pid: 22648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839003.031661:0:22648:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8d9040031000/0x7b32352f0be6f7bd lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.18@tcp remote: 0x975aa905a02b35d expref: 14 pid: 22648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839003.031675:0:22648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8d9079df1500) 00010000:00010000:0.0:1787839003.031678:0:22648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 9 00010000:00010000:0.0:1787839003.031680:0:22648:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d9040031000, rc 0) 00000100:00100000:0.0:1787839003.031724:0:22648:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d904b5a7840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2b29b22a-e143-4802-a359-07bbfb900a42+15:18713:x1874684429890816:12345-192.168.203.18@tcp:101:bash.0 Request processed in 5267us (5498us total) trans 12884901896 rc 0/0 00000100:00100000:0.0:1787839003.031732:0:22648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.18@tcp, seq: 37 00000100:00100000:3.0:1787839003.043881:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.18@tcp (source: 12345-192.168.203.18@tcp) 00000100:00100000:1.0:1787839003.043992:0:22647:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684429891072 00000100:00100000:1.0:1787839003.044003:0:22647:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684429891072 00000100:00100000:1.0:1787839003.044222:0:22647:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.18@tcp, seq: 38 00000100:00100000:1.0:1787839003.044246:0:22647:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d904b5a7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2b29b22a-e143-4802-a359-07bbfb900a42+15:18713:x1874684429891072:12345-192.168.203.18@tcp:101:bash.0 00010000:00010000:1.0:1787839003.044434:0:22647:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787839003.044455:0:22647:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d8f43cca600/0x7b32352f0be6f7cb lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x975aa905a02b364 expref: -99 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787839003.044521:0:22647:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8d8f43ccb200/0x7b32352f0be6f7d2 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22647 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787839003.044535:0:22647:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d8f43ccb200/0x7b32352f0be6f7d2 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22647 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787839003.044547:0:22647:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d8f43ccb200/0x7b32352f0be6f7d2 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22647 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1787839003.044608:0:22647:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00000004:00200000:1.0:1787839003.044613:0:22647:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1787839003.044633:0:22647:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8d8f43ccb200/0x7b32352f0be6f7d2 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22647 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787839003.044644:0:22647:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d8f43ccb200/0x7b32352f0be6f7d2 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22647 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787839003.044667:0:22647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d8f43cca600/0x7b32352f0be6f7cb lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.18@tcp remote: 0x975aa905a02b364 expref: 17 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787839003.044685:0:22647:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8d8f43ccb200/0x7b32352f0be6f7d2 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.18@tcp remote: 0x975aa905a02b364 expref: 16 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787839003.044694:0:22647:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8d9079df1500) 00010000:00010000:1.0:1787839003.044697:0:22647:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1787839003.044701:0:22647:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d8f43ccb200, rc 0) 00000100:00100000:1.0:1787839003.044776:0:22647:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d904b5a7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2b29b22a-e143-4802-a359-07bbfb900a42+16:18713:x1874684429891072:12345-192.168.203.18@tcp:101:bash.0 Request processed in 544us (906us total) trans 0 rc 0/0 00000100:00100000:1.0:1787839003.044784:0:22647:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.18@tcp, seq: 38 00000100:00100000:3.0:1787839003.054243:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.18@tcp (source: 12345-192.168.203.18@tcp) 00000100:00100000:0.0:1787839003.054432:0:22651:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684429891328 00000100:00100000:0.0:1787839003.054441:0:22651:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684429891328 00000100:00100000:0.0:1787839003.054490:0:22651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.18@tcp, seq: 5 00000100:00100000:0.0:1787839003.054500:0:22651:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d904b5a4b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:2b29b22a-e143-4802-a359-07bbfb900a42+16:18713:x1874684429891328:12345-192.168.203.18@tcp:35:bash.0 00000100:00100000:0.0:1787839003.054897:0:22651:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d904b5a4b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:2b29b22a-e143-4802-a359-07bbfb900a42+17:18713:x1874684429891328:12345-192.168.203.18@tcp:35:bash.0 Request processed in 396us (671us total) trans 12884901897 rc 0/0 00000100:00100000:0.0:1787839003.054906:0:22651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.18@tcp, seq: 5 00000040:00080000:0.0:1787839003.118809:0:23405:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:0.0:1787839003.118896:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d905932c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:8fe503c4-4afd-4973-b872-263edf7adc13:3646:1874684455161600:0@lo:400:kworker.0 00000100:00100000:0.0:1787839003.118969:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787839003.119008:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d905932de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3646:1874684455162112:0@lo:400:kworker.0 00000100:00100000:0.0:1787839003.119035:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787839003.119057:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d905932e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3646:1874684455162624:0@lo:400:kworker.0 00000100:00100000:0.0:1787839003.119091:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787839003.119107:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d8f4493cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3646:1874684455163136:0@lo:400:kworker.0 00000100:00100000:0.0:1787839003.119146:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787839003.119167:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:0.0:1787839003.119196:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d905932f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3646:1874684455161984:0@lo:400:kworker.0 00000100:00100000:0.0:1787839003.119221:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787839003.119240:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d905932d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3646:1874684455162496:0@lo:400:kworker.0 00000100:00100000:0.0:1787839003.119260:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787839003.119276:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d8f4493d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3646:1874684455163008:0@lo:400:kworker.0 00000100:00100000:0.0:1787839003.119299:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787839003.119970:0:22642:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455161600 00000100:00100000:3.0:1787839003.119978:0:22642:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455161600 00000100:00100000:3.0:1787839003.120025:0:22642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 163 00000100:00100000:3.0:1787839003.120034:0:22642:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d9070642c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8fe503c4-4afd-4973-b872-263edf7adc13+24:3646:x1874684455161600:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787839003.122167:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d905932e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3643:1874684455161728:0@lo:400:kworker.0 00000100:00100000:1.0:1787839003.126752:0:24154:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455161984 00000100:00100000:1.0:1787839003.126763:0:24154:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455161984 00000100:00100000:1.0:1787839003.126821:0:24154:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455162496 00000100:00100000:1.0:1787839003.126824:0:24154:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455162496 00000100:00100000:1.0:1787839003.126852:0:24154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:1.0:1787839003.126861:0:24154:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d905924bc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3646:x1874684455161984:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787839003.134192:0:22642:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d9070642c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8fe503c4-4afd-4973-b872-263edf7adc13+24:3646:x1874684455161600:12345-0@lo:400:kworker.0 Request processed in 14147us (15212us total) trans 0 rc 0/0 00000100:00100000:3.0:1787839003.134212:0:22642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 163 00000100:00100000:3.0:1787839003.134289:0:24155:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:3.0:1787839003.134302:0:24155:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d905924b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3646:x1874684455162496:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787839003.134356:0:24155:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d905924b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3646:x1874684455162496:12345-0@lo:400:kworker.0 Request processed in 59us (15094us total) trans 0 rc 0/0 00000100:00100000:3.0:1787839003.134362:0:24155:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:3.0:1787839003.134434:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d905932c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3644:1874684455161856:0@lo:400:kworker.0 00000100:00100000:3.0:1787839003.134551:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787839003.134581:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d905932fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3644:1874684455162368:0@lo:400:kworker.0 00000100:00100000:3.0:1787839003.134673:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787839003.134696:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d8f4493e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3644:1874684455162880:0@lo:400:kworker.0 00000100:00100000:3.0:1787839003.134722:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787839003.134750:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d904b5a4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3644:1874684455163392:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1787839003.134775:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787839003.134809:0:24155:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455161856 00000100:00100000:3.0:1787839003.134816:0:24155:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455161856 00000100:00100000:3.0:1787839003.134843:0:24155:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455162368 00000100:00100000:3.0:1787839003.134846:0:24155:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455162368 00000100:00100000:3.0:1787839003.134861:0:24155:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:0.0:1787839003.136551:0:24152:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:0.0:1787839003.136572:0:24152:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d904b5a7c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3644:x1874684455162368:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787839003.136659:0:24152:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d904b5a7c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3644:x1874684455162368:12345-0@lo:400:kworker.0 Request processed in 97us (1985us total) trans 0 rc 0/0 00000100:00100000:0.0:1787839003.136667:0:24152:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:3.0:1787839003.136701:0:24155:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d904b5a43c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3644:x1874684455161856:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787839003.136717:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d905932fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3644:1874684455162368:0@lo:400:kworker.0 00000100:00100000:3.0:1787839003.136736:0:24155:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d904b5a43c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3644:x1874684455161856:12345-0@lo:400:kworker.0 Request processed in 41us (2191us total) trans 0 rc 0/0 00000100:00100000:0.0:1787839003.136741:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d905932c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3644:1874684455161856:0@lo:400:kworker.0 00000100:00100000:3.0:1787839003.136742:0:24155:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:3.0:1787839003.136761:0:24459:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455162112 00000100:00100000:3.0:1787839003.136767:0:24459:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455162112 00000100:00100000:0.0:1787839003.136768:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787839003.136792:0:24459:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455162624 00000100:00100000:0.0:1787839003.136794:0:22652:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455161728 00000100:00100000:3.0:1787839003.136796:0:24459:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455162624 00000100:00100000:0.0:1787839003.136797:0:22652:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455161728 00000100:00100000:3.0:1787839003.136806:0:24459:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455163136 00000100:00100000:3.0:1787839003.136808:0:24459:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455163136 00000100:00100000:3.0:1787839003.136822:0:24459:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455163008 00000100:00100000:3.0:1787839003.136824:0:24459:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455163008 00000100:00100000:0.0:1787839003.136824:0:22652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47 00000100:00100000:0.0:1787839003.136830:0:22652:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d90592492c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3643:x1874684455161728:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787839003.136835:0:24459:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455162880 00000100:00100000:3.0:1787839003.136836:0:24459:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455162880 00000100:00100000:3.0:1787839003.136849:0:24459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000100:00100000:3.0:1787839003.136855:0:24459:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d8f4493c3c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3646:x1874684455162112:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787839003.136859:0:22652:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d90592492c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3643:x1874684455161728:12345-0@lo:400:kworker.0 Request processed in 30us (92us total) trans 0 rc 0/0 00000100:00100000:0.0:1787839003.136865:0:22652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47 00000100:00100000:0.0:1787839003.136890:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d905932e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3643:1874684455161728:0@lo:400:kworker.0 00000100:00100000:0.0:1787839003.136900:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d905932cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3643:1874684455162240:0@lo:400:kworker.0 00000100:00100000:0.0:1787839003.136938:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787839003.136952:0:24459:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d8f4493c3c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3646:x1874684455162112:12345-0@lo:400:kworker.0 Request processed in 97us (17917us total) trans 0 rc 0/0 00000100:00100000:0.0:1787839003.136955:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d8f4493e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3643:1874684455162752:0@lo:400:kworker.0 00000100:00100000:3.0:1787839003.136970:0:24459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00000100:00100000:0.0:1787839003.136977:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787839003.136982:0:24459:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455162752 00000100:00100000:3.0:1787839003.136985:0:24459:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455162752 00000100:00100000:0.0:1787839003.136987:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d904b5a52c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3643:1874684455163264:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1787839003.137000:0:24459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47 00000100:00100000:3.0:1787839003.137005:0:24459:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d905924a1c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3646:x1874684455162624:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787839003.137007:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787839003.137025:0:24157:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455163392 00000100:00100000:0.0:1787839003.137028:0:24157:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455163392 00000100:00100000:0.0:1787839003.137046:0:24157:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455163264 00000100:00100000:0.0:1787839003.137049:0:24157:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455163264 00000100:00100000:3.0:1787839003.137053:0:24459:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d905924a1c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3646:x1874684455162624:12345-0@lo:400:kworker.0 Request processed in 48us (17962us total) trans 0 rc 0/0 00000100:00100000:3.0:1787839003.137060:0:24459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47 00000100:00100000:0.0:1787839003.137062:0:24157:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:0.0:1787839003.137067:0:24157:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d904b5a5e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3644:x1874684455163392:12345-0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1787839003.137070:0:24459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 48 00000100:00100000:3.0:1787839003.137074:0:24459:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d9059249a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3646:x1874684455163136:12345-0@lo:400:kworker.0 00002000:00000024:0.0:1787839003.137101:0:24157:0:(ofd_obd.c:739:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1787839003.137112:0:24459:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d9059249a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3646:x1874684455163136:12345-0@lo:400:kworker.0 Request processed in 38us (17986us total) trans 0 rc 0/0 00000100:00100000:3.0:1787839003.137119:0:24459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 48 00000100:00100000:3.0:1787839003.137146:0:24459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49 00000100:00100000:0.0:1787839003.137146:0:24157:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d904b5a5e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3644:x1874684455163392:12345-0@lo:13:osp-pre-0-0.0 Request processed in 78us (2370us total) trans 0 rc 0/0 00000100:00100000:3.0:1787839003.137151:0:24459:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d905924b840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3646:x1874684455163008:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787839003.137153:0:24157:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:0.0:1787839003.137164:0:24157:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:0.0:1787839003.137169:0:24157:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d9059248000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3643:x1874684455163264:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1787839003.137176:0:24459:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d905924b840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3646:x1874684455163008:12345-0@lo:400:kworker.0 Request processed in 26us (17877us total) trans 0 rc 0/0 00000100:00100000:3.0:1787839003.137181:0:24459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49 00002000:00000024:0.0:1787839003.137182:0:24157:0:(ofd_obd.c:739:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3915849728 avail 3684327424 00000100:00100000:3.0:1787839003.137190:0:24459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50 00000100:00100000:3.0:1787839003.137195:0:24459:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d904b5a6580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3644:x1874684455162880:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787839003.137203:0:24157:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d9059248000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3643:x1874684455163264:12345-0@lo:13:osp-pre-1-1.0 Request processed in 35us (195us total) trans 0 rc 0/0 00000100:00100000:0.0:1787839003.137209:0:24157:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:3.0:1787839003.137216:0:24459:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d904b5a6580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3644:x1874684455162880:12345-0@lo:400:kworker.0 Request processed in 21us (2494us total) trans 0 rc 0/0 00000100:00100000:3.0:1787839003.137222:0:24459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50 00000100:00100000:3.0:1787839003.137231:0:24459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51 00010000:00080000:0.0:1787839003.137233:0:3644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8d8f4493e1c0 x1874684455162880/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787839019 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787839003.137236:0:24459:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d9059248b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3643:x1874684455162752:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787839003.137245:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d8f4493e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3644:1874684455162880:0@lo:400:kworker.0 00000100:00100000:3.0:1787839003.137259:0:24459:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d9059248b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3643:x1874684455162752:12345-0@lo:400:kworker.0 Request processed in 24us (282us total) trans 0 rc 0/0 00000100:00100000:0.0:1787839003.137259:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d904b5a4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3644:1874684455163392:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1787839003.137265:0:24459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51 00000100:00100000:3.0:1787839003.137291:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d905932d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3646:1874684455162496:0@lo:400:kworker.0 00000100:00100000:0.0:1787839003.137298:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d904b5a52c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3643:1874684455163264:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1787839003.137311:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d8f4493d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3646:1874684455163008:0@lo:400:kworker.0 00000100:00100000:0.0:1787839003.137316:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d8f4493e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3643:1874684455162752:0@lo:400:kworker.0 00000100:00100000:3.0:1787839003.137321:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d905932c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:8fe503c4-4afd-4973-b872-263edf7adc13:3646:1874684455161600:0@lo:400:kworker.0 00000100:00100000:3.0:1787839003.137331:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d905932de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3646:1874684455162112:0@lo:400:kworker.0 00000100:00100000:3.0:1787839003.137339:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d905932e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3646:1874684455162624:0@lo:400:kworker.0 00010000:00080000:3.0:1787839003.137349:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8d8f4493cf00 x1874684455163136/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787839019 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787839003.137355:0:22643:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1787839003.137358:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d8f4493cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3646:1874684455163136:0@lo:400:kworker.0 00000100:00080000:0.0:1787839003.137358:0:22643:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1787839003.137361:0:22643:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1787839003.137363:0:22643:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1787839003.137374:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d907f654780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3645:1874684455163520:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1787839003.137402:0:22653:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455162240 00000100:00100000:3.0:1787839003.137406:0:22653:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455162240 00000100:00100000:0.0:1787839003.137412:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787839003.137426:0:22653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 48 00000100:00100000:3.0:1787839003.137432:0:22653:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d905924b0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3643:x1874684455162240:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787839003.137434:0:24157:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455163520 00000100:00100000:0.0:1787839003.137436:0:24157:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455163520 00000100:00100000:0.0:1787839003.137450:0:24157:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:0.0:1787839003.137456:0:24157:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d905924a940 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3645:x1874684455163520:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1787839003.137464:0:22653:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d905924b0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3643:x1874684455162240:12345-0@lo:400:kworker.0 Request processed in 32us (526us total) trans 0 rc 0/0 00002000:00000024:0.0:1787839003.137465:0:24157:0:(ofd_obd.c:739:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3915849728 avail 3684327424 00000100:00100000:3.0:1787839003.137470:0:22653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 48 00000100:00100000:0.0:1787839003.137489:0:24157:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d905924a940 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3645:x1874684455163520:12345-0@lo:13:osp-pre-1-0.0 Request processed in 33us (76us total) trans 0 rc 0/0 00000100:00100000:0.0:1787839003.137494:0:24157:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:0.0:1787839003.137519:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d907f654780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3645:1874684455163520:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1787839003.137539:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d905932cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3643:1874684455162240:0@lo:400:kworker.0 00000100:00100000:1.0:1787839003.140276:0:24154:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d905924bc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3646:x1874684455161984:12345-0@lo:400:kworker.0 Request processed in 13407us (21044us total) trans 0 rc 0/0 00000100:00100000:1.0:1787839003.140292:0:24154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:3.0:1787839003.141087:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d905932f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3646:1874684455161984:0@lo:400:kworker.0 00000100:00100000:2.0:1787839003.145099:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.18@tcp (source: 12345-192.168.203.18@tcp) 00000100:00100000:3.0:1787839003.145242:0:24459:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684429891584 00000100:00100000:3.0:1787839003.145251:0:24459:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684429891584 00000100:00100000:3.0:1787839003.145349:0:24459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.18@tcp, seq: 39 00000100:00100000:3.0:1787839003.145359:0:24459:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d9046b82940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2b29b22a-e143-4802-a359-07bbfb900a42+17:18723:x1874684429891584:12345-192.168.203.18@tcp:101:lfs.0 00010000:00010000:3.0:1787839003.145382:0:24459:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787839003.145613:0:24459:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d8f422d5600/0x7b32352f0be6f7d9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x975aa905a02b36b expref: -99 pid: 24459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1787839003.145736:0:24459:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00010000:00010000:3.0:1787839003.145834:0:24459:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8d8f422d5600/0x7b32352f0be6f7d9 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.18@tcp remote: 0x975aa905a02b36b expref: 19 pid: 24459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787839003.145849:0:24459:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8d9079df1b00) 00010000:00010000:3.0:1787839003.145852:0:24459:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1787839003.145857:0:24459:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d8f422d5600/0x7b32352f0be6f7d9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.18@tcp remote: 0x975aa905a02b36b expref: 19 pid: 24459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787839003.145870:0:24459:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d8f422d5600, rc 0) 00000100:00100000:3.0:1787839003.145937:0:24459:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d9046b82940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2b29b22a-e143-4802-a359-07bbfb900a42+18:18723:x1874684429891584:12345-192.168.203.18@tcp:101:lfs.0 Request processed in 579us (858us total) trans 12884901898 rc 301/301 00000100:00100000:3.0:1787839003.145945:0:24459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.18@tcp, seq: 39 00000100:00100000:3.0:1787839003.154156:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.18@tcp (source: 12345-192.168.203.18@tcp) 00000100:00100000:1.0:1787839003.154283:0:22650:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684429891840 00000100:00100000:1.0:1787839003.154293:0:22650:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684429891840 00000100:00100000:1.0:1787839003.154352:0:22650:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.18@tcp, seq: 6 00000100:00100000:1.0:1787839003.154361:0:22650:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d904b5a61c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:2b29b22a-e143-4802-a359-07bbfb900a42+18:18723:x1874684429891840:12345-192.168.203.18@tcp:35:lfs.0 00000100:00100000:1.0:1787839003.154600:0:22650:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d904b5a61c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:2b29b22a-e143-4802-a359-07bbfb900a42+19:18723:x1874684429891840:12345-192.168.203.18@tcp:35:lfs.0 Request processed in 239us (484us total) trans 12884901899 rc 0/0 00000100:00100000:1.0:1787839003.154608:0:22650:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.18@tcp, seq: 6 00010000:00010000:2.0:1787839003.186218:0:25150:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787839003.227096:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.18@tcp (source: 12345-192.168.203.18@tcp) 00000100:00100000:3.0:1787839003.227688:0:22648:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684429892096 00000100:00100000:3.0:1787839003.227701:0:22648:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684429892096 00000100:00100000:3.0:1787839003.227808:0:22648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.18@tcp, seq: 40 00000100:00100000:3.0:1787839003.227821:0:22648:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d907f654780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2b29b22a-e143-4802-a359-07bbfb900a42+19:18726:x1874684429892096:12345-192.168.203.18@tcp:101:lfs.0 00010000:00010000:3.0:1787839003.227844:0:22648:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787839003.227863:0:22648:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d8f422d5600/0x7b32352f0be6f7e7 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x975aa905a02b372 expref: -99 pid: 22648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787839003.227977:0:22648:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8d8f422d4c00/0x7b32352f0be6f7ee lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787839003.227992:0:22648:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d8f422d4c00/0x7b32352f0be6f7ee lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787839003.228017:0:22648:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d8f422d4c00/0x7b32352f0be6f7ee lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22648 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1787839003.228031:0:22648:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:3.0:1787839003.228180:0:22648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d8f422d5600/0x7b32352f0be6f7e7 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.18@tcp remote: 0x975aa905a02b372 expref: 22 pid: 22648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787839003.228199:0:22648:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8d8f422d4c00/0x7b32352f0be6f7ee lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.18@tcp remote: 0x975aa905a02b372 expref: 21 pid: 22648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787839003.228207:0:22648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8d9079df1500) 00010000:00010000:3.0:1787839003.228210:0:22648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1787839003.228213:0:22648:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d8f422d4c00, rc 0) 00000100:00100000:3.0:1787839003.228285:0:22648:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d907f654780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2b29b22a-e143-4802-a359-07bbfb900a42+21:18726:x1874684429892096:12345-192.168.203.18@tcp:101:lfs.0 Request processed in 467us (1212us total) trans 12884901900 rc 0/0 00000100:00100000:3.0:1787839003.228292:0:22648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.18@tcp, seq: 40 00000100:00100000:2.0:1787839003.234304:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.18@tcp (source: 12345-192.168.203.18@tcp) 00000100:00100000:2.0:1787839003.234398:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.18@tcp (source: 12345-192.168.203.18@tcp) 00000100:00100000:3.0:1787839003.234494:0:22633:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684429892352 00000100:00100000:3.0:1787839003.234504:0:22633:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684429892352 00000100:00100000:3.0:1787839003.234578:0:22633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.18@tcp, seq: 0 00000100:00100000:3.0:1787839003.234589:0:22633:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d9046b80b40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2b29b22a-e143-4802-a359-07bbfb900a42+21:2406:x1874684429892352:12345-192.168.203.18@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1787839003.234604:0:22633:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787839003.234628:0:22633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d8f422d4c00/0x7b32352f0be6f7ee lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.18@tcp remote: 0x975aa905a02b372 expref: 21 pid: 22648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787839003.234647:0:22633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8d9079df1500) 00010000:00010000:3.0:1787839003.234652:0:22633:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787839003.234719:0:22633:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d9046b80b40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2b29b22a-e143-4802-a359-07bbfb900a42+20:2406:x1874684429892352:12345-192.168.203.18@tcp:103:ldlm_bl.0 Request processed in 132us (321us total) trans 0 rc 0/0 00000100:00100000:3.0:1787839003.234727:0:22633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.18@tcp, seq: 0 00000100:00100000:0.0:1787839003.237276:0:22649:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684429892224 00000100:00100000:0.0:1787839003.237290:0:22649:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684429892224 00000100:00100000:0.0:1787839003.237354:0:22649:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.18@tcp, seq: 41 00000100:00100000:0.0:1787839003.237363:0:22649:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d9046b803c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2b29b22a-e143-4802-a359-07bbfb900a42+20:18726:x1874684429892224:12345-192.168.203.18@tcp:54:lfs.0 00010000:00010000:0.0:1787839003.237428:0:22649:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8d9040031800/0x7b32352f0be6f7fc lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22649 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839003.237461:0:22649:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d9040031800/0x7b32352f0be6f7fc lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22649 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839003.237473:0:22649:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d9040031800/0x7b32352f0be6f7fc lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22649 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839003.237508:0:22649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8d9040031800/0x7b32352f0be6f7fc lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22649 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839003.237514:0:22649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d9040031800/0x7b32352f0be6f7fc lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 22649 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839003.237520:0:22649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d9040031800/0x7b32352f0be6f7fc lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22649 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839003.237525:0:22649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d9040031800 already unused, calling callback (ffffffffc17654f0) 00010000:00010000:0.0:1787839003.237529:0:22649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d9040031800/0x7b32352f0be6f7fc lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22649 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839003.237536:0:22649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d9040031800/0x7b32352f0be6f7fc lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 22649 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839003.237546:0:22649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8d9079df1500) 00010000:00010000:0.0:1787839003.237549:0:22649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1787839003.237553:0:22649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d9040031800/0x7b32352f0be6f7fc lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22649 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839003.237558:0:22649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d9040031800/0x7b32352f0be6f7fc lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22649 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787839003.237830:0:22649:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d9046b803c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2b29b22a-e143-4802-a359-07bbfb900a42+20:18726:x1874684429892224:12345-192.168.203.18@tcp:54:lfs.0 Request processed in 466us (3534us total) trans 0 rc 0/0 00000100:00100000:0.0:1787839003.237845:0:22649:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.18@tcp, seq: 41 00000100:00100000:2.0:1787839003.244284:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.18@tcp (source: 12345-192.168.203.18@tcp) 00000100:00100000:1.0:1787839003.244426:0:22650:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684429892608 00000100:00100000:1.0:1787839003.244437:0:22650:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684429892608 00000100:00100000:1.0:1787839003.244495:0:22650:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.18@tcp, seq: 7 00000100:00100000:1.0:1787839003.244506:0:22650:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d9046b83c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:2b29b22a-e143-4802-a359-07bbfb900a42+20:18726:x1874684429892608:12345-192.168.203.18@tcp:35:lfs.0 00000100:00100000:1.0:1787839003.244730:0:22650:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d9046b83c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:2b29b22a-e143-4802-a359-07bbfb900a42+21:18726:x1874684429892608:12345-192.168.203.18@tcp:35:lfs.0 Request processed in 226us (456us total) trans 12884901901 rc 0/0 00000100:00100000:1.0:1787839003.244738:0:22650:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.18@tcp, seq: 7 00000040:00080000:1.0:1787839003.501782:0:22683:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:2.0:1787839003.648170:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.18@tcp (source: 12345-192.168.203.18@tcp) 00000100:00100000:0.0:1787839003.648295:0:22647:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684429892864 00000100:00100000:0.0:1787839003.648306:0:22647:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684429892864 00000100:00100000:0.0:1787839003.648369:0:22647:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.18@tcp, seq: 42 00000100:00100000:0.0:1787839003.648380:0:22647:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d9046b821c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2b29b22a-e143-4802-a359-07bbfb900a42+21:18757:x1874684429892864:12345-192.168.203.18@tcp:101:cat.0 00010000:00010000:0.0:1787839003.648405:0:22647:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787839003.648425:0:22647:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d9040031800/0x7b32352f0be6f803 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x975aa905a02b379 expref: -99 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839003.648541:0:22647:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8d9040031a00/0x7b32352f0be6f80a lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22647 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839003.648556:0:22647:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d9040031a00/0x7b32352f0be6f80a lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22647 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839003.648569:0:22647:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d9040031a00/0x7b32352f0be6f80a lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22647 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1787839003.648581:0:22647:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:0.0:1787839003.648727:0:22647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d9040031800/0x7b32352f0be6f803 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.18@tcp remote: 0x975aa905a02b379 expref: 24 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839003.648748:0:22647:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8d9040031a00/0x7b32352f0be6f80a lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.18@tcp remote: 0x975aa905a02b379 expref: 23 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839003.648756:0:22647:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8d9079df1500) 00010000:00010000:0.0:1787839003.648759:0:22647:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1787839003.648762:0:22647:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d9040031a00, rc 0) 00000100:00100000:0.0:1787839003.648829:0:22647:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d9046b821c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2b29b22a-e143-4802-a359-07bbfb900a42+23:18757:x1874684429892864:12345-192.168.203.18@tcp:101:cat.0 Request processed in 450us (706us total) trans 12884901902 rc 0/0 00000100:00100000:0.0:1787839003.648836:0:22647:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.18@tcp, seq: 42 00000100:00100000:2.0:1787839003.655949:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.18@tcp (source: 12345-192.168.203.18@tcp) 00000100:00100000:0.0:1787839003.656181:0:22651:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684429893120 00000100:00100000:0.0:1787839003.656191:0:22651:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684429893120 00000100:00100000:0.0:1787839003.656265:0:22651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.18@tcp, seq: 8 00000100:00100000:0.0:1787839003.656276:0:22651:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d9046b83480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:2b29b22a-e143-4802-a359-07bbfb900a42+23:18757:x1874684429893120:12345-192.168.203.18@tcp:35:cat.0 00000100:00100000:0.0:1787839003.656557:0:22651:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d9046b83480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:2b29b22a-e143-4802-a359-07bbfb900a42+24:18757:x1874684429893120:12345-192.168.203.18@tcp:35:cat.0 Request processed in 283us (617us total) trans 12884901903 rc 0/0 00000100:00100000:0.0:1787839003.656565:0:22651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.18@tcp, seq: 8 00000100:00100000:2.0:1787839003.660001:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.18@tcp (source: 12345-192.168.203.18@tcp) 00000100:00100000:0.0:1787839003.660247:0:22634:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684429893248 00000100:00100000:0.0:1787839003.660257:0:22634:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684429893248 00000100:00100000:0.0:1787839003.660321:0:22634:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.18@tcp, seq: 1 00000100:00100000:0.0:1787839003.660332:0:22634:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d9046b81a40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2b29b22a-e143-4802-a359-07bbfb900a42+24:2406:x1874684429893248:12345-192.168.203.18@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1787839003.660348:0:22634:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787839003.660370:0:22634:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d9040031a00/0x7b32352f0be6f80a lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.18@tcp remote: 0x975aa905a02b379 expref: 24 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839003.660389:0:22634:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8d9079df1500) 00010000:00010000:0.0:1787839003.660393:0:22634:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787839003.660904:0:22634:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d9046b81a40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2b29b22a-e143-4802-a359-07bbfb900a42+23:2406:x1874684429893248:12345-192.168.203.18@tcp:103:ldlm_bl.0 Request processed in 116us (469us total) trans 0 rc 0/0 00000100:00100000:0.0:1787839003.660913:0:22634:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.18@tcp, seq: 1 00000100:00100000:2.0:1787839003.743731:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.18@tcp (source: 12345-192.168.203.18@tcp) 00000100:00100000:0.0:1787839003.744177:0:22649:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684429893504 00000100:00100000:0.0:1787839003.744192:0:22649:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684429893504 00000100:00100000:0.0:1787839003.744267:0:22649:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.18@tcp, seq: 43 00000100:00100000:0.0:1787839003.744277:0:22649:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d8f45484000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2b29b22a-e143-4802-a359-07bbfb900a42+23:18763:x1874684429893504:12345-192.168.203.18@tcp:101:dd.0 00010000:00010000:0.0:1787839003.744313:0:22649:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787839003.744335:0:22649:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d9040031a00/0x7b32352f0be6f818 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x975aa905a02b380 expref: -99 pid: 22649 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839003.744461:0:22649:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d9040031800/0x7b32352f0be6f81f lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22649 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839003.744475:0:22649:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8d9040031000/0x7b32352f0be6f7bd lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.18@tcp remote: 0x975aa905a02b35d expref: 24 pid: 22648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839003.744483:0:22649:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8d8f43ccb200/0x7b32352f0be6f7d2 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.18@tcp remote: 0x975aa905a02b364 expref: 24 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839003.744491:0:22649:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d9040031800/0x7b32352f0be6f81f lrc: 5/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22649 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839003.744522:0:22649:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8d8f43ccb200/0x7b32352f0be6f7d2 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.18@tcp remote: 0x975aa905a02b364 expref: 24 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839003.744534:0:22649:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8d8f43ccb200/0x7b32352f0be6f7d2 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.18@tcp remote: 0x975aa905a02b364 expref: 24 pid: 22647 timeout: 787 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787839003.744547:0:22649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d9059248f00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:22649:1874684455163648:192.168.203.18@tcp:104: 00010000:00010000:0.0:1787839003.745095:0:22649:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8d9040031000/0x7b32352f0be6f7bd lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.18@tcp remote: 0x975aa905a02b35d expref: 24 pid: 22648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839003.745105:0:22649:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8d9040031000/0x7b32352f0be6f7bd lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.18@tcp remote: 0x975aa905a02b35d expref: 24 pid: 22648 timeout: 787 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787839003.745163:0:22649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d9059248780 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:22649:1874684455163776:192.168.203.18@tcp:104: 00000100:00100000:0.0:1787839003.745197:0:22649:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d9049bcd240 going to sleep for 11 seconds 00000100:00100000:2.0:1787839003.755849:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.18@tcp (source: 12345-192.168.203.18@tcp) 00000100:00100000:2.0:1787839003.756059:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.18@tcp (source: 12345-192.168.203.18@tcp) 00000100:00100000:0.0:1787839003.756175:0:22649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d9059248f00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:22649:1874684455163648:192.168.203.18@tcp:104: 00000100:00100000:0.0:1787839003.756188:0:22649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d9059248780 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:22649:1874684455163776:192.168.203.18@tcp:104: 00010000:00010000:0.0:1787839003.756214:0:22649:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8d9040031800/0x7b32352f0be6f81f lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22649 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787839003.764648:0:22632:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684429893632 00000100:00100000:1.0:1787839003.764664:0:22632:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684429893632 00010000:00010000:0.0:1787839003.765058:0:22632:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d8f43ccb200/0x7b32352f0be6f7d2 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.18@tcp remote: 0x975aa905a02b364 expref: 25 pid: 22647 timeout: 787 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787839003.765117:0:22632:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684429893760 00000100:00100000:0.0:1787839003.765121:0:22632:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684429893760 00010000:00010000:0.0:1787839003.765184:0:22632:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d9040031000/0x7b32352f0be6f7bd lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.18@tcp remote: 0x975aa905a02b35d expref: 26 pid: 22648 timeout: 787 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787839003.765202:0:22632:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.18@tcp, seq: 17 00000100:00100000:0.0:1787839003.765212:0:22632:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d8f45484780 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2b29b22a-e143-4802-a359-07bbfb900a42+26:2405:x1874684429893632:12345-192.168.203.18@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1787839003.765238:0:22632:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787839003.765246:0:22632:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8d8f43ccb200/0x7b32352f0be6f7d2 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.18@tcp remote: 0x975aa905a02b364 expref: 26 pid: 22647 timeout: 787 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839003.765258:0:22632:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8d8f43ccb200/0x7b32352f0be6f7d2 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.18@tcp remote: 0x975aa905a02b364 expref: 26 pid: 22647 timeout: 787 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839003.765279:0:22632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d8f43ccb200/0x7b32352f0be6f7d2 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.18@tcp remote: 0x975aa905a02b364 expref: 26 pid: 22647 timeout: 787 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839003.765310:0:22632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8d9079df1500) 00010000:00010000:0.0:1787839003.765316:0:22632:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8d9040031800/0x7b32352f0be6f81f lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22649 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839003.765323:0:22632:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff8d9040031800/0x7b32352f0be6f81f lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22649 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839003.765330:0:22632:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787839003.765396:0:22632:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d8f45484780 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2b29b22a-e143-4802-a359-07bbfb900a42+25:2405:x1874684429893632:12345-192.168.203.18@tcp:103:ldlm_bl.0 Request processed in 184us (9555us total) trans 0 rc 0/0 00000100:00100000:0.0:1787839003.765404:0:22632:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.18@tcp, seq: 17 00000100:00100000:0.0:1787839003.765422:0:22632:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.18@tcp, seq: 18 00000100:00100000:0.0:1787839003.765429:0:22632:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d907f583850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2b29b22a-e143-4802-a359-07bbfb900a42+24:2405:x1874684429893760:12345-192.168.203.18@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1787839003.765437:0:22632:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787839003.765442:0:22632:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8d9040031000/0x7b32352f0be6f7bd lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.18@tcp remote: 0x975aa905a02b35d expref: 24 pid: 22648 timeout: 787 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839003.765462:0:22632:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8d9040031000/0x7b32352f0be6f7bd lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.18@tcp remote: 0x975aa905a02b35d expref: 24 pid: 22648 timeout: 787 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839003.765474:0:22632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d9040031000/0x7b32352f0be6f7bd lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.18@tcp remote: 0x975aa905a02b35d expref: 24 pid: 22648 timeout: 787 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839003.765485:0:22632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8d9079df1500) 00010000:00010000:0.0:1787839003.765488:0:22632:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8d9040031800/0x7b32352f0be6f81f lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22649 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839003.765505:0:22632:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8d9040031800/0x7b32352f0be6f81f lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 22649 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839003.765511:0:22632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d9040031800/0x7b32352f0be6f81f lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 22649 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839003.765535:0:22632:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1787839003.765549:0:22649:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8d9040031800/0x7b32352f0be6f81f lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22649 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839003.765556:0:22649:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d9040031800/0x7b32352f0be6f81f lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22649 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1787839003.765573:0:22649:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:0.0:1787839003.765721:0:22649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d9040031a00/0x7b32352f0be6f818 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.18@tcp remote: 0x975aa905a02b380 expref: 25 pid: 22649 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839003.765735:0:22649:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8d9040031800/0x7b32352f0be6f81f lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.18@tcp remote: 0x975aa905a02b380 expref: 24 pid: 22649 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839003.765743:0:22649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8d9079df1500) 00010000:00010000:0.0:1787839003.765745:0:22649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1787839003.765748:0:22649:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d9040031800, rc 0) 00000100:00100000:0.0:1787839003.765769:0:22649:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d8f45484000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2b29b22a-e143-4802-a359-07bbfb900a42+24:18763:x1874684429893504:12345-192.168.203.18@tcp:101:dd.0 Request processed in 21495us (22051us total) trans 12884901904 rc 0/0 00000100:00100000:0.0:1787839003.765776:0:22649:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.18@tcp, seq: 43 00000100:00100000:0.0:1787839003.765819:0:22632:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d907f583850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2b29b22a-e143-4802-a359-07bbfb900a42+23:2405:x1874684429893760:12345-192.168.203.18@tcp:103:ldlm_bl.0 Request processed in 391us (9760us total) trans 0 rc 0/0 00000100:00100000:0.0:1787839003.765833:0:22632:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.18@tcp, seq: 18 00000100:00100000:2.0:1787839003.771618:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.18@tcp (source: 12345-192.168.203.18@tcp) 00000100:00100000:0.0:1787839003.771750:0:22647:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684429893888 00000100:00100000:0.0:1787839003.771762:0:22647:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684429893888 00000100:00100000:0.0:1787839003.771824:0:22647:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.18@tcp, seq: 44 00000100:00100000:0.0:1787839003.771836:0:22647:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d8f45485e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2b29b22a-e143-4802-a359-07bbfb900a42+23:18763:x1874684429893888:12345-192.168.203.18@tcp:101:dd.0 00010000:00010000:0.0:1787839003.771862:0:22647:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787839003.771884:0:22647:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d9040031a00/0x7b32352f0be6f82d lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x975aa905a02b387 expref: -99 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839003.771920:0:22647:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8d9040031000/0x7b32352f0be6f834 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22647 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839003.771934:0:22647:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d9040031000/0x7b32352f0be6f834 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22647 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839003.771946:0:22647:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d9040031000/0x7b32352f0be6f834 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22647 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839003.772067:0:22647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d9040031a00/0x7b32352f0be6f82d lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.18@tcp remote: 0x975aa905a02b387 expref: 25 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839003.772096:0:22647:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8d9040031000/0x7b32352f0be6f834 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.18@tcp remote: 0x975aa905a02b387 expref: 24 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839003.772104:0:22647:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8d9079df1500) 00010000:00010000:0.0:1787839003.772108:0:22647:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1787839003.772111:0:22647:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d9040031000, rc 0) 00000100:00100000:0.0:1787839003.772212:0:22647:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d8f45485e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2b29b22a-e143-4802-a359-07bbfb900a42+24:18763:x1874684429893888:12345-192.168.203.18@tcp:101:dd.0 Request processed in 379us (605us total) trans 0 rc 0/0 00000100:00100000:0.0:1787839003.772227:0:22647:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.18@tcp, seq: 44 00000100:00100000:2.0:1787839003.782292:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.18@tcp (source: 12345-192.168.203.18@tcp) 00000100:00100000:3.0:1787839003.782381:0:24459:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684429894144 00000100:00100000:3.0:1787839003.782392:0:24459:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684429894144 00000100:00100000:3.0:1787839003.782453:0:24459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.18@tcp, seq: 45 00000100:00100000:3.0:1787839003.782464:0:24459:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d8f45484b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2b29b22a-e143-4802-a359-07bbfb900a42+24:18763:x1874684429894144:12345-192.168.203.18@tcp:36:dd.0 00010000:00010000:3.0:1787839003.782683:0:24459:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d8f422d4c00/0x7b32352f0be6f83b lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 24459 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787839003.782700:0:24459:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d8f422d4c00/0x7b32352f0be6f83b lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 24459 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787839003.783000:0:24459:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d8f422d4c00/0x7b32352f0be6f83b lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 24459 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1787839003.783040:0:24459:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901905 00000004:00010000:3.0:1787839003.783058:0:24459:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 000000008fbf17e9 reply state 00000000c57b2ddd transno 12884901906 ns: mdt-lustre-MDT0000_UUID lock: ffff8d8f422d4c00/0x7b32352f0be6f83b lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 24459 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787839003.783068:0:24459:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d8f422d4c00/0x7b32352f0be6f83b lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 24459 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787839003.783086:0:24459:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8d9079df1500) 00010000:00010000:3.0:1787839003.783089:0:24459:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1787839003.783093:0:24459:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1787839003.783965:0:24459:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d8f45484b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2b29b22a-e143-4802-a359-07bbfb900a42+27:18763:x1874684429894144:12345-192.168.203.18@tcp:36:dd.0 Request processed in 1495us (1673us total) trans 12884901906 rc 0/0 00000100:00100000:3.0:1787839003.783975:0:24459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.18@tcp, seq: 45 00000020:00080000:3.0:1787839003.783981:0:24459:0:(tgt_main.c:785:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1787839003.788000:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.18@tcp (source: 12345-192.168.203.18@tcp) 00000100:00100000:0.0:1787839003.788942:0:22647:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684429894272 00000100:00100000:0.0:1787839003.788954:0:22647:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684429894272 00000100:00100000:0.0:1787839003.789023:0:22647:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.18@tcp, seq: 46 00000100:00100000:0.0:1787839003.789034:0:22647:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d8f45486940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2b29b22a-e143-4802-a359-07bbfb900a42+27:18763:x1874684429894272:12345-192.168.203.18@tcp:101:dd.0 00010000:00010000:0.0:1787839003.789060:0:22647:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787839003.789092:0:22647:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d9040031a00/0x7b32352f0be6f842 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x975aa905a02b38e expref: -99 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839003.789947:0:22647:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d9040031a00/0x7b32352f0be6f842 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.18@tcp remote: 0x975aa905a02b38e expref: 28 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839003.789967:0:22647:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8d9040031a00/0x7b32352f0be6f842 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.18@tcp remote: 0x975aa905a02b38e expref: 28 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839003.789986:0:22647:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8d9079df1500) 00010000:00010000:0.0:1787839003.789989:0:22647:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1787839003.789994:0:22647:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d9040031a00, rc 0) 00000100:00100000:0.0:1787839003.790060:0:22647:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d8f45486940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2b29b22a-e143-4802-a359-07bbfb900a42+28:18763:x1874684429894272:12345-192.168.203.18@tcp:101:dd.0 Request processed in 1027us (2069us total) trans 0 rc 0/0 00000100:00100000:0.0:1787839003.790068:0:22647:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.18@tcp, seq: 46 00000100:00100000:2.0:1787839003.810732:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.18@tcp (source: 12345-192.168.203.18@tcp) 00000100:00100000:3.0:1787839003.810810:0:22633:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684429894528 00000100:00100000:3.0:1787839003.810820:0:22633:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684429894528 00000100:00100000:3.0:1787839003.810884:0:22633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.18@tcp, seq: 2 00000100:00100000:3.0:1787839003.810894:0:22633:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d8f45487480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2b29b22a-e143-4802-a359-07bbfb900a42+28:18763:x1874684429894528:12345-192.168.203.18@tcp:103:dd.0 00010000:00010000:3.0:1787839003.810910:0:22633:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787839003.810934:0:22633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d9040031a00/0x7b32352f0be6f842 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.18@tcp remote: 0x975aa905a02b38e expref: 28 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787839003.810953:0:22633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8d9079df1500) 00010000:00010000:3.0:1787839003.810958:0:22633:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787839003.811017:0:22633:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d8f45487480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2b29b22a-e143-4802-a359-07bbfb900a42+27:18763:x1874684429894528:12345-192.168.203.18@tcp:103:dd.0 Request processed in 124us (294us total) trans 0 rc 0/0 00000100:00100000:3.0:1787839003.811025:0:22633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.18@tcp, seq: 2 00000100:00100000:2.0:1787839003.813112:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.18@tcp (source: 12345-192.168.203.18@tcp) 00000100:00100000:0.0:1787839003.813384:0:22649:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684429894656 00000100:00100000:0.0:1787839003.813392:0:22649:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684429894656 00000100:00100000:0.0:1787839003.813457:0:22649:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.18@tcp, seq: 47 00000100:00100000:0.0:1787839003.813468:0:22649:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d8f454852c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2b29b22a-e143-4802-a359-07bbfb900a42+27:18763:x1874684429894656:12345-192.168.203.18@tcp:58:dd.0 00010000:00010000:0.0:1787839003.813602:0:22649:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d9041506800/0x7b32352f0be6f849 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22649 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839003.813639:0:22649:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d9041506800/0x7b32352f0be6f849 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22649 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839003.813650:0:22649:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d9041506800/0x7b32352f0be6f849 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22649 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1787839003.815396:0:22649:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1787839003.815428:0:22649:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7:0x0].3, 64 off8384 00000040:00080000:0.0:1787839003.815994:0:22649:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x14:0x0].1, 136 off8328 00000100:00100000:0.0:1787839003.816374:0:22649:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d8f454852c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2b29b22a-e143-4802-a359-07bbfb900a42+27:18763:x1874684429894656:12345-192.168.203.18@tcp:58:dd.0 Request processed in 2901us (3263us total) trans 0 rc 0/0 00000100:00100000:0.0:1787839003.816386:0:22649:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.18@tcp, seq: 47 00000100:00100000:2.0:1787839003.825004:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.18@tcp (source: 12345-192.168.203.18@tcp) 00000100:00100000:0.0:1787839003.828835:0:22647:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684429894784 00000100:00100000:0.0:1787839003.828851:0:22647:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684429894784 00000100:00100000:0.0:1787839003.828985:0:22647:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.18@tcp, seq: 48 00000100:00100000:0.0:1787839003.828996:0:22647:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d8f45487840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2b29b22a-e143-4802-a359-07bbfb900a42+27:18763:x1874684429894784:12345-192.168.203.18@tcp:101:dd.0 00010000:00010000:0.0:1787839003.829016:0:22647:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787839003.829545:0:22647:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d9041506a00/0x7b32352f0be6f850 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x975aa905a02b395 expref: -99 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839003.829601:0:22647:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8d9041506800/0x7b32352f0be6f849 lrc: 2/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22649 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839003.829835:0:22647:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d9041506a00/0x7b32352f0be6f850 lrc: 4/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.18@tcp remote: 0x975aa905a02b395 expref: 28 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839003.829857:0:22647:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff8d9041506800/0x7b32352f0be6f849 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210400000020 pid: 22649 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839003.829976:0:22647:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8d9041506a00/0x7b32352f0be6f850 lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.18@tcp remote: 0x975aa905a02b395 expref: 28 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839003.829990:0:22647:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8d9079df1500) 00010000:00010000:0.0:1787839003.829993:0:22647:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1787839003.829997:0:22647:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8d9041506a00/0x7b32352f0be6f850 lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.18@tcp remote: 0x975aa905a02b395 expref: 28 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839003.830004:0:22647:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d9041506a00, rc 0) 00000100:00100000:0.0:1787839003.830212:0:22647:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d8f45487840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2b29b22a-e143-4802-a359-07bbfb900a42+28:18763:x1874684429894784:12345-192.168.203.18@tcp:101:dd.0 Request processed in 1216us (5216us total) trans 0 rc 0/0 00000100:00100000:0.0:1787839003.830220:0:22647:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.18@tcp, seq: 48 00010000:00010000:3.0:1787839004.206500:0:22636:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1787839004.525400:0:22683:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:1.0:1787839004.525410:0:22683:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x14:0x0] at index 3 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1787839004.525440:0:22683:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x14:0x0] index 2 count 2 00000040:00080000:1.0:1787839004.525453:0:22683:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 4 count 2 00000100:00100000:1.0:1787839004.525602:0:22683:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d907efe03c0 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:22683:1874684455163904:192.168.203.18@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1787839004.525756:0:22683:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d90411cac00 going to sleep for 11 seconds 00000100:00100000:2.0:1787839004.538609:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.18@tcp (source: 12345-192.168.203.18@tcp) 00000100:00100000:1.0:1787839004.538708:0:22683:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d907efe03c0 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:22683:1874684455163904:192.168.203.18@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1787839004.539025:0:24459:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684429894912 00000100:00100000:3.0:1787839004.539032:0:24459:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684429894912 00000100:00100000:3.0:1787839004.539204:0:24459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.18@tcp, seq: 49 00000100:00100000:3.0:1787839004.539214:0:24459:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d8f454861c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2b29b22a-e143-4802-a359-07bbfb900a42+28:18764:x1874684429894912:12345-192.168.203.18@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1787839004.539246:0:24459:0:(mdt_handler.c:7976:mdt_fid2path()) path get [0x2000013a1:0x2:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1787839004.539368:0:24459:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d8f454861c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2b29b22a-e143-4802-a359-07bbfb900a42+28:18764:x1874684429894912:12345-192.168.203.18@tcp:53:lhsmtool_posix.0 Request processed in 155us (768us total) trans 0 rc 0/0 00000100:00100000:3.0:1787839004.539375:0:24459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.18@tcp, seq: 49 00000100:00080000:0.0:1787839004.542177:0:22643:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1787839004.544524:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.18@tcp (source: 12345-192.168.203.18@tcp) 00000100:00100000:3.0:1787839004.544624:0:22648:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684429895040 00000100:00100000:3.0:1787839004.544634:0:22648:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684429895040 00000100:00100000:3.0:1787839004.544687:0:22648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.18@tcp, seq: 50 00000100:00100000:3.0:1787839004.544697:0:22648:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d8f454870c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2b29b22a-e143-4802-a359-07bbfb900a42+28:18764:x1874684429895040:12345-192.168.203.18@tcp:34:lhsmtool_posix.0 00010000:00010000:3.0:1787839004.544761:0:22648:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8d8f422d5600/0x7b32352f0be6f857 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787839004.544788:0:22648:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d8f422d5600/0x7b32352f0be6f857 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787839004.544800:0:22648:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d8f422d5600/0x7b32352f0be6f857 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787839004.544816:0:22648:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8d8f422d4400/0x7b32352f0be6f85e lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787839004.544824:0:22648:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d8f422d4400/0x7b32352f0be6f85e lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787839004.544831:0:22648:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d8f422d4400/0x7b32352f0be6f85e lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787839004.544854:0:22648:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8d8f422d4e00/0x7b32352f0be6f865 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 22648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787839004.544862:0:22648:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d8f422d4e00/0x7b32352f0be6f865 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 22648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787839004.544870:0:22648:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d8f422d4e00/0x7b32352f0be6f865 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 22648 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1787839004.544913:0:22648:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00000004:00200000:3.0:1787839004.544918:0:22648:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1787839004.544933:0:22648:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8d8f422d4e00/0x7b32352f0be6f865 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 22648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787839004.544944:0:22648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8d8f422d5600/0x7b32352f0be6f857 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787839004.544959:0:22648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d8f422d5600/0x7b32352f0be6f857 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 22648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787839004.544966:0:22648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d8f422d5600/0x7b32352f0be6f857 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787839004.544972:0:22648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d8f422d5600 already unused, calling callback (ffffffffc17654f0) 00010000:00010000:3.0:1787839004.544976:0:22648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d8f422d5600/0x7b32352f0be6f857 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787839004.544984:0:22648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d8f422d5600/0x7b32352f0be6f857 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 22648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787839004.544996:0:22648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8d9079df1300) 00010000:00010000:3.0:1787839004.544999:0:22648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787839004.545004:0:22648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d8f422d5600/0x7b32352f0be6f857 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787839004.545010:0:22648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d8f422d5600/0x7b32352f0be6f857 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787839004.545025:0:22648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8d8f422d4400/0x7b32352f0be6f85e lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787839004.545031:0:22648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d8f422d4400/0x7b32352f0be6f85e lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787839004.545038:0:22648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d8f422d4400/0x7b32352f0be6f85e lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787839004.545043:0:22648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d8f422d4400 already unused, calling callback (ffffffffc17654f0) 00010000:00010000:3.0:1787839004.545051:0:22648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d8f422d4400/0x7b32352f0be6f85e lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787839004.545058:0:22648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d8f422d4400/0x7b32352f0be6f85e lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787839004.545077:0:22648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x925dcd63 (ffff8d905002b800) 00010000:00010000:3.0:1787839004.545080:0:22648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787839004.545083:0:22648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d8f422d4400/0x7b32352f0be6f85e lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787839004.545089:0:22648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d8f422d4400/0x7b32352f0be6f85e lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787839004.545103:0:22648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8d8f422d4e00/0x7b32352f0be6f865 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 22648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787839004.545109:0:22648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d8f422d4e00/0x7b32352f0be6f865 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 22648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787839004.545115:0:22648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d8f422d4e00/0x7b32352f0be6f865 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 22648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787839004.545120:0:22648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d8f422d4e00 already unused, calling callback (ffffffffc17654f0) 00010000:00010000:3.0:1787839004.545123:0:22648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d8f422d4e00/0x7b32352f0be6f865 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 22648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787839004.545181:0:22648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d8f422d4e00/0x7b32352f0be6f865 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 22648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787839004.545189:0:22648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8d9079df1500) 00010000:00010000:3.0:1787839004.545192:0:22648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787839004.545201:0:22648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d8f422d4e00/0x7b32352f0be6f865 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 22648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787839004.545207:0:22648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d8f422d4e00/0x7b32352f0be6f865 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 22648 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787839004.546367:0:22648:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d8f454870c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2b29b22a-e143-4802-a359-07bbfb900a42+28:18764:x1874684429895040:12345-192.168.203.18@tcp:34:lhsmtool_posix.0 Request processed in 1664us (1844us total) trans 0 rc 0/0 00000100:00100000:3.0:1787839004.546380:0:22648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.18@tcp, seq: 50 00000100:00100000:2.0:1787839004.552548:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.18@tcp (source: 12345-192.168.203.18@tcp) 00000100:00100000:3.0:1787839004.553282:0:24459:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684429895296 00000100:00100000:3.0:1787839004.553296:0:24459:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684429895296 00000100:00100000:3.0:1787839004.553355:0:24459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.18@tcp, seq: 51 00000100:00100000:3.0:1787839004.553366:0:24459:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d8f45486d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2b29b22a-e143-4802-a359-07bbfb900a42+28:18764:x1874684429895296:12345-192.168.203.18@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1787839004.553389:0:24459:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787839004.553407:0:24459:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d8f422d4400/0x7b32352f0be6f86c lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x975aa905a02b39c expref: -99 pid: 24459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787839004.553508:0:24459:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8d8f422d5600/0x7b32352f0be6f873 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 24459 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787839004.553524:0:24459:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d8f422d5600/0x7b32352f0be6f873 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 24459 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787839004.553536:0:24459:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d8f422d5600/0x7b32352f0be6f873 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 24459 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1787839004.553546:0:24459:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:3.0:1787839004.553615:0:24459:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8d8f422d5600/0x7b32352f0be6f873 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 24459 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787839004.553623:0:24459:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d8f422d5600/0x7b32352f0be6f873 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 24459 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787839004.553645:0:24459:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d8f422d5600/0x7b32352f0be6f873 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 24459 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787839004.553651:0:24459:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d8f422d5600 already unused, calling callback (ffffffffc17654f0) 00010000:00010000:3.0:1787839004.553655:0:24459:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d8f422d5600/0x7b32352f0be6f873 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 24459 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787839004.553663:0:24459:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d8f422d5600/0x7b32352f0be6f873 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 24459 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787839004.553674:0:24459:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8d9079df1500) 00010000:00010000:3.0:1787839004.553678:0:24459:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1787839004.553682:0:24459:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d8f422d5600/0x7b32352f0be6f873 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 24459 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787839004.553689:0:24459:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d8f422d5600/0x7b32352f0be6f873 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 24459 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787839004.553729:0:24459:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8d8f422d4400/0x7b32352f0be6f86c lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.18@tcp remote: 0x975aa905a02b39c expref: 30 pid: 24459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787839004.553739:0:24459:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8d9079df1300) 00010000:00010000:3.0:1787839004.553741:0:24459:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1787839004.553745:0:24459:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d8f422d4400/0x7b32352f0be6f86c lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.18@tcp remote: 0x975aa905a02b39c expref: 30 pid: 24459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787839004.553754:0:24459:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d8f422d4400, rc 0) 00000100:00100000:3.0:1787839004.553820:0:24459:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d8f45486d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2b29b22a-e143-4802-a359-07bbfb900a42+29:18764:x1874684429895296:12345-192.168.203.18@tcp:101:lhsmtool_posix.0 Request processed in 455us (1282us total) trans 12884901907 rc 301/301 00000100:00100000:3.0:1787839004.553836:0:24459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.18@tcp, seq: 51 00000100:00100000:2.0:1787839004.557602:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.18@tcp (source: 12345-192.168.203.18@tcp) 00000100:00100000:0.0:1787839004.557666:0:22647:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684429895424 00000100:00100000:0.0:1787839004.557677:0:22647:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684429895424 00000100:00100000:0.0:1787839004.557736:0:22647:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.18@tcp, seq: 52 00000100:00100000:0.0:1787839004.557746:0:22647:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d8f454843c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2b29b22a-e143-4802-a359-07bbfb900a42+29:18764:x1874684429895424:12345-192.168.203.18@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1787839004.557779:0:22647:0:(mdt_handler.c:7976:mdt_fid2path()) path get [0x2000013a1:0x2:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1787839004.557902:0:22647:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d8f454843c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2b29b22a-e143-4802-a359-07bbfb900a42+29:18764:x1874684429895424:12345-192.168.203.18@tcp:53:lhsmtool_posix.0 Request processed in 156us (317us total) trans 0 rc 0/0 00000100:00100000:0.0:1787839004.557909:0:22647:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.18@tcp, seq: 52 00000100:00100000:2.0:1787839004.563246:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.18@tcp (source: 12345-192.168.203.18@tcp) 00000100:00100000:1.0:1787839004.564694:0:22649:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684429895680 00000100:00100000:1.0:1787839004.564710:0:22649:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684429895680 00000100:00100000:1.0:1787839004.564787:0:22649:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.18@tcp, seq: 53 00000100:00100000:1.0:1787839004.564798:0:22649:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d8f45484f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2b29b22a-e143-4802-a359-07bbfb900a42+29:18764:x1874684429895680:12345-192.168.203.18@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1787839004.564818:0:22649:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787839004.564837:0:22649:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d8f43ccb800/0x7b32352f0be6f881 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x975aa905a02b3a3 expref: -99 pid: 22649 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1787839004.565246:0:22649:0:(osp_internal.h:553:osp_update_last_fid()) Gap in objids: start=[0x280000401:0x6:0x0], count =60 00000004:00080000:1.0:1787839004.565253:0:22649:0:(osp_object.c:1645:osp_create()) Writing gap [0x280000401:0x6:0x0]+60 in llog 00000004:00080000:1.0:1787839004.565271:0:22649:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x42:0x0], index 0: 0 00010000:00010000:1.0:1787839004.565418:0:22649:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8d8f43ccba00/0x7b32352f0be6f888 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22649 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787839004.565432:0:22649:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d8f43ccba00/0x7b32352f0be6f888 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22649 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787839004.565444:0:22649:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d8f43ccba00/0x7b32352f0be6f888 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22649 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787839004.565515:0:22649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d8f43ccb800/0x7b32352f0be6f881 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.18@tcp remote: 0x975aa905a02b3a3 expref: 32 pid: 22649 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787839004.565533:0:22649:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8d8f43ccba00/0x7b32352f0be6f888 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.18@tcp remote: 0x975aa905a02b3a3 expref: 31 pid: 22649 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787839004.565540:0:22649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8d9052787600) 00010000:00010000:1.0:1787839004.565543:0:22649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1787839004.565546:0:22649:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d8f43ccba00, rc 0) 00000100:00100000:1.0:1787839004.565619:0:22649:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d8f45484f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2b29b22a-e143-4802-a359-07bbfb900a42+31:18764:x1874684429895680:12345-192.168.203.18@tcp:101:lhsmtool_posix.0 Request processed in 824us (2383us total) trans 12884901908 rc 0/0 00000100:00100000:1.0:1787839004.565627:0:22649:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.18@tcp, seq: 53 00000100:00100000:2.0:1787839004.575936:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.18@tcp (source: 12345-192.168.203.18@tcp) 00000100:00100000:0.0:1787839004.576037:0:22647:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684429895936 00000100:00100000:0.0:1787839004.576048:0:22647:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684429895936 00000100:00100000:0.0:1787839004.576118:0:22647:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.18@tcp, seq: 54 00000100:00100000:0.0:1787839004.576161:0:22647:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d8f45487c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2b29b22a-e143-4802-a359-07bbfb900a42+31:18764:x1874684429895936:12345-192.168.203.18@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1787839004.576261:0:22647:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787839004.576288:0:22647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d8f43ccba00/0x7b32352f0be6f888 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.18@tcp remote: 0x975aa905a02b3a3 expref: 31 pid: 22649 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839004.576307:0:22647:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8d9052787600) 00010000:00010000:0.0:1787839004.576317:0:22647:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1787839004.576339:0:22647:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d9041507800/0x7b32352f0be6f896 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22647 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839004.576353:0:22647:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d9041507800/0x7b32352f0be6f896 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22647 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839004.576362:0:22647:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d9041507800/0x7b32352f0be6f896 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22647 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839004.576377:0:22647:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d9041507400/0x7b32352f0be6f89d lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0xa99977e5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22647 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839004.576383:0:22647:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d9041507400/0x7b32352f0be6f89d lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xa99977e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22647 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839004.576390:0:22647:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d9041507400/0x7b32352f0be6f89d lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xa99977e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22647 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839004.576436:0:22647:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d9041507800/0x7b32352f0be6f896 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22647 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839004.576443:0:22647:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d9041507800/0x7b32352f0be6f896 lrc: 2/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22647 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839004.576449:0:22647:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d9041507800/0x7b32352f0be6f896 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22647 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839004.576461:0:22647:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d9041507800 already unused, calling callback (ffffffffc17654f0) 00010000:00010000:0.0:1787839004.576465:0:22647:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d9041507800/0x7b32352f0be6f896 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22647 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839004.576472:0:22647:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d9041507800/0x7b32352f0be6f896 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22647 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839004.576480:0:22647:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8d9079df1000) 00010000:00010000:0.0:1787839004.576483:0:22647:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787839004.576486:0:22647:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d9041507800/0x7b32352f0be6f896 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22647 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839004.576492:0:22647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d9041507800/0x7b32352f0be6f896 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22647 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839004.576502:0:22647:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d9041507400/0x7b32352f0be6f89d lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xa99977e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22647 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839004.576507:0:22647:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d9041507400/0x7b32352f0be6f89d lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xa99977e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22647 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839004.576512:0:22647:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d9041507400/0x7b32352f0be6f89d lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xa99977e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22647 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839004.576518:0:22647:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d9041507400 already unused, calling callback (ffffffffc17654f0) 00010000:00010000:0.0:1787839004.576520:0:22647:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d9041507400/0x7b32352f0be6f89d lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xa99977e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22647 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839004.576525:0:22647:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d9041507400/0x7b32352f0be6f89d lrc: 4/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xa99977e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22647 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839004.576541:0:22647:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0xa99977e5 (ffff8d9079df1900) 00010000:00010000:0.0:1787839004.576543:0:22647:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787839004.576546:0:22647:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d9041507400/0x7b32352f0be6f89d lrc: 2/0,0 mode: --/PW res: [0x2000013a1:0x1:0x0].0xa99977e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22647 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839004.576551:0:22647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d9041507400/0x7b32352f0be6f89d lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x1:0x0].0xa99977e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22647 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787839004.576897:0:22647:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d8f45487c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2b29b22a-e143-4802-a359-07bbfb900a42+30:18764:x1874684429895936:12345-192.168.203.18@tcp:36:lhsmtool_posix.0 Request processed in 767us (969us total) trans 0 rc -2/-2 00000100:00100000:0.0:1787839004.576906:0:22647:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.18@tcp, seq: 54 00000100:00100000:2.0:1787839004.579825:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.18@tcp (source: 12345-192.168.203.18@tcp) 00000100:00100000:3.0:1787839004.579912:0:24459:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684429896064 00000100:00100000:3.0:1787839004.579923:0:24459:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684429896064 00000100:00100000:3.0:1787839004.579984:0:24459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.18@tcp, seq: 55 00000100:00100000:3.0:1787839004.579995:0:24459:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d8f45485a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2b29b22a-e143-4802-a359-07bbfb900a42+30:18764:x1874684429896064:12345-192.168.203.18@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1787839004.580022:0:24459:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787839004.580044:0:24459:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d8f422d4400/0x7b32352f0be6f8a4 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x975aa905a02b3aa expref: -99 pid: 24459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787839004.580091:0:24459:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8d8f422d5600/0x7b32352f0be6f8ab lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 24459 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787839004.580105:0:24459:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d8f422d5600/0x7b32352f0be6f8ab lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 24459 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787839004.580116:0:24459:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d8f422d5600/0x7b32352f0be6f8ab lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 24459 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787839004.580297:0:24459:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d8f422d4400/0x7b32352f0be6f8a4 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.18@tcp remote: 0x975aa905a02b3aa expref: 32 pid: 24459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787839004.580315:0:24459:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8d8f422d5600/0x7b32352f0be6f8ab lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.18@tcp remote: 0x975aa905a02b3aa expref: 31 pid: 24459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787839004.580323:0:24459:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8d905002b800) 00010000:00010000:3.0:1787839004.580326:0:24459:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1787839004.580329:0:24459:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d8f422d5600, rc 0) 00000100:00100000:3.0:1787839004.580380:0:24459:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d8f45485a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2b29b22a-e143-4802-a359-07bbfb900a42+31:18764:x1874684429896064:12345-192.168.203.18@tcp:101:lhsmtool_posix.0 Request processed in 387us (565us total) trans 0 rc 0/0 00000100:00100000:3.0:1787839004.580392:0:24459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.18@tcp, seq: 55 00000100:00100000:2.0:1787839004.583994:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.18@tcp (source: 12345-192.168.203.18@tcp) 00000100:00100000:3.0:1787839004.584109:0:22648:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684429896320 00000100:00100000:3.0:1787839004.584119:0:22648:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684429896320 00000100:00100000:2.0:1787839004.592370:0:22648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.18@tcp, seq: 56 00000100:00100000:2.0:1787839004.592386:0:22648:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d8f45486580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2b29b22a-e143-4802-a359-07bbfb900a42+31:18764:x1874684429896320:12345-192.168.203.18@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1787839004.592470:0:22648:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d9076486200/0x7b32352f0be6f8b2 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787839004.592487:0:22648:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d9076486200/0x7b32352f0be6f8b2 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787839004.592499:0:22648:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d9076486200/0x7b32352f0be6f8b2 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22648 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1787839004.592812:0:22648:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x10:0x0].2, 88 off8344 00000004:00080000:2.0:1787839004.592822:0:22648:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 688546695343ns, next at 689546693118ns, rc = 0 00000004:00010000:2.0:1787839004.592866:0:22648:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000c2947623 reply state 0000000009f52227 transno 12884901909 ns: mdt-lustre-MDT0000_UUID lock: ffff8d9076486200/0x7b32352f0be6f8b2 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787839004.592878:0:22648:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d9076486200/0x7b32352f0be6f8b2 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787839004.592885:0:22648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8d905002b800) 00010000:00010000:2.0:1787839004.593790:0:22648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:2.0:1787839004.593795:0:22648:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1787839004.593922:0:22648:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d8f45486580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2b29b22a-e143-4802-a359-07bbfb900a42+33:18764:x1874684429896320:12345-192.168.203.18@tcp:36:lhsmtool_posix.0 Request processed in 1536us (9934us total) trans 12884901909 rc 0/0 00000100:00100000:2.0:1787839004.593930:0:22648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.18@tcp, seq: 56 00000100:00100000:2.0:1787839004.603046:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.18@tcp (source: 12345-192.168.203.18@tcp) 00000100:00100000:3.0:1787839004.608507:0:24459:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684429896448 00000100:00100000:3.0:1787839004.608522:0:24459:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684429896448 00000100:00100000:2.0:1787839004.610250:0:24459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.18@tcp, seq: 57 00000100:00100000:2.0:1787839004.610265:0:24459:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d8f45485680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2b29b22a-e143-4802-a359-07bbfb900a42+33:18764:x1874684429896448:12345-192.168.203.18@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1787839004.610291:0:24459:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787839004.610309:0:24459:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d9076486e00/0x7b32352f0be6f8b9 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x975aa905a02b3b1 expref: -99 pid: 24459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787839004.610367:0:24459:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d9076486e00/0x7b32352f0be6f8b9 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.18@tcp remote: 0x975aa905a02b3b1 expref: 34 pid: 24459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787839004.610382:0:24459:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8d9076486e00/0x7b32352f0be6f8b9 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.18@tcp remote: 0x975aa905a02b3b1 expref: 34 pid: 24459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787839004.610420:0:24459:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8d905002b800) 00010000:00010000:2.0:1787839004.610424:0:24459:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1787839004.610428:0:24459:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d9076486e00, rc 0) 00000100:00100000:2.0:1787839004.610501:0:24459:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d8f45485680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2b29b22a-e143-4802-a359-07bbfb900a42+34:18764:x1874684429896448:12345-192.168.203.18@tcp:101:lhsmtool_posix.0 Request processed in 240us (7463us total) trans 0 rc 0/0 00000100:00100000:2.0:1787839004.610509:0:24459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.18@tcp, seq: 57 00000100:00100000:3.0:1787839004.613356:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.18@tcp (source: 12345-192.168.203.18@tcp) 00000100:00100000:0.0:1787839004.614249:0:24152:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684429896576 00000100:00100000:0.0:1787839004.614259:0:24152:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684429896576 00000100:00100000:0.0:1787839004.614333:0:24152:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.18@tcp, seq: 20 00000100:00100000:0.0:1787839004.614344:0:24152:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d904b5a4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2b29b22a-e143-4802-a359-07bbfb900a42+5:2406:x1874684429896576:12345-192.168.203.18@tcp:2:lhsmtool_posix.0 00000100:00100000:0.0:1787839004.614579:0:24152:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d904b5a4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2b29b22a-e143-4802-a359-07bbfb900a42+6:2406:x1874684429896576:12345-192.168.203.18@tcp:2:lhsmtool_posix.0 Request processed in 236us (1229us total) trans 12884901891 rc 0/0 00000100:00100000:0.0:1787839004.614598:0:24152:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.18@tcp, seq: 20 00000100:00080000:3.0:1787839004.615820:0:22643:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1787839004.617041:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.18@tcp (source: 12345-192.168.203.18@tcp) 00000100:00100000:0.0:1787839004.617435:0:22651:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684429896832 00000100:00100000:0.0:1787839004.617445:0:22651:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684429896832 00000100:00100000:0.0:1787839004.617505:0:22651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.18@tcp, seq: 9 00000100:00100000:0.0:1787839004.617515:0:22651:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d904b5a52c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:2b29b22a-e143-4802-a359-07bbfb900a42+34:18764:x1874684429896832:12345-192.168.203.18@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1787839004.617729:0:22651:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d904b5a52c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:2b29b22a-e143-4802-a359-07bbfb900a42+35:18764:x1874684429896832:12345-192.168.203.18@tcp:35:lhsmtool_posix.0 Request processed in 215us (694us total) trans 12884901910 rc 0/0 00000100:00100000:0.0:1787839004.617737:0:22651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.18@tcp, seq: 9 00000100:00100000:3.0:1787839004.619615:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.18@tcp (source: 12345-192.168.203.18@tcp) 00000100:00100000:1.0:1787839004.619708:0:22647:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684429897088 00000100:00100000:1.0:1787839004.619717:0:22647:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684429897088 00000100:00100000:1.0:1787839004.619772:0:22647:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.18@tcp, seq: 58 00000100:00100000:1.0:1787839004.619781:0:22647:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d904b5a4780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2b29b22a-e143-4802-a359-07bbfb900a42+35:18764:x1874684429897088:12345-192.168.203.18@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1787839004.619874:0:22647:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d904b5a4780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2b29b22a-e143-4802-a359-07bbfb900a42+35:18764:x1874684429897088:12345-192.168.203.18@tcp:57:lhsmtool_posix.0 Request processed in 93us (265us total) trans 0 rc 0/0 00000100:00100000:1.0:1787839004.619882:0:22647:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.18@tcp, seq: 58 00000100:00100000:3.0:1787839004.622539:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.18@tcp (source: 12345-192.168.203.18@tcp) 00000100:00100000:1.0:1787839004.622753:0:22649:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684429897216 00000100:00100000:1.0:1787839004.622761:0:22649:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684429897216 00000100:00100000:1.0:1787839004.622820:0:22649:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.18@tcp, seq: 59 00000100:00100000:1.0:1787839004.622829:0:22649:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d904b5a70c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2b29b22a-e143-4802-a359-07bbfb900a42+35:18764:x1874684429897216:12345-192.168.203.18@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1787839004.622849:0:22649:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787839004.622868:0:22649:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d8f43cca200/0x7b32352f0be6f8c0 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x975aa905a02b3b8 expref: -99 pid: 22649 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787839004.622964:0:22649:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8d8f43ccb000/0x7b32352f0be6f8c7 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 22649 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787839004.622980:0:22649:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d8f43ccb000/0x7b32352f0be6f8c7 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22649 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787839004.622992:0:22649:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d8f43ccb000/0x7b32352f0be6f8c7 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22649 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1787839004.623034:0:22649:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1787839004.623051:0:22649:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8d8f43ccb000/0x7b32352f0be6f8c7 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22649 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787839004.623088:0:22649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d8f43cca200/0x7b32352f0be6f8c0 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.18@tcp remote: 0x975aa905a02b3b8 expref: 37 pid: 22649 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787839004.623107:0:22649:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8d8f43ccb000/0x7b32352f0be6f8c7 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.18@tcp remote: 0x975aa905a02b3b8 expref: 36 pid: 22649 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787839004.623115:0:22649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8d905002b800) 00010000:00010000:1.0:1787839004.623118:0:22649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:1.0:1787839004.623121:0:22649:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d8f43ccb000, rc 0) 00000100:00100000:1.0:1787839004.624597:0:22649:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d904b5a70c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2b29b22a-e143-4802-a359-07bbfb900a42+36:18764:x1874684429897216:12345-192.168.203.18@tcp:101:lhsmtool_posix.0 Request processed in 1752us (2050us total) trans 0 rc 0/0 00000100:00100000:1.0:1787839004.624609:0:22649:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.18@tcp, seq: 59 00000100:00100000:1.0:1787839004.630317:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.18@tcp (source: 12345-192.168.203.18@tcp) 00000100:00100000:0.0:1787839004.630690:0:24693:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684429897344 00000100:00100000:0.0:1787839004.630699:0:24693:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684429897344 00000100:00100000:0.0:1787839004.630762:0:24693:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.18@tcp, seq: 21 00000100:00100000:0.0:1787839004.630772:0:24693:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d907efe03c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2b29b22a-e143-4802-a359-07bbfb900a42+6:2406:x1874684429897344:12345-192.168.203.18@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1787839004.630792:0:24693:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787839004.630812:0:24693:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000da3d9896/0x7b32352f0be6f8ce lrc: 2/0,0 mode: --/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x975aa905a02b3bf expref: -99 pid: 24693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1787839004.630840:0:24693:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x42:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x6a90421c, blocks: 0x0 00010000:00010000:0.0:1787839004.630861:0:24693:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=688s v=(0 0) 00010000:00010000:0.0:1787839004.630865:0:24693:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787839004.630875:0:24693:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000da3d9896/0x7b32352f0be6f8ce lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.18@tcp remote: 0x975aa905a02b3bf expref: 7 pid: 24693 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839004.630894:0:24693:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000da3d9896/0x7b32352f0be6f8ce lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.18@tcp remote: 0x975aa905a02b3bf expref: 7 pid: 24693 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839004.630907:0:24693:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d9041507800, rc 0) 00000100:00100000:0.0:1787839004.630970:0:24693:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d907efe03c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2b29b22a-e143-4802-a359-07bbfb900a42+7:2406:x1874684429897344:12345-192.168.203.18@tcp:101:lhsmtool_posix.0 Request processed in 199us (662us total) trans 0 rc 0/0 00000100:00100000:0.0:1787839004.630977:0:24693:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.18@tcp, seq: 21 00000100:00100000:2.0:1787839004.634437:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.18@tcp (source: 12345-192.168.203.18@tcp) 00000100:00100000:3.0:1787839004.634524:0:22648:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684429897600 00000100:00100000:3.0:1787839004.634534:0:22648:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684429897600 00000100:00100000:3.0:1787839004.634591:0:22648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.18@tcp, seq: 60 00000100:00100000:3.0:1787839004.634600:0:22648:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d8f45484780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2b29b22a-e143-4802-a359-07bbfb900a42+36:18764:x1874684429897600:12345-192.168.203.18@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1787839004.634697:0:22648:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d8f45484780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2b29b22a-e143-4802-a359-07bbfb900a42+36:18764:x1874684429897600:12345-192.168.203.18@tcp:57:lhsmtool_posix.0 Request processed in 98us (270us total) trans 0 rc 0/0 00000100:00100000:3.0:1787839004.634705:0:22648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.18@tcp, seq: 60 00000100:00100000:3.0:1787839004.637432:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.18@tcp (source: 12345-192.168.203.18@tcp) 00000100:00100000:0.0:1787839004.637564:0:22647:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684429897728 00000100:00100000:0.0:1787839004.637573:0:22647:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684429897728 00000100:00100000:0.0:1787839004.637636:0:22647:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.18@tcp, seq: 61 00000100:00100000:0.0:1787839004.637645:0:22647:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d904b5a5680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2b29b22a-e143-4802-a359-07bbfb900a42+36:18764:x1874684429897728:12345-192.168.203.18@tcp:44:lhsmtool_posix.0 00000001:00080000:2.0:1787839004.642610:0:22627:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 12884901910 is committed 00000004:00080000:2.0:1787839004.642627:0:22627:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 2 committed 00000001:00080000:2.0:1787839004.642681:0:22627:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 12884901895 is committed 00010000:00010000:3.0:1787839004.643103:0:3630:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d907ef28400/0x7b32352f0be6f723 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 24459 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787839004.643117:0:3630:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d907ef28400/0x7b32352f0be6f723 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 24459 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787839004.643154:0:3630:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d907ef28400/0x7b32352f0be6f723 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 24459 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787839004.643162:0:3630:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d907ef28400 already unused, calling callback (ffffffffc17654f0) 00010000:00010000:3.0:1787839004.643174:0:3630:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d907ef28400/0x7b32352f0be6f723 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 24459 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787839004.643182:0:3630:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d907ef28400/0x7b32352f0be6f723 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 24459 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787839004.643208:0:3630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8d9079df1000) 00010000:00010000:3.0:1787839004.643218:0:3630:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:3.0:1787839004.643224:0:3630:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d907ef28400/0x7b32352f0be6f723 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 24459 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787839004.643231:0:3630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d907ef28400/0x7b32352f0be6f723 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 24459 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787839004.643478:0:22647:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d904b5a5680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2b29b22a-e143-4802-a359-07bbfb900a42+19:18764:x1874684429897728:12345-192.168.203.18@tcp:44:lhsmtool_posix.0 Request processed in 5828us (6048us total) trans 0 rc 0/0 00000100:00100000:1.0:1787839004.643499:0:22647:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.18@tcp, seq: 61 00000100:00100000:2.0:1787839004.643701:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d907efe3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3646:1874684455164032:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1787839004.643762:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787839004.643855:0:24154:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455164032 00000100:00100000:1.0:1787839004.643862:0:24154:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455164032 00000100:00100000:1.0:1787839004.643905:0:24154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:1.0:1787839004.643913:0:24154:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d907efcb840 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3646:x1874684455164032:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1787839004.644023:0:24154:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1787839004.644037:0:24154:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:1.0:1787839004.644039:0:24154:0:(ofd_lvb.c:319:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1787839004.644042:0:24154:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb ctime from disk: 1787839004 -> 1787839004 00002000:00010000:1.0:1787839004.644044:0:24154:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1787839004.644088:0:24154:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d907efcb840 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3646:x1874684455164032:12345-0@lo:2:osp-syn-0-0.0 Request processed in 175us (326us total) trans 12884901892 rc 0/0 00000100:00100000:1.0:1787839004.644094:0:24154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000004:00080000:1.0:1787839004.644155:0:3646:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d907efe3480/2, rc 0, transno 12884901892 00000100:00100000:1.0:1787839004.644160:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d907efe3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3646:1874684455164032:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1787839004.646620:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.18@tcp (source: 12345-192.168.203.18@tcp) 00000100:00100000:3.0:1787839004.646741:0:24155:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684429897856 00000100:00100000:3.0:1787839004.646751:0:24155:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684429897856 00000100:00100000:3.0:1787839004.646805:0:24155:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.18@tcp, seq: 23 00000100:00100000:3.0:1787839004.646816:0:24155:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d907efe3840 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2b29b22a-e143-4802-a359-07bbfb900a42+7:2406:x1874684429897856:12345-192.168.203.18@tcp:16:lhsmtool_posix.0 00000100:00100000:3.0:1787839004.646912:0:24155:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d907efe3840 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2b29b22a-e143-4802-a359-07bbfb900a42+7:2406:x1874684429897856:12345-192.168.203.18@tcp:16:lhsmtool_posix.0 Request processed in 98us (300us total) trans 0 rc 0/0 00000100:00100000:3.0:1787839004.646920:0:24155:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.18@tcp, seq: 23 00000100:00100000:3.0:1787839004.652350:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.18@tcp (source: 12345-192.168.203.18@tcp) 00010000:00010000:0.0:1787839004.653432:0:3629:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d9040030c00/0x7b32352f0be6f6cf lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22647 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839004.653457:0:3629:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d9040030c00/0x7b32352f0be6f6cf lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22647 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839004.653464:0:3629:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d9040030c00/0x7b32352f0be6f6cf lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22647 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839004.653470:0:3629:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d9040030c00 already unused, calling callback (ffffffffc17654f0) 00010000:00010000:0.0:1787839004.653474:0:3629:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d9040030c00/0x7b32352f0be6f6cf lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22647 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839004.653482:0:3629:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d9040030c00/0x7b32352f0be6f6cf lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22647 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839004.653498:0:3629:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff8d9079df1f00) 00010000:00010000:0.0:1787839004.653501:0:3629:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787839004.653506:0:3629:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d9040030c00/0x7b32352f0be6f6cf lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22647 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839004.653513:0:3629:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d9040030c00/0x7b32352f0be6f6cf lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22647 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839004.653536:0:3629:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d9040030a00/0x7b32352f0be6f6d6 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22647 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839004.653542:0:3629:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d9040030a00/0x7b32352f0be6f6d6 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 22647 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839004.653547:0:3629:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d9040030a00/0x7b32352f0be6f6d6 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22647 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839004.653552:0:3629:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d9040030a00 already unused, calling callback (ffffffffc17654f0) 00010000:00010000:0.0:1787839004.653561:0:3629:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d9040030a00/0x7b32352f0be6f6d6 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22647 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839004.653568:0:3629:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d9040030a00/0x7b32352f0be6f6d6 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 22647 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839004.653576:0:3629:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8d9079df1000) 00010000:00010000:0.0:1787839004.653579:0:3629:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787839004.653711:0:3629:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d9040030a00/0x7b32352f0be6f6d6 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22647 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839004.653719:0:3629:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d9040030a00/0x7b32352f0be6f6d6 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22647 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839004.653734:0:3629:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d8f43ccae00/0x7b32352f0be6f7b6 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839004.653740:0:3629:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d8f43ccae00/0x7b32352f0be6f7b6 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839004.653746:0:3629:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d8f43ccae00/0x7b32352f0be6f7b6 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839004.653752:0:3629:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d8f43ccae00 already unused, calling callback (ffffffffc17654f0) 00010000:00010000:0.0:1787839004.653755:0:3629:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d8f43ccae00/0x7b32352f0be6f7b6 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839004.653761:0:3629:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d8f43ccae00/0x7b32352f0be6f7b6 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839004.653769:0:3629:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0xb42112bc (ffff8d9052787400) 00010000:00010000:0.0:1787839004.653771:0:3629:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787839004.653780:0:3629:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d8f43ccae00/0x7b32352f0be6f7b6 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839004.653786:0:3629:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d8f43ccae00/0x7b32352f0be6f7b6 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839004.653801:0:3629:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d8f422d4c00/0x7b32352f0be6f83b lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 24459 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839004.653808:0:3629:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d8f422d4c00/0x7b32352f0be6f83b lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 24459 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839004.653813:0:3629:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d8f422d4c00/0x7b32352f0be6f83b lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 24459 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839004.653818:0:3629:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d8f422d4c00 already unused, calling callback (ffffffffc17654f0) 00010000:00010000:0.0:1787839004.653820:0:3629:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d8f422d4c00/0x7b32352f0be6f83b lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 24459 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839004.653826:0:3629:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d8f422d4c00/0x7b32352f0be6f83b lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 24459 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839004.653834:0:3629:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8d9079df1500) 00010000:00010000:0.0:1787839004.653836:0:3629:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787839004.653838:0:3629:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d8f422d4c00/0x7b32352f0be6f83b lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 24459 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839004.653844:0:3629:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d8f422d4c00/0x7b32352f0be6f83b lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 24459 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839004.653854:0:3629:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d9076486200/0x7b32352f0be6f8b2 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839004.653870:0:3629:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d9076486200/0x7b32352f0be6f8b2 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839004.653876:0:3629:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d9076486200/0x7b32352f0be6f8b2 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839004.653881:0:3629:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d9076486200 already unused, calling callback (ffffffffc17654f0) 00010000:00010000:0.0:1787839004.653884:0:3629:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d9076486200/0x7b32352f0be6f8b2 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839004.653891:0:3629:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d9076486200/0x7b32352f0be6f8b2 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839004.653899:0:3629:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8d905002b800) 00010000:00010000:0.0:1787839004.653901:0:3629:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1787839004.653904:0:3629:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d9076486200/0x7b32352f0be6f8b2 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839004.653910:0:3629:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d9076486200/0x7b32352f0be6f8b2 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22648 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787839004.657842:0:22648:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684429898112 00000100:00100000:2.0:1787839004.657856:0:22648:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684429898112 00000100:00100000:2.0:1787839004.657921:0:22648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.18@tcp, seq: 62 00000100:00100000:2.0:1787839004.657931:0:22648:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d8f43f930c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2b29b22a-e143-4802-a359-07bbfb900a42+15:18764:x1874684429898112:12345-192.168.203.18@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1787839004.657979:0:22648:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787839004.658003:0:22648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d8f43ccb000/0x7b32352f0be6f8c7 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.18@tcp remote: 0x975aa905a02b3b8 expref: 15 pid: 22649 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787839004.658022:0:22648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8d905002b800) 00010000:00010000:2.0:1787839004.658026:0:22648:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1787839004.658051:0:22648:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d9076486600/0x7b32352f0be6f8d5 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787839004.658072:0:22648:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d9076486600/0x7b32352f0be6f8d5 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787839004.658094:0:22648:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d9076486600/0x7b32352f0be6f8d5 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22648 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1787839004.658385:0:22648:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 0000000000249b79 reply state 0000000015ce8f57 transno 12884901911 ns: mdt-lustre-MDT0000_UUID lock: ffff8d9076486600/0x7b32352f0be6f8d5 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787839004.658398:0:22648:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d9076486600/0x7b32352f0be6f8d5 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787839004.658405:0:22648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8d905002b800) 00010000:00010000:2.0:1787839004.658408:0:22648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1787839004.658411:0:22648:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1787839004.658501:0:22648:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d8f43f930c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2b29b22a-e143-4802-a359-07bbfb900a42+16:18764:x1874684429898112:12345-192.168.203.18@tcp:36:lhsmtool_posix.0 Request processed in 571us (6161us total) trans 12884901911 rc 0/0 00000100:00100000:2.0:1787839004.658508:0:22648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.18@tcp, seq: 62 00000100:00100000:3.0:1787839004.660425:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.18@tcp (source: 12345-192.168.203.18@tcp) 00000100:00100000:1.0:1787839004.660922:0:25151:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684429898240 00000100:00100000:1.0:1787839004.660941:0:25151:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684429898240 00000100:00100000:1.0:1787839004.661009:0:25151:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.18@tcp, seq: 24 00000100:00100000:1.0:1787839004.661019:0:25151:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d8f43f91e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2b29b22a-e143-4802-a359-07bbfb900a42+7:18764:x1874684429898240:12345-192.168.203.18@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1787839004.661046:0:25151:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787839004.661061:0:25151:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000785d1815/0x7b32352f0be6f8dc lrc: 2/0,0 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x975aa905a02b3c6 expref: -99 pid: 25151 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787839004.661398:0:25151:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000da3d9896/0x7b32352f0be6f8ce lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.18@tcp remote: 0x975aa905a02b3bf expref: 8 pid: 24693 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787839004.661450:0:25151:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787839004.661456:0:25151:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787839004.661462:0:25151:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000785d1815/0x7b32352f0be6f8dc lrc: 4/0,0 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.18@tcp remote: 0x975aa905a02b3c6 expref: 8 pid: 25151 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787839004.661575:0:25151:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000da3d9896/0x7b32352f0be6f8ce lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.18@tcp remote: 0x975aa905a02b3bf expref: 8 pid: 24693 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787839004.661676:0:25151:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000da3d9896/0x7b32352f0be6f8ce lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.18@tcp remote: 0x975aa905a02b3bf expref: 8 pid: 24693 timeout: 788 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787839004.661698:0:25151:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d907efe1680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25151:1874684455164160:192.168.203.18@tcp:104: 00000100:00100000:1.0:1787839004.661855:0:25151:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d90562689c0 going to sleep for 11 seconds 00000100:00100000:3.0:1787839004.674567:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.18@tcp (source: 12345-192.168.203.18@tcp) 00000100:00100000:2.0:1787839004.674673:0:22634:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684429898368 00000100:00100000:2.0:1787839004.674681:0:22634:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684429898368 00010000:00010000:2.0:1787839004.674739:0:22634:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000da3d9896/0x7b32352f0be6f8ce lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.18@tcp remote: 0x975aa905a02b3bf expref: 9 pid: 24693 timeout: 788 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787839004.674805:0:22634:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.18@tcp, seq: 19 00000100:00100000:2.0:1787839004.674815:0:22634:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d8f43f91680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2b29b22a-e143-4802-a359-07bbfb900a42+9:2406:x1874684429898368:12345-192.168.203.18@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1787839004.674842:0:22634:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787839004.674876:0:22634:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000da3d9896/0x7b32352f0be6f8ce lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.18@tcp remote: 0x975aa905a02b3bf expref: 9 pid: 24693 timeout: 788 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787839004.674903:0:22634:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000da3d9896/0x7b32352f0be6f8ce lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.18@tcp remote: 0x975aa905a02b3bf expref: 9 pid: 24693 timeout: 788 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787839004.674971:0:22634:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787839004.674977:0:22634:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787839004.674984:0:22634:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000785d1815/0x7b32352f0be6f8dc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.203.18@tcp remote: 0x975aa905a02b3c6 expref: 9 pid: 25151 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787839004.675006:0:22634:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000785d1815/0x7b32352f0be6f8dc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.203.18@tcp remote: 0x975aa905a02b3c6 expref: 9 pid: 25151 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787839004.675079:0:22634:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000785d1815/0x7b32352f0be6f8dc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.18@tcp remote: 0x975aa905a02b3c6 expref: 9 pid: 25151 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787839004.675094:0:22634:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d907efc8b40 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:22634:1874684455164288:192.168.203.18@tcp:105: 00000100:00100000:2.0:1787839004.675242:0:22634:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d9043e59300 going to sleep for 11 seconds 00000100:00100000:3.0:1787839004.677911:0:22634:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d907efc8b40 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:22634:1874684455164288:192.168.203.18@tcp:105: 00010000:00010000:3.0:1787839004.677944:0:22634:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787839004.677996:0:22634:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d8f43f91680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2b29b22a-e143-4802-a359-07bbfb900a42+9:2406:x1874684429898368:12345-192.168.203.18@tcp:103:ldlm_bl.0 Request processed in 3181us (3449us total) trans 0 rc 0/0 00000100:00100000:3.0:1787839004.678007:0:22634:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.18@tcp, seq: 19 00010000:00010000:1.0:1787839004.679272:0:25151:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000da3d9896/0x7b32352f0be6f8ce lrc: 0/0,0 mode: --/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.18@tcp remote: 0x975aa905a02b3bf expref: 8 pid: 24693 timeout: 788 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787839004.679296:0:25151:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d907efe1680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25151:1874684455164160:192.168.203.18@tcp:104: 00010000:00010000:1.0:1787839004.679321:0:25151:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000785d1815/0x7b32352f0be6f8dc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.18@tcp remote: 0x975aa905a02b3c6 expref: 7 pid: 25151 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787839004.679335:0:25151:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d8f43ccbc00, rc 0) 00000100:00100000:1.0:1787839004.679432:0:25151:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d8f43f91e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2b29b22a-e143-4802-a359-07bbfb900a42+7:18764:x1874684429898240:12345-192.168.203.18@tcp:101:lhsmtool_posix.0 Request processed in 18414us (19014us total) trans 0 rc 0/0 00000100:00100000:1.0:1787839004.679455:0:25151:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.18@tcp, seq: 24 00000100:00100000:2.0:1787839004.682745:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.18@tcp (source: 12345-192.168.203.18@tcp) 00000100:00100000:3.0:1787839004.682829:0:24155:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684429898496 00000100:00100000:3.0:1787839004.682840:0:24155:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684429898496 00000100:00100000:3.0:1787839004.682935:0:24155:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.18@tcp, seq: 25 00000100:00100000:3.0:1787839004.682945:0:24155:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d906e60e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2b29b22a-e143-4802-a359-07bbfb900a42+7:2408:x1874684429898496:12345-192.168.203.18@tcp:2:lhsmtool_posix.0 00002000:00010000:3.0:1787839004.683252:0:24155:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1787839004.683256:0:24155:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb mtime from disk: 0 -> 1787839003 00002000:00010000:3.0:1787839004.683259:0:24155:0:(ofd_lvb.c:319:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb atime from disk: 0 -> 1787839002 00002000:00010000:3.0:1787839004.683261:0:24155:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb ctime from disk: 1787839004 -> 1787839003 00002000:00010000:3.0:1787839004.683264:0:24155:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1787839004.683326:0:24155:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d906e60e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2b29b22a-e143-4802-a359-07bbfb900a42+8:2408:x1874684429898496:12345-192.168.203.18@tcp:2:lhsmtool_posix.0 Request processed in 382us (590us total) trans 12884901893 rc 0/0 00000100:00100000:3.0:1787839004.683335:0:24155:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.18@tcp, seq: 25 00000100:00100000:2.0:1787839004.686400:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.18@tcp (source: 12345-192.168.203.18@tcp) 00000100:00100000:0.0:1787839004.686490:0:24152:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684429898624 00000100:00100000:0.0:1787839004.686500:0:24152:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684429898624 00000100:00100000:0.0:1787839004.686579:0:24152:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.18@tcp, seq: 26 00000100:00100000:0.0:1787839004.686653:0:24152:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d907efc8f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2b29b22a-e143-4802-a359-07bbfb900a42+8:2406:x1874684429898624:12345-192.168.203.18@tcp:1:lhsmtool_posix.0 00010000:00010000:0.0:1787839004.686694:0:24152:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000025a4179e/0x7b32352f0be6f8e3 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839004.686713:0:24152:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000785d1815/0x7b32352f0be6f8dc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.18@tcp remote: 0x975aa905a02b3c6 expref: 8 pid: 25151 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839004.686735:0:24152:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787839004.686740:0:24152:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(1 0) 00010000:00010000:0.0:1787839004.686745:0:24152:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000025a4179e/0x7b32352f0be6f8e3 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839004.686778:0:24152:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000785d1815/0x7b32352f0be6f8dc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.18@tcp remote: 0x975aa905a02b3c6 expref: 8 pid: 25151 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839004.686793:0:24152:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000785d1815/0x7b32352f0be6f8dc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.18@tcp remote: 0x975aa905a02b3c6 expref: 8 pid: 25151 timeout: 788 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787839004.686807:0:24152:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d9059248780 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:24152:1874684455164416:192.168.203.18@tcp:104: 00000100:00100000:0.0:1787839004.686882:0:24152:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d9049bcd9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1787839004.690238:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.18@tcp (source: 12345-192.168.203.18@tcp) 00000100:00100000:3.0:1787839004.690353:0:22632:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684429898752 00000100:00100000:3.0:1787839004.690362:0:22632:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684429898752 00010000:00010000:3.0:1787839004.690399:0:22632:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000785d1815/0x7b32352f0be6f8dc lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.18@tcp remote: 0x975aa905a02b3c6 expref: 9 pid: 25151 timeout: 788 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787839004.690441:0:22632:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.18@tcp, seq: 20 00000100:00100000:3.0:1787839004.690451:0:22632:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d907efcb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2b29b22a-e143-4802-a359-07bbfb900a42+9:2405:x1874684429898752:12345-192.168.203.18@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1787839004.690466:0:22632:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787839004.690487:0:22632:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000785d1815/0x7b32352f0be6f8dc lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.18@tcp remote: 0x975aa905a02b3c6 expref: 9 pid: 25151 timeout: 788 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787839004.690502:0:22632:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000785d1815/0x7b32352f0be6f8dc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.18@tcp remote: 0x975aa905a02b3c6 expref: 9 pid: 25151 timeout: 788 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787839004.690547:0:22632:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(1 0) 00010000:00010000:3.0:1787839004.690552:0:22632:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(1 0) 00010000:00010000:3.0:1787839004.690558:0:22632:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000025a4179e/0x7b32352f0be6f8e3 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 24152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787839004.690567:0:22632:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000025a4179e/0x7b32352f0be6f8e3 lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 24152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787839004.690596:0:22632:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787839004.690652:0:22632:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d907efcb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2b29b22a-e143-4802-a359-07bbfb900a42+9:2405:x1874684429898752:12345-192.168.203.18@tcp:103:ldlm_bl.0 Request processed in 201us (422us total) trans 0 rc 0/0 00000100:00100000:3.0:1787839004.690660:0:22632:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.18@tcp, seq: 20 00010000:00010000:0.0:1787839004.696735:0:24152:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000785d1815/0x7b32352f0be6f8dc lrc: 0/0,0 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.18@tcp remote: 0x975aa905a02b3c6 expref: 8 pid: 25151 timeout: 788 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787839004.696761:0:24152:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d9059248780 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:24152:1874684455164416:192.168.203.18@tcp:104: 00010000:00010000:0.0:1787839004.696787:0:24152:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000025a4179e/0x7b32352f0be6f8e3 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839004.696801:0:24152:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000025a4179e/0x7b32352f0be6f8e3 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839004.696809:0:24152:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000025a4179e/0x7b32352f0be6f8e3 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839004.696854:0:24152:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000025a4179e/0x7b32352f0be6f8e3 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839004.696862:0:24152:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000025a4179e/0x7b32352f0be6f8e3 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839004.696871:0:24152:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000025a4179e/0x7b32352f0be6f8e3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839004.696879:0:24152:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d9041507000 already unused, calling callback (ffffffffc0b44500) 00010000:00010000:0.0:1787839004.696883:0:24152:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000025a4179e/0x7b32352f0be6f8e3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839004.696892:0:24152:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000025a4179e/0x7b32352f0be6f8e3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839004.696909:0:24152:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000025a4179e/0x7b32352f0be6f8e3 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839004.696917:0:24152:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000025a4179e/0x7b32352f0be6f8e3 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787839004.697419:0:24152:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d907efc8f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2b29b22a-e143-4802-a359-07bbfb900a42+7:2406:x1874684429898624:12345-192.168.203.18@tcp:1:lhsmtool_posix.0 Request processed in 10767us (11025us total) trans 0 rc 0/0 00000100:00100000:0.0:1787839004.697438:0:24152:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.18@tcp, seq: 26 00000100:00100000:2.0:1787839004.699993:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.18@tcp (source: 12345-192.168.203.18@tcp) 00000100:00100000:0.0:1787839004.700085:0:22649:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684429899008 00000100:00100000:0.0:1787839004.700094:0:22649:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684429899008 00000100:00100000:0.0:1787839004.700186:0:22649:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.18@tcp, seq: 63 00000100:00100000:0.0:1787839004.700196:0:22649:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d907efc92c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2b29b22a-e143-4802-a359-07bbfb900a42+16:18764:x1874684429899008:12345-192.168.203.18@tcp:57:lhsmtool_posix.0 00010000:00010000:0.0:1787839004.700292:0:22649:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d9041507c00/0x7b32352f0be6f8ea lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 22649 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839004.700314:0:22649:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8d9040031000/0x7b32352f0be6f834 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.18@tcp remote: 0x975aa905a02b387 expref: 16 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839004.700323:0:22649:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d9041507c00/0x7b32352f0be6f8ea lrc: 4/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22649 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839004.700368:0:22649:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8d9040031000/0x7b32352f0be6f834 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.18@tcp remote: 0x975aa905a02b387 expref: 16 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839004.700381:0:22649:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8d9040031000/0x7b32352f0be6f834 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.18@tcp remote: 0x975aa905a02b387 expref: 16 pid: 22647 timeout: 788 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787839004.700400:0:22649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d9059248780 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:22649:1874684455164544:192.168.203.18@tcp:104: 00000100:00100000:0.0:1787839004.700493:0:22649:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d9049bcd6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1787839004.703884:0:22649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d9059248780 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:22649:1874684455164544:192.168.203.18@tcp:104: 00010000:00010000:0.0:1787839004.703915:0:22649:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8d9041507c00/0x7b32352f0be6f8ea lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22649 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787839004.704803:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.18@tcp (source: 12345-192.168.203.18@tcp) 00000100:00100000:3.0:1787839004.704880:0:22634:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684429899136 00000100:00100000:3.0:1787839004.704887:0:22634:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684429899136 00010000:00010000:3.0:1787839004.704932:0:22634:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d9040031000/0x7b32352f0be6f834 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.18@tcp remote: 0x975aa905a02b387 expref: 17 pid: 22647 timeout: 788 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787839004.704971:0:22634:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.18@tcp, seq: 21 00000100:00100000:3.0:1787839004.704982:0:22634:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d907efca940 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2b29b22a-e143-4802-a359-07bbfb900a42+17:2406:x1874684429899136:12345-192.168.203.18@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1787839004.704998:0:22634:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787839004.705005:0:22634:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8d9040031000/0x7b32352f0be6f834 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.18@tcp remote: 0x975aa905a02b387 expref: 17 pid: 22647 timeout: 788 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787839004.705018:0:22634:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8d9040031000/0x7b32352f0be6f834 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.18@tcp remote: 0x975aa905a02b387 expref: 17 pid: 22647 timeout: 788 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787839004.705077:0:22634:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d9040031000/0x7b32352f0be6f834 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.18@tcp remote: 0x975aa905a02b387 expref: 17 pid: 22647 timeout: 788 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787839004.705093:0:22634:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8d9079df1500) 00010000:00010000:3.0:1787839004.705098:0:22634:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8d9041506a00/0x7b32352f0be6f850 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.18@tcp remote: 0x975aa905a02b395 expref: 16 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787839004.705107:0:22634:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff8d9041507c00/0x7b32352f0be6f8ea lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22649 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787839004.705114:0:22634:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8d9041507c00/0x7b32352f0be6f8ea lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 22649 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787839004.705121:0:22634:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d9041507c00/0x7b32352f0be6f8ea lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 22649 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787839004.705192:0:22634:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1787839004.705460:0:22649:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8d9041507c00/0x7b32352f0be6f8ea lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22649 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787839004.705468:0:22649:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d9041507c00/0x7b32352f0be6f8ea lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22649 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787839004.705665:0:22649:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d9076486400/0x7b32352f0be6f8f1 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22649 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787839004.705681:0:22649:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8d9076486e00/0x7b32352f0be6f8b9 lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.18@tcp remote: 0x975aa905a02b3b1 expref: 17 pid: 24459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787839004.705689:0:22649:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d9076486400/0x7b32352f0be6f8f1 lrc: 4/0,1 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22649 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787839004.705716:0:22649:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8d9076486e00/0x7b32352f0be6f8b9 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.18@tcp remote: 0x975aa905a02b3b1 expref: 17 pid: 24459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787839004.705729:0:22649:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8d9076486e00/0x7b32352f0be6f8b9 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.18@tcp remote: 0x975aa905a02b3b1 expref: 17 pid: 24459 timeout: 788 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787839004.705742:0:22649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d907efcad00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:22649:1874684455164672:192.168.203.18@tcp:104: 00000100:00100000:2.0:1787839004.705834:0:22649:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d9043e59e40 going to sleep for 11 seconds 00000100:00100000:3.0:1787839004.705887:0:22634:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d907efca940 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2b29b22a-e143-4802-a359-07bbfb900a42+17:2406:x1874684429899136:12345-192.168.203.18@tcp:103:ldlm_bl.0 Request processed in 906us (1086us total) trans 0 rc 0/0 00000100:00100000:3.0:1787839004.705896:0:22634:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.18@tcp, seq: 21 00000100:00100000:2.0:1787839004.709004:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.18@tcp (source: 12345-192.168.203.18@tcp) 00000100:00100000:0.0:1787839004.709199:0:22649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d907efcad00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:22649:1874684455164672:192.168.203.18@tcp:104: 00010000:00010000:0.0:1787839004.709248:0:22649:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8d9076486400/0x7b32352f0be6f8f1 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22649 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787839004.709354:0:22633:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684429899264 00000100:00100000:3.0:1787839004.709361:0:22633:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684429899264 00010000:00010000:3.0:1787839004.709396:0:22633:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d9076486e00/0x7b32352f0be6f8b9 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.18@tcp remote: 0x975aa905a02b3b1 expref: 17 pid: 24459 timeout: 788 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787839004.709435:0:22633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.18@tcp, seq: 22 00000100:00100000:3.0:1787839004.709444:0:22633:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d907efc8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2b29b22a-e143-4802-a359-07bbfb900a42+17:2405:x1874684429899264:12345-192.168.203.18@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1787839004.709469:0:22633:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787839004.709477:0:22633:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8d9076486e00/0x7b32352f0be6f8b9 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.18@tcp remote: 0x975aa905a02b3b1 expref: 17 pid: 24459 timeout: 788 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787839004.709489:0:22633:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8d9076486e00/0x7b32352f0be6f8b9 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.18@tcp remote: 0x975aa905a02b3b1 expref: 17 pid: 24459 timeout: 788 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787839004.709512:0:22633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d9076486e00/0x7b32352f0be6f8b9 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.18@tcp remote: 0x975aa905a02b3b1 expref: 17 pid: 24459 timeout: 788 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787839004.709528:0:22633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8d905002b800) 00010000:00010000:3.0:1787839004.709532:0:22633:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8d9076486400/0x7b32352f0be6f8f1 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22649 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787839004.709542:0:22633:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8d9076486400/0x7b32352f0be6f8f1 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 22649 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787839004.709549:0:22633:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d9076486400/0x7b32352f0be6f8f1 lrc: 4/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 22649 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787839004.709573:0:22633:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787839004.710499:0:22633:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d907efc8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2b29b22a-e143-4802-a359-07bbfb900a42+16:2405:x1874684429899264:12345-192.168.203.18@tcp:103:ldlm_bl.0 Request processed in 1048us (1496us total) trans 0 rc 0/0 00000100:00100000:3.0:1787839004.710509:0:22633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.18@tcp, seq: 22 00010000:00010000:3.0:1787839004.710546:0:22649:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8d9076486400/0x7b32352f0be6f8f1 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22649 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787839004.710555:0:22649:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d9076486400/0x7b32352f0be6f8f1 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22649 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1787839004.710741:0:22649:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901912 00000001:00080000:3.0:1787839004.710857:0:22649:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901913 00000001:00080000:3.0:1787839004.710894:0:22649:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901914 00000100:00100000:3.0:1787839004.712726:0:22649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d8f43f91e00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:22649:1874684455164800:0@lo:1000:mdt00_002.0 00000100:00100000:3.0:1787839004.712808:0:22649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787839004.712892:0:22649:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d9050d4f900 going to sleep for 11 seconds 00000100:00100000:1.0:1787839004.712983:0:22653:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455164800 00000100:00100000:1.0:1787839004.712990:0:22653:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455164800 00000100:00100000:1.0:1787839004.713305:0:22653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49 00000100:00100000:1.0:1787839004.713317:0:22653:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d8f43f903c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:22649:x1874684455164800:12345-0@lo:1000:mdt00_002.0 00000100:00100000:1.0:1787839004.713411:0:22653:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d8f43f903c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:22649:x1874684455164800:12345-0@lo:1000:mdt00_002.0 Request processed in 97us (603us total) trans 0 rc 0/0 00000100:00100000:1.0:1787839004.713418:0:22653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49 00000100:00100000:3.0:1787839004.713481:0:22649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d8f43f91e00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:22649:1874684455164800:0@lo:1000:mdt00_002.0 00000001:00080000:3.0:1787839004.713645:0:22649:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901915 00000100:00100000:3.0:1787839004.713701:0:22649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d8f43f91e00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:22649:1874684455164928:0@lo:1000:mdt00_002.0 00000100:00100000:3.0:1787839004.713744:0:22649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787839004.714075:0:22652:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455164928 00000100:00100000:0.0:1787839004.714080:0:22652:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455164928 00000100:00100000:0.0:1787839004.714108:0:22652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50 00000100:00100000:0.0:1787839004.714115:0:22652:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d8f43f93c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:22649:x1874684455164928:12345-0@lo:1000:mdt00_002.0 00000100:00100000:0.0:1787839004.714257:0:22652:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d8f43f93c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+7:22649:x1874684455164928:12345-0@lo:1000:mdt00_002.0 Request processed in 142us (512us total) trans 12884901894 rc 0/0 00000100:00100000:0.0:1787839004.714264:0:22652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50 00000100:00100000:2.0:1787839004.714674:0:22649:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d9050d4fd80 going to sleep for 11 seconds 00000100:00100000:2.0:1787839004.714700:0:22649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d8f43f91e00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:22649:1874684455164928:0@lo:1000:mdt00_002.0 00010000:00010000:2.0:1787839004.714738:0:22649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d9076486400/0x7b32352f0be6f8f1 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22649 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787839004.714748:0:22649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d9076486400/0x7b32352f0be6f8f1 lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 22649 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787839004.714756:0:22649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d9076486400/0x7b32352f0be6f8f1 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22649 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787839004.714762:0:22649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d9076486400 already unused, calling callback (ffffffffc17654f0) 00010000:00010000:2.0:1787839004.714766:0:22649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d9076486400/0x7b32352f0be6f8f1 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22649 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787839004.714783:0:22649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d9076486400/0x7b32352f0be6f8f1 lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 22649 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787839004.714798:0:22649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8d905002b800) 00010000:00010000:2.0:1787839004.714801:0:22649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1787839004.714805:0:22649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d9076486400/0x7b32352f0be6f8f1 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22649 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787839004.714811:0:22649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d9076486400/0x7b32352f0be6f8f1 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22649 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787839004.714838:0:22649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d9041506800/0x7b32352f0be6f849 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210400000020 pid: 22649 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787839004.714845:0:22649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d9041506800/0x7b32352f0be6f849 lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210400000020 pid: 22649 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787839004.714851:0:22649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d9041506800/0x7b32352f0be6f849 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 22649 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787839004.714855:0:22649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d9041506800 already unused, calling callback (ffffffffc17654f0) 00010000:00010000:2.0:1787839004.714858:0:22649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d9041506800/0x7b32352f0be6f849 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 22649 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787839004.714863:0:22649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d9041506800/0x7b32352f0be6f849 lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40218400000020 pid: 22649 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787839004.714870:0:22649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8d9079df1500) 00010000:00010000:2.0:1787839004.714872:0:22649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1787839004.714879:0:22649:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8d9041506a00/0x7b32352f0be6f850 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.18@tcp remote: 0x975aa905a02b395 expref: 19 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787839004.714898:0:22649:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8d9041506a00/0x7b32352f0be6f850 lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.203.18@tcp remote: 0x975aa905a02b395 expref: 19 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787839004.714906:0:22649:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d9041506a00/0x7b32352f0be6f850 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.203.18@tcp remote: 0x975aa905a02b395 expref: 19 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787839004.714955:0:22649:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff8d9041506a00/0x7b32352f0be6f850 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.18@tcp remote: 0x975aa905a02b395 expref: 19 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787839004.714967:0:22649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d907efcb0c0 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:22649:1874684455165056:192.168.203.18@tcp:105: 00000100:00100000:2.0:1787839004.715294:0:22649:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d9043e59e40 going to sleep for 11 seconds 00000100:00100000:2.0:1787839004.729530:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.18@tcp (source: 12345-192.168.203.18@tcp) 00000100:00100000:3.0:1787839004.729847:0:22651:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684429899392 00000100:00100000:3.0:1787839004.729857:0:22651:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684429899392 00000100:00100000:3.0:1787839004.729935:0:22651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.18@tcp, seq: 10 00000100:00100000:3.0:1787839004.729946:0:22651:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d9044190050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:2b29b22a-e143-4802-a359-07bbfb900a42+20:18763:x1874684429899392:12345-192.168.203.18@tcp:49:dd.0 00000100:00100000:3.0:1787839004.730091:0:22651:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d9044190050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:2b29b22a-e143-4802-a359-07bbfb900a42+20:18763:x1874684429899392:12345-192.168.203.18@tcp:49:dd.0 Request processed in 147us (571us total) trans 0 rc 0/0 00000100:00100000:3.0:1787839004.730098:0:22651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.18@tcp, seq: 10 00000100:00100000:0.0:1787839004.730877:0:22649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d907efcb0c0 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:22649:1874684455165056:192.168.203.18@tcp:105: 00010000:00010000:0.0:1787839004.730902:0:22649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d9041506800/0x7b32352f0be6f849 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x44a19400000020 pid: 22649 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839004.730923:0:22649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d9041506800/0x7b32352f0be6f849 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x44a19400000020 pid: 22649 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839004.730958:0:22649:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d9041506400/0x7b32352f0be6f8f8 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22649 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839004.730972:0:22649:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d9041506400/0x7b32352f0be6f8f8 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22649 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839004.730983:0:22649:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d9041506400/0x7b32352f0be6f8f8 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22649 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839004.730992:0:22649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d9041506400/0x7b32352f0be6f8f8 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22649 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839004.730998:0:22649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d9041506400/0x7b32352f0be6f8f8 lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22649 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839004.731020:0:22649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d9041506400/0x7b32352f0be6f8f8 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22649 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839004.731026:0:22649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d9041506400 already unused, calling callback (ffffffffc17654f0) 00010000:00010000:0.0:1787839004.731030:0:22649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d9041506400/0x7b32352f0be6f8f8 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22649 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839004.731037:0:22649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d9041506400/0x7b32352f0be6f8f8 lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22649 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839004.731049:0:22649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8d9079df1500) 00010000:00010000:0.0:1787839004.731052:0:22649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787839004.731056:0:22649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d9041506400/0x7b32352f0be6f8f8 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22649 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839004.731062:0:22649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d9041506400/0x7b32352f0be6f8f8 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22649 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839004.731081:0:22649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d9041507c00/0x7b32352f0be6f8ea lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22649 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839004.731087:0:22649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d9041507c00/0x7b32352f0be6f8ea lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 22649 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839004.731092:0:22649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d9041507c00/0x7b32352f0be6f8ea lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22649 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839004.731096:0:22649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d9041507c00 already unused, calling callback (ffffffffc17654f0) 00010000:00010000:0.0:1787839004.731099:0:22649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d9041507c00/0x7b32352f0be6f8ea lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22649 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839004.731113:0:22649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d9041507c00/0x7b32352f0be6f8ea lrc: 4/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 22649 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839004.731121:0:22649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8d9079df1500) 00010000:00010000:0.0:1787839004.731123:0:22649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1787839004.731155:0:22649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d9041507c00/0x7b32352f0be6f8ea lrc: 2/0,0 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22649 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787839004.731162:0:22649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d9041507c00/0x7b32352f0be6f8ea lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22649 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787839004.731313:0:22649:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d907efc92c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2b29b22a-e143-4802-a359-07bbfb900a42+19:18764:x1874684429899008:12345-192.168.203.18@tcp:57:lhsmtool_posix.0 Request processed in 31117us (31327us total) trans 12884901916 rc 0/0 00000100:00100000:0.0:1787839004.731322:0:22649:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.18@tcp, seq: 63 00000020:00080000:0.0:1787839004.731327:0:22649:0:(tgt_main.c:785:tgt_ses_key_exit()) total 5 transactions per RPC 00000040:00080000:1.0:1787839004.731403:0:22683:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:1.0:1787839004.731408:0:22683:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x14:0x0] at index 3 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1787839004.731423:0:22683:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x14:0x0] index 2 count 2 00000040:00080000:1.0:1787839004.731429:0:22683:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 4 count 2 00000100:00100000:0.0:1787839004.738808:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.18@tcp (source: 12345-192.168.203.18@tcp) 00000100:00100000:0.0:1787839004.738847:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.18@tcp (source: 12345-192.168.203.18@tcp) 00000100:00100000:2.0:1787839004.738937:0:24459:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684429899776 00000100:00100000:2.0:1787839004.738946:0:24459:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684429899776 00000100:00100000:2.0:1787839004.739007:0:24459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.18@tcp, seq: 64 00000100:00100000:2.0:1787839004.739017:0:24459:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d9059248f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2b29b22a-e143-4802-a359-07bbfb900a42+19:18763:x1874684429899776:12345-192.168.203.18@tcp:101:dd.0 00010000:00010000:2.0:1787839004.739041:0:24459:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787839004.739060:0:24459:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d9076486400/0x7b32352f0be6f8ff lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x975aa905a02b3cd expref: -99 pid: 24459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787839004.739115:0:24459:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8d9076486200/0x7b32352f0be6f906 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 24459 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787839004.739153:0:24459:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d9076486200/0x7b32352f0be6f906 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 24459 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787839004.739166:0:24459:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d9076486200/0x7b32352f0be6f906 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 24459 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787839004.739299:0:24459:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d9076486400/0x7b32352f0be6f8ff lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.18@tcp remote: 0x975aa905a02b3cd expref: 21 pid: 24459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787839004.739318:0:24459:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8d9076486200/0x7b32352f0be6f906 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.18@tcp remote: 0x975aa905a02b3cd expref: 20 pid: 24459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787839004.739328:0:24459:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8d9079df1500) 00010000:00010000:2.0:1787839004.739332:0:24459:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1787839004.739335:0:24459:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d9076486200, rc 0) 00000100:00100000:2.0:1787839004.739394:0:24459:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d9059248f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2b29b22a-e143-4802-a359-07bbfb900a42+20:18763:x1874684429899776:12345-192.168.203.18@tcp:101:dd.0 Request processed in 379us (547us total) trans 0 rc 0/0 00000100:00100000:2.0:1787839004.739402:0:24459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.18@tcp, seq: 64 00000100:00100000:1.0:1787839004.739738:0:22650:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684429899648 00000100:00100000:1.0:1787839004.739744:0:22650:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684429899648 00000100:00100000:1.0:1787839004.739786:0:22650:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.18@tcp, seq: 11 00000100:00100000:1.0:1787839004.739795:0:22650:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d9059248780 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:2b29b22a-e143-4802-a359-07bbfb900a42+20:18764:x1874684429899648:12345-192.168.203.18@tcp:35:lhsmtool_posix.0 00000004:00080000:1.0:1787839004.740015:0:22650:0:(mdd_object.c:4014:mdd_close()) Object [0x2000013a1:0x3:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:1.0:1787839004.740044:0:22650:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901917 00010000:00010000:1.0:1787839004.740083:0:22650:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d8f43cca400/0x7b32352f0be6f90d lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22650 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787839004.740094:0:22650:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d8f43cca400/0x7b32352f0be6f90d lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 22650 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787839004.740103:0:22650:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d8f43cca400/0x7b32352f0be6f90d lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 22650 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787839004.740112:0:22650:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d8f43cca400/0x7b32352f0be6f90d lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 22650 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787839004.740154:0:22650:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d8f43cca400/0x7b32352f0be6f90d lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 22650 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787839004.740161:0:22650:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d8f43cca400/0x7b32352f0be6f90d lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 22650 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787839004.740179:0:22650:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1787839004.740234:0:22650:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d9059248780 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:2b29b22a-e143-4802-a359-07bbfb900a42+22:18764:x1874684429899648:12345-192.168.203.18@tcp:35:lhsmtool_posix.0 Request processed in 440us (1436us total) trans 12884901918 rc 0/0 00000100:00100000:1.0:1787839004.740242:0:22650:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.18@tcp, seq: 11 00000020:00080000:1.0:1787839004.740246:0:22650:0:(tgt_main.c:785:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1787839004.740784:0:22635:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787839004.740791:0:22635:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d8f43cca400/0x7b32352f0be6f90d lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 22650 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787839004.740798:0:22635:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d8f43cca400 already unused, calling callback (ffffffffc0b44500) 00010000:00010000:2.0:1787839004.740802:0:22635:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d8f43cca400/0x7b32352f0be6f90d lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 22650 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787839004.740809:0:22635:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d8f43cca400/0x7b32352f0be6f90d lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 22650 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787839004.740822:0:22635:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8d905002b800) 00010000:00010000:2.0:1787839004.740824:0:22635:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1787839004.740828:0:22635:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d8f43cca400/0x7b32352f0be6f90d lrc: 1/0,0 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 22650 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787839004.740846:0:22635:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d8f43cca400/0x7b32352f0be6f90d lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 22650 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787839004.740857:0:22635:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787839004.740859:0:22635:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787839004.740861:0:22635:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787839004.775732:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.18@tcp (source: 12345-192.168.203.18@tcp) 00000100:00100000:2.0:1787839004.775833:0:24158:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684429899904 00000100:00100000:2.0:1787839004.775842:0:24158:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684429899904 00000100:00100000:2.0:1787839004.775909:0:24158:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.18@tcp, seq: 0 00000100:00100000:2.0:1787839004.775929:0:24158:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d905924b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:2b29b22a-e143-4802-a359-07bbfb900a42+7:2405:x1874684429899904:12345-192.168.203.18@tcp:4:dd.0 00002000:00010000:2.0:1787839004.775975:0:24158:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x42:0x0] initial LVB size: 0, mtime: 0x6a90421b, atime: 0x6a90421a, ctime: 0x6a90421b, blocks: 0x0 00010000:00010000:2.0:1787839004.775984:0:24158:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fac6a958/0x7b32352f0be6f914 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787839004.776001:0:24158:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=688s v=(0 0) 00010000:00010000:2.0:1787839004.776005:0:24158:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787839004.776016:0:24158:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fac6a958/0x7b32352f0be6f914 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787839004.776029:0:24158:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000fac6a958/0x7b32352f0be6f914 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787839004.788770:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.18@tcp (source: 12345-192.168.203.18@tcp) 00000100:00100000:1.0:1787839004.788869:0:24160:0:(service.c:3462:ptlrpc_start_thread()) ost_io[0] started 3 min 3 max 116 00000100:00100000:1.0:1787839004.788880:0:24160:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_io00_003' 00000100:00100000:1.0:1787839004.789387:0:24160:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684429900032 00000100:00100000:1.0:1787839004.789399:0:24160:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684429900032 00000100:00100000:2.0:1787839004.794505:0:25693:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.18@tcp, seq: 1 00000100:00100000:2.0:1787839004.794526:0:25693:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d8f43f91a40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:2b29b22a-e143-4802-a359-07bbfb900a42+8:2405:x1874684429900032:12345-192.168.203.18@tcp:4:dd.0 00010000:00010000:2.0:1787839004.794572:0:25693:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000076ed9903/0x7b32352f0be6f91b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787839004.794603:0:25693:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787839004.794607:0:25693:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787839004.794614:0:25693:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000076ed9903/0x7b32352f0be6f91b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787839004.794627:0:25693:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000076ed9903/0x7b32352f0be6f91b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1787839004.889716:0:24149:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 12884901895 is committed 00000001:00080000:0.0:1787839004.889743:0:24149:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 12884901894 is committed 00002000:00010000:2.0:1787839004.890343:0:24158:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb size from disk: 0 -> 4194304 00002000:00010000:2.0:1787839004.890349:0:24158:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb mtime from disk: 1787839003 -> 1787839004 00002000:00010000:2.0:1787839004.890352:0:24158:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb ctime from disk: 1787839003 -> 1787839004 00002000:00010000:2.0:1787839004.890355:0:24158:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb blocks from disk: 0 -> 8192 00010000:00010000:2.0:1787839004.890376:0:24158:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fac6a958/0x7b32352f0be6f914 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787839004.890390:0:24158:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000fac6a958/0x7b32352f0be6f914 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787839004.890398:0:24158:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000fac6a958/0x7b32352f0be6f914 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787839004.890407:0:24158:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d9076486400 already unused, calling callback (ffffffffc0b44500) 00010000:00010000:2.0:1787839004.890411:0:24158:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000fac6a958/0x7b32352f0be6f914 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787839004.890420:0:24158:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000fac6a958/0x7b32352f0be6f914 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787839004.890451:0:24158:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000fac6a958/0x7b32352f0be6f914 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787839004.890460:0:24158:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fac6a958/0x7b32352f0be6f914 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787839004.890948:0:24158:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d905924b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:2b29b22a-e143-4802-a359-07bbfb900a42+7:2405:x1874684429899904:12345-192.168.203.18@tcp:4:dd.0 Request processed in 115014us (115218us total) trans 12884901895 rc 0/0 00000100:00100000:2.0:1787839004.890960:0:24158:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.18@tcp, seq: 0 00000001:00080000:0.0:1787839004.913821:0:24149:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 12884901896 is committed 00002000:00010000:2.0:1787839004.914244:0:25693:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb size from disk: 4194304 -> 7654321 00002000:00010000:2.0:1787839004.914249:0:25693:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb blocks from disk: 8192 -> 14952 00010000:00010000:2.0:1787839004.914268:0:25693:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000076ed9903/0x7b32352f0be6f91b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787839004.914281:0:25693:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000076ed9903/0x7b32352f0be6f91b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787839004.914290:0:25693:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000076ed9903/0x7b32352f0be6f91b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787839004.914298:0:25693:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d9076486a00 already unused, calling callback (ffffffffc0b44500) 00010000:00010000:2.0:1787839004.914303:0:25693:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000076ed9903/0x7b32352f0be6f91b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787839004.914312:0:25693:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000076ed9903/0x7b32352f0be6f91b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787839004.914346:0:25693:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000076ed9903/0x7b32352f0be6f91b lrc: 2/0,0 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787839004.914353:0:25693:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000076ed9903/0x7b32352f0be6f91b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787839004.914607:0:25693:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d8f43f91a40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:2b29b22a-e143-4802-a359-07bbfb900a42+5:2405:x1874684429900032:12345-192.168.203.18@tcp:4:dd.0 Request processed in 120083us (125843us total) trans 12884901896 rc 0/0 00000100:00100000:2.0:1787839004.914619:0:25693:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.18@tcp, seq: 1 00000100:00100000:2.0:1787839005.165743:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d907efe1680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3643:1874684455165184:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1787839005.165813:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787839005.165903:0:24156:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455165184 00000100:00100000:1.0:1787839005.165911:0:24156:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455165184 00000100:00100000:1.0:1787839005.165971:0:24156:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:1.0:1787839005.165981:0:24156:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d907efc9e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3643:x1874684455165184:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1787839005.166008:0:24156:0:(ofd_obd.c:739:ofd_statfs()) blocks cached 4218880 granted 26324672 pending 0 free 3915857920 avail 3684335616 00000100:00080000:2.0:1787839005.166108:0:22643:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1787839005.166236:0:24156:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d907efc9e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3643:x1874684455165184:12345-0@lo:13:osp-pre-0-1.0 Request processed in 245us (410us total) trans 0 rc 0/0 00000100:00100000:1.0:1787839005.166243:0:24156:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:2.0:1787839005.167736:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d907efe1680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3643:1874684455165184:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1787839005.232353:0:25150:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787839005.310251:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.18@tcp (source: 12345-192.168.203.18@tcp) 00000100:00100000:0.0:1787839005.310290:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.18@tcp (source: 12345-192.168.203.18@tcp) 00000100:00100000:0.0:1787839005.310312:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.18@tcp (source: 12345-192.168.203.18@tcp) 00000100:00100000:0.0:1787839005.310343:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.18@tcp (source: 12345-192.168.203.18@tcp) 00000100:00100000:0.0:1787839005.310361:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.18@tcp (source: 12345-192.168.203.18@tcp) 00000100:00100000:0.0:1787839005.310381:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.18@tcp (source: 12345-192.168.203.18@tcp) 00000100:00100000:0.0:1787839005.310401:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.18@tcp (source: 12345-192.168.203.18@tcp) 00000100:00100000:0.0:1787839005.310445:0:22649:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684429900672 00000100:00100000:0.0:1787839005.310454:0:22649:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684429900672 00000100:00080000:0.0:1787839005.310488:0:22643:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1787839005.310526:0:22649:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684429900288 00000100:00100000:0.0:1787839005.310530:0:22649:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684429900288 00000100:00080000:0.0:1787839005.310543:0:22643:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1787839005.310556:0:22649:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684429900544 00000100:00100000:0.0:1787839005.310559:0:22649:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684429900544 00000100:00080000:0.0:1787839005.310572:0:22643:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1787839005.310600:0:22649:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.18@tcp, seq: 52 00000100:00100000:0.0:1787839005.310611:0:22649:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d907b2f0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:036c6d19-eeb5-4e02-8c77-d6297ee7885b+5:2405:x1874684429900672:12345-192.168.203.18@tcp:400:kworker.0 00000100:00100000:0.0:1787839005.310689:0:22649:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d907b2f0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:036c6d19-eeb5-4e02-8c77-d6297ee7885b+5:2405:x1874684429900672:12345-192.168.203.18@tcp:400:kworker.0 Request processed in 80us (376us total) trans 0 rc 0/0 00000100:00100000:0.0:1787839005.310697:0:22649:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.18@tcp, seq: 52 00000100:00100000:0.0:1787839005.310715:0:22649:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.18@tcp, seq: 53 00000100:00100000:0.0:1787839005.310722:0:22649:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d9046b83480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2b29b22a-e143-4802-a359-07bbfb900a42+5:2405:x1874684429900288:12345-192.168.203.18@tcp:400:kworker.0 00000100:00100000:0.0:1787839005.310746:0:22649:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d9046b83480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2b29b22a-e143-4802-a359-07bbfb900a42+5:2405:x1874684429900288:12345-192.168.203.18@tcp:400:kworker.0 Request processed in 25us (385us total) trans 0 rc 0/0 00000100:00100000:0.0:1787839005.310753:0:22649:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.18@tcp, seq: 53 00000100:00100000:0.0:1787839005.310765:0:22649:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.18@tcp, seq: 54 00000100:00100000:0.0:1787839005.310771:0:22649:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d9046b82d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:036c6d19-eeb5-4e02-8c77-d6297ee7885b+6:2405:x1874684429900544:12345-192.168.203.18@tcp:400:kworker.0 00000100:00100000:0.0:1787839005.310798:0:22649:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d9046b82d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:036c6d19-eeb5-4e02-8c77-d6297ee7885b+6:2405:x1874684429900544:12345-192.168.203.18@tcp:400:kworker.0 Request processed in 26us (416us total) trans 0 rc 0/0 00000100:00100000:0.0:1787839005.310804:0:22649:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.18@tcp, seq: 54 00000100:00100000:3.0:1787839005.310985:0:22641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684429900160 00000100:00100000:3.0:1787839005.310990:0:22641:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684429900160 00000100:00100000:3.0:1787839005.311028:0:22641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.18@tcp, seq: 164 00000100:00100000:3.0:1787839005.311035:0:22641:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d9070642050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:df51fc02-809a-441a-9f08-84a381558334+13:2405:x1874684429900160:12345-192.168.203.18@tcp:400:kworker.0 00000100:00100000:3.0:1787839005.311071:0:22641:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d9070642050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:df51fc02-809a-441a-9f08-84a381558334+13:2405:x1874684429900160:12345-192.168.203.18@tcp:400:kworker.0 Request processed in 28us (822us total) trans 0 rc 0/0 00000100:00100000:3.0:1787839005.311078:0:22641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.18@tcp, seq: 164 00000100:00100000:3.0:1787839005.311121:0:24155:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684429900416 00000100:00100000:3.0:1787839005.311146:0:24155:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684429900416 00000100:00100000:3.0:1787839005.311174:0:24155:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684429900928 00000100:00100000:3.0:1787839005.311177:0:24155:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684429900928 00000100:00100000:3.0:1787839005.311194:0:24155:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684429900800 00000100:00100000:3.0:1787839005.311197:0:24155:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684429900800 00000100:00100000:3.0:1787839005.311213:0:24155:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.18@tcp, seq: 17 00000100:00100000:3.0:1787839005.311218:0:24155:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d905924bc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2b29b22a-e143-4802-a359-07bbfb900a42+5:2405:x1874684429900416:12345-192.168.203.18@tcp:400:kworker.0 00000100:00100000:3.0:1787839005.311244:0:24155:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d905924bc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2b29b22a-e143-4802-a359-07bbfb900a42+5:2405:x1874684429900416:12345-192.168.203.18@tcp:400:kworker.0 Request processed in 26us (954us total) trans 0 rc 0/0 00000100:00100000:3.0:1787839005.311251:0:24155:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.18@tcp, seq: 17 00000100:00100000:3.0:1787839005.311261:0:24155:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.18@tcp, seq: 18 00000100:00100000:3.0:1787839005.311268:0:24155:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d9046b83c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:036c6d19-eeb5-4e02-8c77-d6297ee7885b+5:2405:x1874684429900928:12345-192.168.203.18@tcp:400:kworker.0 00000100:00100000:3.0:1787839005.311289:0:24155:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d9046b83c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:036c6d19-eeb5-4e02-8c77-d6297ee7885b+5:2405:x1874684429900928:12345-192.168.203.18@tcp:400:kworker.0 Request processed in 22us (945us total) trans 0 rc 0/0 00000100:00100000:3.0:1787839005.311295:0:24155:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.18@tcp, seq: 18 00000100:00100000:3.0:1787839005.311305:0:24155:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.18@tcp, seq: 19 00000100:00100000:3.0:1787839005.311310:0:24155:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d9046b80b40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:036c6d19-eeb5-4e02-8c77-d6297ee7885b+5:2405:x1874684429900800:12345-192.168.203.18@tcp:400:kworker.0 00000100:00100000:3.0:1787839005.311331:0:24155:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d9046b80b40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:036c6d19-eeb5-4e02-8c77-d6297ee7885b+5:2405:x1874684429900800:12345-192.168.203.18@tcp:400:kworker.0 Request processed in 21us (930us total) trans 0 rc 0/0 00000100:00100000:3.0:1787839005.311336:0:24155:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.18@tcp, seq: 19 00000100:00080000:0.0:1787839005.311939:0:22643:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1787839005.311943:0:22643:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1787839006.189302:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d907efc9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3644:1874684455165312:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1787839006.189368:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787839006.190836:0:22652:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455165312 00000100:00100000:0.0:1787839006.190866:0:22652:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455165312 00000100:00100000:0.0:1787839006.190911:0:22652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51 00000100:00100000:0.0:1787839006.190919:0:22652:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d907efc9a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3644:x1874684455165312:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1787839006.190952:0:22652:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:0.0:1787839006.191015:0:22652:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d907efc9a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3644:x1874684455165312:12345-0@lo:41:osp-pre-1-0.0 Request processed in 96us (1646us total) trans 0 rc 0/0 00000100:00100000:0.0:1787839006.191021:0:22652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51 00000100:00100000:0.0:1787839006.191080:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d907efc9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3644:1874684455165312:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1787839006.193540:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1787839006.193562:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d907efe2580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3646:1874684455165440:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1787839006.193640:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787839006.194027:0:23388:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874684455165440 00000100:00100000:1.0:1787839006.194034:0:23388:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874684455165440 00000100:00100000:1.0:1787839006.194121:0:23388:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 52 00000100:00100000:1.0:1787839006.194162:0:23388:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d9046b81a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3646:x1874684455165440:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1787839006.194193:0:23388:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446289408 avail 1300049920 00000100:00100000:1.0:1787839006.194378:0:23388:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d9046b81a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3646:x1874684455165440:12345-0@lo:41:osp-pre-0-1.0 Request processed in 218us (737us total) trans 0 rc 0/0 00000100:00100000:1.0:1787839006.194385:0:23388:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 52 00000100:00100000:2.0:1787839006.194484:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d907efe2580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3646:1874684455165440:0@lo:41:osp-pre-0-1.0 00010000:00010000:3.0:1787839006.255351:0:22636:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1787839006.441803:0:25730:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: sanity-pcc test_1d: @@@@@@ FAIL: expected /mnt/pcc.d1d.sanity-pcc/d1d.sanity-pcc/13a3/0x2000013a1:0x2:0x0 size: 7654321 got: 0 00000040:00080000:2.0:1787839007.221352:0:23405:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:2.0:1787839007.277361:0:22635:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) Debug log: 13914 lines, 13914 kept, 0 dropped, 0 bad.