00010000:00010000:2.0F:1789478674.660792:0:17228:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0F:1789478675.069979:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.11@tcp (source: 12345-192.168.206.11@tcp) 00000100:00100000:0.0:1789478675.070038:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.11@tcp (source: 12345-192.168.206.11@tcp) 00000100:00100000:0.0:1789478675.070074:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.11@tcp (source: 12345-192.168.206.11@tcp) 00000100:00100000:0.0:1789478675.070097:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.11@tcp (source: 12345-192.168.206.11@tcp) 00000100:00100000:0.0:1789478675.070116:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.11@tcp (source: 12345-192.168.206.11@tcp) 00000100:00100000:0.0:1789478675.070135:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.11@tcp (source: 12345-192.168.206.11@tcp) 00000100:00100000:0.0:1789478675.070170:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.11@tcp (source: 12345-192.168.206.11@tcp) 00000100:00100000:0.0:1789478675.070193:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.11@tcp (source: 12345-192.168.206.11@tcp) 00000100:00100000:0.0:1789478675.070218:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.11@tcp (source: 12345-192.168.206.11@tcp) 00000100:00100000:0.0:1789478675.070246:0:18747:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403945609216 00000100:00100000:0.0:1789478675.070255:0:18747:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403945609216 00000100:00100000:0.0:1789478675.070306:0:18747:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403945609728 00000100:00100000:0.0:1789478675.070309:0:18747:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403945609728 00000100:00100000:0.0:1789478675.070325:0:18747:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403945609088 00000100:00100000:0.0:1789478675.070327:0:18747:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403945609088 00000100:00100000:0.0:1789478675.070338:0:18747:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403945609600 00000100:00100000:0.0:1789478675.070341:0:18747:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403945609600 00000100:00100000:0.0:1789478675.070367:0:18747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.11@tcp, seq: 25 00000100:00100000:0.0:1789478675.070378:0:18747:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebb035a7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cca3a112-296c-4f03-abf1-9544e970264f+5:2397:x1876403945609216:12345-192.168.206.11@tcp:400:kworker.0 00000100:00100000:0.0:1789478675.070443:0:18747:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebb035a7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cca3a112-296c-4f03-abf1-9544e970264f+5:2397:x1876403945609216:12345-192.168.206.11@tcp:400:kworker.0 Request processed in 67us (368us total) trans 0 rc 0/0 00000100:00100000:0.0:1789478675.070450:0:18747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.11@tcp, seq: 25 00000100:00100000:0.0:1789478675.070468:0:18747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.11@tcp, seq: 26 00000100:00100000:0.0:1789478675.070475:0:18747:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebb035a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d59ee182-687f-47d8-811d-4824d67b8550+5:2397:x1876403945609728:12345-192.168.206.11@tcp:400:kworker.0 00000100:00100000:0.0:1789478675.070510:0:18747:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebb035a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d59ee182-687f-47d8-811d-4824d67b8550+5:2397:x1876403945609728:12345-192.168.206.11@tcp:400:kworker.0 Request processed in 26us (383us total) trans 0 rc 0/0 00000100:00100000:0.0:1789478675.070517:0:18747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.11@tcp, seq: 26 00000100:00100000:0.0:1789478675.070529:0:18747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.11@tcp, seq: 27 00000100:00100000:0.0:1789478675.070544:0:18747:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebb035a6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cca3a112-296c-4f03-abf1-9544e970264f+5:2397:x1876403945609088:12345-192.168.206.11@tcp:400:kworker.0 00000100:00100000:0.0:1789478675.070572:0:18747:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebb035a6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cca3a112-296c-4f03-abf1-9544e970264f+5:2397:x1876403945609088:12345-192.168.206.11@tcp:400:kworker.0 Request processed in 30us (402us total) trans 0 rc 0/0 00000100:00100000:0.0:1789478675.070578:0:18747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.11@tcp, seq: 27 00000100:00100000:0.0:1789478675.070619:0:18747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.11@tcp, seq: 28 00000100:00100000:0.0:1789478675.070627:0:18747:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebb035a5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d59ee182-687f-47d8-811d-4824d67b8550+5:2397:x1876403945609600:12345-192.168.206.11@tcp:400:kworker.0 00000100:00100000:0.0:1789478675.070651:0:18747:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebb035a5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d59ee182-687f-47d8-811d-4824d67b8550+5:2397:x1876403945609600:12345-192.168.206.11@tcp:400:kworker.0 Request processed in 26us (433us total) trans 0 rc 0/0 00000100:00100000:0.0:1789478675.070657:0:18747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.11@tcp, seq: 28 00000100:00100000:0.0:1789478675.070674:0:18465:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403945608960 00000100:00100000:0.0:1789478675.070678:0:18465:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403945608960 00000100:00100000:0.0:1789478675.070698:0:18465:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403945609472 00000100:00100000:0.0:1789478675.070701:0:18465:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403945609472 00000100:00100000:0.0:1789478675.070711:0:18465:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403945608832 00000100:00100000:0.0:1789478675.070713:0:18465:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403945608832 00000100:00100000:0.0:1789478675.070722:0:18465:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403945609344 00000100:00100000:0.0:1789478675.070725:0:18465:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403945609344 00000100:00100000:0.0:1789478675.070736:0:18465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.11@tcp, seq: 59 00000100:00100000:0.0:1789478675.070741:0:18465:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc08884000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:cca3a112-296c-4f03-abf1-9544e970264f+5:2397:x1876403945608960:12345-192.168.206.11@tcp:400:kworker.0 00000100:00100000:0.0:1789478675.070766:0:18465:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc08884000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:cca3a112-296c-4f03-abf1-9544e970264f+5:2397:x1876403945608960:12345-192.168.206.11@tcp:400:kworker.0 Request processed in 26us (729us total) trans 0 rc 0/0 00000100:00100000:0.0:1789478675.070772:0:18465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.11@tcp, seq: 59 00000100:00100000:0.0:1789478675.070782:0:18465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.11@tcp, seq: 60 00000100:00100000:0.0:1789478675.070788:0:18465:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebb035a6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d59ee182-687f-47d8-811d-4824d67b8550+5:2397:x1876403945609472:12345-192.168.206.11@tcp:400:kworker.0 00000100:00100000:0.0:1789478675.070809:0:18465:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebb035a6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d59ee182-687f-47d8-811d-4824d67b8550+5:2397:x1876403945609472:12345-192.168.206.11@tcp:400:kworker.0 Request processed in 21us (711us total) trans 0 rc 0/0 00000100:00100000:0.0:1789478675.070827:0:18465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.11@tcp, seq: 60 00000100:00100000:0.0:1789478675.070844:0:18465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.11@tcp, seq: 61 00000100:00100000:0.0:1789478675.070851:0:18465:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebb035a4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:cca3a112-296c-4f03-abf1-9544e970264f+22:2397:x1876403945608832:12345-192.168.206.11@tcp:400:kworker.0 00000100:00100000:0.0:1789478675.070883:0:18465:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebb035a4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:cca3a112-296c-4f03-abf1-9544e970264f+22:2397:x1876403945608832:12345-192.168.206.11@tcp:400:kworker.0 Request processed in 33us (747us total) trans 0 rc 0/0 00000100:00100000:0.0:1789478675.070889:0:18465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.11@tcp, seq: 61 00000100:00100000:0.0:1789478675.070903:0:18465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.11@tcp, seq: 62 00000100:00100000:0.0:1789478675.070911:0:18465:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebb035a7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d59ee182-687f-47d8-811d-4824d67b8550+6:2397:x1876403945609344:12345-192.168.206.11@tcp:400:kworker.0 00000100:00100000:0.0:1789478675.070938:0:18465:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebb035a7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d59ee182-687f-47d8-811d-4824d67b8550+6:2397:x1876403945609344:12345-192.168.206.11@tcp:400:kworker.0 Request processed in 28us (743us total) trans 0 rc 0/0 00000100:00100000:0.0:1789478675.070945:0:18465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.11@tcp, seq: 62 00000100:00080000:0.0:1789478675.070974:0:17235:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1789478675.070977:0:17235:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1789478675.070980:0:17235:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1789478675.070982:0:17235:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1789478675.072398:0:17234:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403945608704 00000100:00100000:2.0:1789478675.072471:0:17234:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403945608704 00000100:00100000:2.0:1789478675.072529:0:17234:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.11@tcp, seq: 165 00000100:00100000:2.0:1789478675.072539:0:17234:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc3c95e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3bfa9933-6ffc-43b1-8c4f-3d477dd92578+13:2397:x1876403945608704:12345-192.168.206.11@tcp:400:kworker.0 00000100:00100000:2.0:1789478675.072620:0:17234:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc3c95e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3bfa9933-6ffc-43b1-8c4f-3d477dd92578+13:2397:x1876403945608704:12345-192.168.206.11@tcp:400:kworker.0 Request processed in 84us (2650us total) trans 0 rc 0/0 00000100:00100000:2.0:1789478675.072627:0:17234:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.11@tcp, seq: 165 00010000:00010000:3.0F:1789478675.692989:0:18393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0F:1789478676.201990:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebb04485500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3648:1876403964544512:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1789478676.202308:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789478676.203163:0:18749:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964544512 00000100:00100000:3.0:1789478676.203173:0:18749:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964544512 00000100:00100000:3.0:1789478676.203233:0:18749:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:3.0:1789478676.203242:0:18749:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebb03fed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3648:x1876403964544512:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1789478676.203271:0:18749:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1789478676.203331:0:18749:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebb03fed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3648:x1876403964544512:12345-0@lo:13:osp-pre-0-1.0 Request processed in 91us (1023us total) trans 0 rc 0/0 00000100:00100000:3.0:1789478676.203338:0:18749:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:1.0:1789478676.203559:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebb04485500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3648:1876403964544512:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1789478676.206279:0:17235:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1789478676.709731:0:17227:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789478676.709849:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebb04485500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3645:1876403964544640:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1789478676.710443:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789478676.710539:0:17243:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964544640 00000100:00100000:0.0:1789478676.710548:0:17243:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964544640 00000100:00100000:0.0:1789478676.710610:0:17243:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 56 00000100:00100000:0.0:1789478676.710621:0:17243:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebb04484000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3645:x1876403964544640:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1789478676.710655:0:17243:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446293504 avail 1300054016 00000100:00100000:0.0:1789478676.710703:0:17243:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebb04484000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3645:x1876403964544640:12345-0@lo:41:osp-pre-0-1.0 Request processed in 84us (262us total) trans 0 rc 0/0 00000100:00100000:0.0:1789478676.710710:0:17243:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 56 00000100:00100000:3.0:1789478676.711267:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebb04485500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3645:1876403964544640:0@lo:41:osp-pre-0-1.0 00000001:00080000:1.0:1789478676.717427:0:17219:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934622 is committed 00000020:00080000:1.0:1789478676.717445:0:17219:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff8ebb032010c0 refcount 2 committed 0 result 0 batchid 4294967529 00000020:00080000:1.0:1789478676.717451:0:17219:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff8ebc2affcb00 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff8ebc40ecb3c0 00000020:00080000:1.0:1789478676.717454:0:17219:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff8ebc2affc100 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff8ebb0456ae00 00010000:00010000:3.0:1789478676.717540:0:3631:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc40f05a00/0x8ebaae74e82176bd lrc: 3/0,1 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 17240 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00080000:1.0:1789478676.717547:0:17278:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 4294967529 committed batchid 8 00010000:00010000:3.0:1789478676.717554:0:3631:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc40f05a00/0x8ebaae74e82176bd lrc: 2/0,0 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 17240 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478676.717563:0:3631:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc40f05a00/0x8ebaae74e82176bd lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 17240 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478676.717569:0:3631:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ebc40f05a00 already unused, calling callback (ffffffffc19934f0) 00010000:00010000:3.0:1789478676.717573:0:3631:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc40f05a00/0x8ebaae74e82176bd lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 17240 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478676.717581:0:3631:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc40f05a00/0x8ebaae74e82176bd lrc: 4/0,0 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 17240 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478676.717632:0:3631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x3:0x0].0x0 (ffff8ebc07dd1b00) 00010000:00010000:3.0:1789478676.717635:0:3631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000020:00080000:1.0:1789478676.717643:0:17278:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 8 00010000:00010000:3.0:1789478676.717652:0:3631:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc40f05a00/0x8ebaae74e82176bd lrc: 2/0,0 mode: --/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 17240 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478676.717659:0:3631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc40f05a00/0x8ebaae74e82176bd lrc: 0/0,0 mode: --/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 17240 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789478676.934242:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.11@tcp (source: 12345-192.168.206.11@tcp) 00000100:00100000:2.0:1789478676.934305:0:18465:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403945609856 00000100:00100000:2.0:1789478676.934323:0:18465:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403945609856 00000100:00100000:2.0:1789478676.934380:0:18465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.11@tcp, seq: 65 00000100:00100000:2.0:1789478676.934391:0:18465:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebb03f38a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:cca3a112-296c-4f03-abf1-9544e970264f+13:15572:x1876403945609856:12345-192.168.206.11@tcp:60:lhsmtool_posix.0 00000100:00100000:2.0:1789478676.934506:0:18465:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebb03f38a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:cca3a112-296c-4f03-abf1-9544e970264f+13:15572:x1876403945609856:12345-192.168.206.11@tcp:60:lhsmtool_posix.0 Request processed in 117us (270us total) trans 0 rc 0/0 00000100:00100000:2.0:1789478676.934513:0:18465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.11@tcp, seq: 65 00000100:00100000:2.0:1789478676.941777:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.11@tcp (source: 12345-192.168.206.11@tcp) 00000100:00100000:1.0:1789478676.941951:0:17240:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403945609984 00000100:00100000:1.0:1789478676.941961:0:17240:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403945609984 00000100:00100000:1.0:1789478676.942021:0:17240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.11@tcp, seq: 66 00000100:00100000:1.0:1789478676.942031:0:17240:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc3c961180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:cca3a112-296c-4f03-abf1-9544e970264f+5:15572:x1876403945609984:12345-192.168.206.11@tcp:60:lhsmtool_posix.0 00000100:00100000:1.0:1789478676.942114:0:17240:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc3c961180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:cca3a112-296c-4f03-abf1-9544e970264f+5:15572:x1876403945609984:12345-192.168.206.11@tcp:60:lhsmtool_posix.0 Request processed in 84us (345us total) trans 0 rc 0/0 00000100:00100000:1.0:1789478676.942121:0:17240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.11@tcp, seq: 66 00000100:00100000:1.0:1789478676.951848:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.11@tcp (source: 12345-192.168.206.11@tcp) 00000100:00100000:3.0:1789478676.951970:0:17241:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403945610240 00000100:00100000:3.0:1789478676.951979:0:17241:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403945610240 00000100:00100000:3.0:1789478676.952039:0:17241:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.11@tcp, seq: 12 00000100:00100000:3.0:1789478676.952050:0:17241:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebb03f39f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:cca3a112-296c-4f03-abf1-9544e970264f+13:15572:x1876403945610240:12345-192.168.206.11@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1789478676.952264:0:17241:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebb03f39f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:cca3a112-296c-4f03-abf1-9544e970264f+14:15572:x1876403945610240:12345-192.168.206.11@tcp:35:lhsmtool_posix.0 Request processed in 215us (424us total) trans 8589934623 rc 0/0 00000100:00100000:3.0:1789478676.952271:0:17241:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.11@tcp, seq: 12 00000100:00100000:0.0:1789478677.220984:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1789478677.221009:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc3c962680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3645:1876403964544768:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1789478677.221078:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789478677.221204:0:17243:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964544768 00000100:00100000:1.0:1789478677.221212:0:17243:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964544768 00000100:00100000:1.0:1789478677.221281:0:17243:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 57 00000100:00100000:1.0:1789478677.221291:0:17243:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebb035a7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3645:x1876403964544768:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1789478677.221325:0:17243:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:1.0:1789478677.221382:0:17243:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebb035a7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3645:x1876403964544768:12345-0@lo:41:osp-pre-1-0.0 Request processed in 92us (303us total) trans 0 rc 0/0 00000100:00100000:1.0:1789478677.221389:0:17243:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 57 00000100:00100000:3.0:1789478677.222360:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc3c962680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3645:1876403964544768:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1789478677.732853:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebb035a7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3647:1876403964544896:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1789478677.732918:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789478677.732973:0:18749:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964544896 00000100:00100000:0.0:1789478677.732980:0:18749:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964544896 00000100:00100000:0.0:1789478677.733033:0:18749:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:0.0:1789478677.733043:0:18749:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebb035a4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3647:x1876403964544896:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1789478677.733067:0:18749:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 4218880 granted 26324672 pending 0 free 3915849728 avail 3684327424 00000100:00100000:0.0:1789478677.733106:0:18749:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebb035a4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3647:x1876403964544896:12345-0@lo:13:osp-pre-1-1.0 Request processed in 65us (187us total) trans 0 rc 0/0 00000100:00100000:0.0:1789478677.733112:0:18749:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00080000:0.0:1789478677.733130:0:17235:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1789478677.733195:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebb035a7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3647:1876403964544896:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1789478677.733450:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebb03e99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d53a32c3-7c45-4781-893e-f633d5432f2d:3648:1876403964545024:0@lo:400:kworker.0 00000100:00100000:1.0:1789478677.733483:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789478677.733525:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebb044b4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3648:1876403964545536:0@lo:400:kworker.0 00000100:00100000:1.0:1789478677.733550:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789478677.733566:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebb037ad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3648:1876403964546048:0@lo:400:kworker.0 00000100:00100000:1.0:1789478677.733587:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789478677.733643:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:1.0:1789478677.733650:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebb03e99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3648:1876403964545408:0@lo:400:kworker.0 00000100:00100000:1.0:1789478677.733671:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789478677.733686:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebb044b7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3648:1876403964545920:0@lo:400:kworker.0 00000100:00100000:1.0:1789478677.733705:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789478677.733730:0:17233:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964545024 00000100:00100000:1.0:1789478677.733735:0:17233:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964545024 00000100:00100000:1.0:1789478677.733775:0:17233:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 166 00000100:00100000:1.0:1789478677.733782:0:17233:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc3c95ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d53a32c3-7c45-4781-893e-f633d5432f2d+24:3648:x1876403964545024:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789478677.733819:0:17233:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc3c95ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d53a32c3-7c45-4781-893e-f633d5432f2d+24:3648:x1876403964545024:12345-0@lo:400:kworker.0 Request processed in 38us (335us total) trans 0 rc 0/0 00000100:00100000:1.0:1789478677.733826:0:17233:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 166 00000100:00100000:1.0:1789478677.733853:0:17240:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964546048 00000100:00100000:1.0:1789478677.733857:0:17240:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964546048 00000100:00100000:1.0:1789478677.733881:0:17240:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964545408 00000100:00100000:1.0:1789478677.733884:0:17240:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964545408 00000100:00100000:1.0:1789478677.733896:0:17240:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964545920 00000100:00100000:1.0:1789478677.733898:0:17240:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964545920 00000100:00100000:1.0:1789478677.733912:0:17240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 63 00000100:00100000:1.0:1789478677.733918:0:17240:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebb037ac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3648:x1876403964546048:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789478677.733948:0:17240:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebb037ac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3648:x1876403964546048:12345-0@lo:400:kworker.0 Request processed in 31us (359us total) trans 0 rc 0/0 00000100:00100000:1.0:1789478677.733969:0:17240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 63 00000100:00100000:1.0:1789478677.733982:0:17240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 64 00000100:00100000:1.0:1789478677.733989:0:17240:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebb037adf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3648:x1876403964545408:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789478677.734016:0:17240:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebb037adf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3648:x1876403964545408:12345-0@lo:400:kworker.0 Request processed in 29us (345us total) trans 0 rc 0/0 00000100:00100000:1.0:1789478677.734022:0:17240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 64 00000100:00100000:1.0:1789478677.734033:0:17240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 65 00000100:00100000:1.0:1789478677.734039:0:17240:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebb03f55c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3648:x1876403964545920:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789478677.734063:0:17240:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebb03f55c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3648:x1876403964545920:12345-0@lo:400:kworker.0 Request processed in 25us (357us total) trans 0 rc 0/0 00000100:00100000:1.0:1789478677.734069:0:17240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 65 00000100:00100000:1.0:1789478677.734087:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebb03e99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3646:1876403964545280:0@lo:400:kworker.0 00000100:00100000:1.0:1789478677.734112:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789478677.734129:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebb044b5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3646:1876403964545792:0@lo:400:kworker.0 00000100:00100000:1.0:1789478677.734148:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789478677.734163:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebb037af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3646:1876403964546304:0@lo:400:kworker.0 00000100:00100000:1.0:1789478677.734181:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789478677.734194:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:1.0:1789478677.734198:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebb03e9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3646:1876403964545152:0@lo:400:kworker.0 00000100:00100000:1.0:1789478677.734219:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789478677.734235:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebb044b6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3646:1876403964545664:0@lo:400:kworker.0 00000100:00100000:1.0:1789478677.734272:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789478677.734291:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebb037af800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3646:1876403964546176:0@lo:400:kworker.0 00000100:00100000:1.0:1789478677.734316:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789478677.734363:0:17240:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964545792 00000100:00100000:1.0:1789478677.734368:0:17240:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964545792 00000100:00100000:1.0:1789478677.734385:0:17240:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964546304 00000100:00100000:1.0:1789478677.734388:0:17240:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964546304 00000100:00100000:1.0:1789478677.734401:0:17240:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964546176 00000100:00100000:1.0:1789478677.734403:0:17240:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964546176 00000100:00100000:1.0:1789478677.734415:0:17240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 66 00000100:00100000:1.0:1789478677.734420:0:17240:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebb03f57800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3646:x1876403964545792:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789478677.734456:0:17240:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebb03f57800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3646:x1876403964545792:12345-0@lo:400:kworker.0 Request processed in 35us (306us total) trans 0 rc 0/0 00000100:00100000:1.0:1789478677.734463:0:17240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 66 00000100:00100000:1.0:1789478677.734477:0:17240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 67 00000100:00100000:1.0:1789478677.734483:0:17240:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebb03f54700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3646:x1876403964546304:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789478677.734526:0:17240:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebb03f54700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3646:x1876403964546304:12345-0@lo:400:kworker.0 Request processed in 42us (342us total) trans 0 rc 0/0 00000100:00100000:1.0:1789478677.734533:0:17240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 67 00000100:00100000:1.0:1789478677.734546:0:17240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 68 00000100:00100000:1.0:1789478677.734552:0:17240:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc012ac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3646:x1876403964546176:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789478677.734579:0:17240:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc012ac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3646:x1876403964546176:12345-0@lo:400:kworker.0 Request processed in 27us (262us total) trans 0 rc 0/0 00000100:00100000:1.0:1789478677.734584:0:17240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 68 00000100:00100000:1.0:1789478677.734628:0:17243:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964545536 00000100:00100000:1.0:1789478677.734632:0:17243:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964545536 00000100:00100000:1.0:1789478677.734654:0:17243:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 58 00000100:00100000:1.0:1789478677.734659:0:17243:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebb037ac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3648:x1876403964545536:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789478677.734690:0:17243:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebb037ac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3648:x1876403964545536:12345-0@lo:400:kworker.0 Request processed in 30us (1139us total) trans 0 rc 0/0 00000100:00100000:1.0:1789478677.734704:0:17243:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 58 00000100:00100000:1.0:1789478677.734736:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebb03e99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3648:1876403964545408:0@lo:400:kworker.0 00000100:00100000:1.0:1789478677.734745:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebb044b7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3648:1876403964545920:0@lo:400:kworker.0 00000100:00100000:1.0:1789478677.734752:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebb03e99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d53a32c3-7c45-4781-893e-f633d5432f2d:3648:1876403964545024:0@lo:400:kworker.0 00000100:00100000:1.0:1789478677.734760:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebb044b4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3648:1876403964545536:0@lo:400:kworker.0 00010000:00080000:1.0:1789478677.734771:0:3648:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8ebb037ad180 x1876403964546048/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789478693 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789478677.734780:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebb037ad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3648:1876403964546048:0@lo:400:kworker.0 00000100:00100000:1.0:1789478677.734808:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebb037af800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3646:1876403964546176:0@lo:400:kworker.0 00000100:00100000:1.0:1789478677.734816:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebb044b5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3646:1876403964545792:0@lo:400:kworker.0 00010000:00080000:1.0:1789478677.734824:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8ebb037af480 x1876403964546304/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789478693 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789478677.734831:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebb037af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3646:1876403964546304:0@lo:400:kworker.0 00010000:00010000:2.0:1789478677.735112:0:17228:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789478677.735129:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1789478677.735137:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc3c960700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3648:1876403964546432:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1789478677.735168:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789478677.735348:0:18747:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964545280 00000100:00100000:0.0:1789478677.735353:0:18747:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964545280 00000100:00100000:0.0:1789478677.735395:0:18747:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964545152 00000100:00100000:0.0:1789478677.735399:0:18747:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964545152 00000100:00100000:0.0:1789478677.735418:0:18747:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964545664 00000100:00100000:0.0:1789478677.735421:0:18747:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964545664 00000100:00100000:0.0:1789478677.735435:0:18747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:0.0:1789478677.735442:0:18747:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebb03f56300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3646:x1876403964545280:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789478677.735486:0:18747:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebb03f56300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3646:x1876403964545280:12345-0@lo:400:kworker.0 Request processed in 44us (1372us total) trans 0 rc 0/0 00000100:00100000:0.0:1789478677.735504:0:18747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:0.0:1789478677.735517:0:18747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:0.0:1789478677.735523:0:18747:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebb03f54000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3646:x1876403964545152:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789478677.735561:0:18747:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebb03f54000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3646:x1876403964545152:12345-0@lo:400:kworker.0 Request processed in 38us (1341us total) trans 0 rc 0/0 00000100:00100000:0.0:1789478677.735567:0:18747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:0.0:1789478677.735579:0:18747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:0.0:1789478677.735585:0:18747:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc012ae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3646:x1876403964545664:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789478677.735632:0:18747:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc012ae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3646:x1876403964545664:12345-0@lo:400:kworker.0 Request processed in 48us (1360us total) trans 0 rc 0/0 00000100:00100000:0.0:1789478677.735638:0:18747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00080000:0.0:1789478677.735660:0:17235:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1789478677.735664:0:17235:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1789478677.735666:0:17235:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1789478677.735668:0:17235:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1789478677.735679:0:18749:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964546432 00000100:00100000:0.0:1789478677.735682:0:18749:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964546432 00000100:00100000:0.0:1789478677.735703:0:18749:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:0.0:1789478677.735721:0:18749:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc3c961500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3648:x1876403964546432:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1789478677.735733:0:18749:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1789478677.735898:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebb03e9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3646:1876403964545152:0@lo:400:kworker.0 00000100:00100000:2.0:1789478677.735909:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebb044b6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3646:1876403964545664:0@lo:400:kworker.0 00000100:00100000:2.0:1789478677.735919:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebb03e99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3646:1876403964545280:0@lo:400:kworker.0 00000100:00100000:0.0:1789478677.736060:0:18749:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc3c961500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3648:x1876403964546432:12345-0@lo:13:osp-pre-0-0.0 Request processed in 340us (891us total) trans 0 rc 0/0 00000100:00100000:0.0:1789478677.736066:0:18749:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:2.0:1789478677.736257:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebb04485500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3648:1876403964546560:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1789478677.736286:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789478677.736342:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc3c960700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3648:1876403964546432:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1789478677.736440:0:18750:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964546560 00000100:00100000:3.0:1789478677.736445:0:18750:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964546560 00000100:00100000:3.0:1789478677.736481:0:18750:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:3.0:1789478677.736500:0:18750:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc3c962300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3648:x1876403964546560:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1789478677.736512:0:18750:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 4218880 granted 26324672 pending 0 free 3915849728 avail 3684327424 00000100:00100000:3.0:1789478677.736547:0:18750:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc3c962300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3648:x1876403964546560:12345-0@lo:13:osp-pre-1-0.0 Request processed in 60us (260us total) trans 0 rc 0/0 00000100:00100000:3.0:1789478677.736553:0:18750:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:2.0:1789478677.736970:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebb04485500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3648:1876403964546560:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1789478678.756822:0:18393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1789478679.460804:0:17274:0:(llog.c:805:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00080000:0.0:1789478679.460813:0:17274:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1789478679.460833:0:17274:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xe:0x0] index 2 count 2 00000040:00080000:0.0:1789478679.460844:0:17274:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 3 count 2 00010000:00010000:0.0:1789478679.781132:0:17227:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789478680.208563:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.11@tcp (source: 12345-192.168.206.11@tcp) 00000100:00100000:1.0:1789478680.208664:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.11@tcp (source: 12345-192.168.206.11@tcp) 00000100:00100000:1.0:1789478680.208685:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.11@tcp (source: 12345-192.168.206.11@tcp) 00000100:00100000:1.0:1789478680.208709:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.11@tcp (source: 12345-192.168.206.11@tcp) 00000100:00100000:1.0:1789478680.208733:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.11@tcp (source: 12345-192.168.206.11@tcp) 00000100:00100000:1.0:1789478680.208752:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.11@tcp (source: 12345-192.168.206.11@tcp) 00000100:00100000:3.0:1789478680.209219:0:18747:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403945610752 00000100:00100000:3.0:1789478680.209229:0:18747:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403945610752 00000100:00100000:3.0:1789478680.209286:0:18747:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403945611264 00000100:00100000:3.0:1789478680.209290:0:18747:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403945611264 00000100:00100000:3.0:1789478680.209309:0:18747:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403945611392 00000100:00100000:3.0:1789478680.209323:0:18747:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403945611392 00000100:00100000:3.0:1789478680.209345:0:18747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.11@tcp, seq: 26 00000100:00100000:3.0:1789478680.209354:0:18747:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc012afb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cca3a112-296c-4f03-abf1-9544e970264f+5:2394:x1876403945610752:12345-192.168.206.11@tcp:9:kworker.0 00000020:00000080:3.0:1789478680.209381:0:18747:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x8ebaae74e82173ec 00000100:00080000:3.0:1789478680.209394:0:18747:0:(import.c:65:import_set_state_nolock()) ffff8ebb01bdb000 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1789478680.209447:0:18747:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934594 00000100:00100000:3.0:1789478680.209615:0:18747:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc012afb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cca3a112-296c-4f03-abf1-9544e970264f+2:2394:x1876403945610752:12345-192.168.206.11@tcp:9:kworker.0 Request processed in 261us (1061us total) trans 0 rc 0/0 00000100:00100000:3.0:1789478680.209623:0:18747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.11@tcp, seq: 26 00000100:00100000:3.0:1789478680.209640:0:18747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.11@tcp, seq: 27 00000100:00100000:1.0:1789478680.209876:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.11@tcp (source: 12345-192.168.206.11@tcp) 00000100:00080000:0.0:1789478680.209877:0:17235:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1789478680.209881:0:17235:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1789478680.210007:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.11@tcp (source: 12345-192.168.206.11@tcp) 00000100:00100000:3.0:1789478680.210034:0:18747:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc012ad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d59ee182-687f-47d8-811d-4824d67b8550+5:2394:x1876403945611264:12345-192.168.206.11@tcp:9:kworker.0 00000100:00100000:1.0:1789478680.210225:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.11@tcp (source: 12345-192.168.206.11@tcp) 00000100:00100000:1.0:1789478680.210268:0:18748:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403945610880 00000100:00100000:1.0:1789478680.210273:0:18748:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403945610880 00000100:00100000:0.0:1789478680.210298:0:17239:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403945610624 00000100:00100000:1.0:1789478680.210306:0:18748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.11@tcp, seq: 32 00000100:00100000:0.0:1789478680.210307:0:17239:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403945610624 00000100:00100000:1.0:1789478680.210313:0:18748:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc012af100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:cca3a112-296c-4f03-abf1-9544e970264f+5:2398:x1876403945610880:12345-192.168.206.11@tcp:400:kworker.0 00000100:00100000:0.0:1789478680.210331:0:17239:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403945611008 00000100:00100000:0.0:1789478680.210333:0:17239:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403945611008 00000100:00100000:0.0:1789478680.210344:0:17239:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403945610496 00000100:00100000:0.0:1789478680.210346:0:17239:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403945610496 00000100:00100000:1.0:1789478680.210352:0:18748:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc012af100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:cca3a112-296c-4f03-abf1-9544e970264f+5:2398:x1876403945610880:12345-192.168.206.11@tcp:400:kworker.0 Request processed in 40us (345us total) trans 0 rc 0/0 00000100:00100000:0.0:1789478680.210357:0:17239:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403945611136 00000100:00100000:1.0:1789478680.210359:0:18748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.11@tcp, seq: 32 00000100:00100000:0.0:1789478680.210359:0:17239:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403945611136 00000100:00100000:1.0:1789478680.210372:0:18748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.11@tcp, seq: 28 00000100:00100000:0.0:1789478680.210372:0:17239:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.11@tcp, seq: 69 00000100:00100000:1.0:1789478680.210378:0:18748:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc012aea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d59ee182-687f-47d8-811d-4824d67b8550+5:2394:x1876403945611392:12345-192.168.206.11@tcp:9:kworker.0 00000100:00100000:0.0:1789478680.210379:0:17239:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc012ad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:cca3a112-296c-4f03-abf1-9544e970264f+5:2398:x1876403945610624:12345-192.168.206.11@tcp:400:kworker.0 00000020:00000080:1.0:1789478680.210390:0:18748:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x8ebaae74e8217432 00000100:00080000:1.0:1789478680.210399:0:18748:0:(import.c:65:import_set_state_nolock()) ffff8ebc41209000 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1789478680.210432:0:18748:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934600 00000100:00100000:1.0:1789478680.210525:0:18748:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc012aea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d59ee182-687f-47d8-811d-4824d67b8550+2:2394:x1876403945611392:12345-192.168.206.11@tcp:9:kworker.0 Request processed in 145us (1838us total) trans 0 rc 0/0 00000100:00100000:1.0:1789478680.210531:0:18748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.11@tcp, seq: 28 00000100:00100000:1.0:1789478680.210556:0:17232:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403945610368 00000100:00100000:1.0:1789478680.210560:0:17232:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403945610368 00000100:00100000:1.0:1789478680.210585:0:17232:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.11@tcp, seq: 167 00000100:00100000:0.0:1789478680.210608:0:17239:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc012ad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:cca3a112-296c-4f03-abf1-9544e970264f+5:2398:x1876403945610624:12345-192.168.206.11@tcp:400:kworker.0 Request processed in 214us (1858us total) trans 0 rc 0/0 00000100:00100000:1.0:1789478680.210609:0:17232:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc3c95d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3bfa9933-6ffc-43b1-8c4f-3d477dd92578+13:2398:x1876403945610368:12345-192.168.206.11@tcp:400:kworker.0 00000100:00100000:0.0:1789478680.210615:0:17239:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.11@tcp, seq: 69 00000100:00100000:0.0:1789478680.210630:0:17239:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.11@tcp, seq: 70 00000100:00100000:1.0:1789478680.210631:0:17232:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc3c95d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3bfa9933-6ffc-43b1-8c4f-3d477dd92578+13:2398:x1876403945610368:12345-192.168.206.11@tcp:400:kworker.0 Request processed in 40us (1922us total) trans 0 rc 0/0 00000100:00100000:0.0:1789478680.210635:0:17239:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc012adf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d59ee182-687f-47d8-811d-4824d67b8550+6:2398:x1876403945611008:12345-192.168.206.11@tcp:400:kworker.0 00000100:00100000:1.0:1789478680.210637:0:17232:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.11@tcp, seq: 167 00000100:00100000:1.0:1789478680.210664:0:17240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.11@tcp, seq: 71 00000100:00100000:1.0:1789478680.210670:0:17240:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc012adc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:cca3a112-296c-4f03-abf1-9544e970264f+14:2398:x1876403945610496:12345-192.168.206.11@tcp:400:kworker.0 00000100:00100000:1.0:1789478680.210696:0:17240:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc012adc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:cca3a112-296c-4f03-abf1-9544e970264f+14:2398:x1876403945610496:12345-192.168.206.11@tcp:400:kworker.0 Request processed in 27us (821us total) trans 0 rc 0/0 00000100:00100000:1.0:1789478680.210709:0:17240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.11@tcp, seq: 71 00000100:00100000:1.0:1789478680.210725:0:17240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.11@tcp, seq: 72 00000100:00100000:1.0:1789478680.210730:0:17240:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc012af480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d59ee182-687f-47d8-811d-4824d67b8550+5:2398:x1876403945611136:12345-192.168.206.11@tcp:400:kworker.0 00000100:00100000:1.0:1789478680.210754:0:17240:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc012af480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d59ee182-687f-47d8-811d-4824d67b8550+5:2398:x1876403945611136:12345-192.168.206.11@tcp:400:kworker.0 Request processed in 25us (530us total) trans 0 rc 0/0 00000100:00100000:1.0:1789478680.210760:0:17240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.11@tcp, seq: 72 00000020:00000080:3.0:1789478680.210769:0:18747:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x8ebaae74e821742b 00000100:00080000:3.0:1789478680.210777:0:18747:0:(import.c:65:import_set_state_nolock()) ffff8ebc4120d000 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1789478680.210806:0:18747:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934594 00000100:00100000:0.0:1789478680.210893:0:17239:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc012adf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d59ee182-687f-47d8-811d-4824d67b8550+6:2398:x1876403945611008:12345-192.168.206.11@tcp:400:kworker.0 Request processed in 256us (2139us total) trans 0 rc 0/0 00000100:00100000:0.0:1789478680.210899:0:17239:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.11@tcp, seq: 70 00000100:00100000:3.0:1789478680.211007:0:18747:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc012ad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d59ee182-687f-47d8-811d-4824d67b8550+2:2394:x1876403945611264:12345-192.168.206.11@tcp:9:kworker.0 Request processed in 1361us (2343us total) trans 0 rc 0/0 00000100:00100000:3.0:1789478680.211013:0:18747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.11@tcp, seq: 27 00010000:00010000:3.0:1789478680.211039:0:17228:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789478680.211797:0:18393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789478680.211804:0:17227:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789478680.211912:0:17235:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1789478680.211927:0:17235:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1789478680.211930:0:17235:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000001:02000400:3.0:1789478680.544151:0:20612:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-pcc test 1d: Test Project ID with remote access ========================================================== 09:24:38 (1789478678) 00010000:00010000:3.0:1789478680.820417:0:17228:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789478681.321189:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebb04487480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3645:1876403964546688:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1789478681.321255:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789478681.324188:0:18750:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964546688 00000100:00100000:0.0:1789478681.324202:0:18750:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964546688 00000100:00100000:0.0:1789478681.324277:0:18750:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:0.0:1789478681.324290:0:18750:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc012ac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3645:x1876403964546688:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1789478681.324323:0:18750:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00080000:1.0:1789478681.324891:0:17235:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1789478681.330844:0:18750:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc012ac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3645:x1876403964546688:12345-0@lo:13:osp-pre-0-1.0 Request processed in 6549us (9580us total) trans 0 rc 0/0 00000100:00100000:0.0:1789478681.330859:0:18750:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:1.0:1789478681.331006:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebb04487480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3645:1876403964546688:0@lo:13:osp-pre-0-1.0 00010000:00010000:3.0:1789478681.828943:0:18393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789478681.828992:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1789478681.829013:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebb04486680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3645:1876403964546816:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1789478681.829098:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789478681.829219:0:17243:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964546816 00000100:00100000:3.0:1789478681.829227:0:17243:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964546816 00000100:00100000:3.0:1789478681.829272:0:17243:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 59 00000100:00100000:3.0:1789478681.829281:0:17243:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc012ad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3645:x1876403964546816:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1789478681.829323:0:17243:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446293504 avail 1300054016 00000100:00100000:3.0:1789478681.829378:0:17243:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc012ad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3645:x1876403964546816:12345-0@lo:41:osp-pre-0-1.0 Request processed in 97us (278us total) trans 0 rc 0/0 00000100:00100000:3.0:1789478681.829386:0:17243:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 59 00000100:00100000:1.0:1789478681.829560:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebb04486680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3645:1876403964546816:0@lo:41:osp-pre-0-1.0 00000040:00080000:0.0:1789478682.025145:0:17992:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:3.0:1789478682.340820:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1789478682.340843:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc012af800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3648:1876403964546944:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1789478682.340918:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789478682.341230:0:17243:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964546944 00000100:00100000:1.0:1789478682.341239:0:17243:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964546944 00000100:00100000:1.0:1789478682.341298:0:17243:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 60 00000100:00100000:1.0:1789478682.341308:0:17243:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebb04485f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3648:x1876403964546944:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1789478682.341342:0:17243:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:1.0:1789478682.341391:0:17243:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebb04485f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3648:x1876403964546944:12345-0@lo:41:osp-pre-1-0.0 Request processed in 85us (474us total) trans 0 rc 0/0 00000100:00100000:1.0:1789478682.341408:0:17243:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 60 00000100:00100000:1.0:1789478682.341450:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc012af800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3648:1876403964546944:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1789478682.853014:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1789478682.853037:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebb035a7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3647:1876403964547072:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1789478682.853098:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789478682.853175:0:18749:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964547072 00000100:00100000:2.0:1789478682.853182:0:18749:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964547072 00000100:00100000:2.0:1789478682.853231:0:18749:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:2.0:1789478682.853242:0:18749:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc3c960700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3647:x1876403964547072:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1789478682.853269:0:18749:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 4218880 granted 17886912 pending 0 free 3915849728 avail 3684327424 00000100:00100000:2.0:1789478682.853333:0:18749:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc3c960700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3647:x1876403964547072:12345-0@lo:13:osp-pre-1-1.0 Request processed in 94us (234us total) trans 0 rc 0/0 00000100:00100000:2.0:1789478682.853340:0:18749:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:2.0:1789478682.853361:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc3c960a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3645:1876403964547200:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1789478682.853387:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1789478682.853414:0:17235:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1789478682.853444:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebb035a7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3647:1876403964547072:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1789478682.853477:0:18749:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964547200 00000100:00100000:2.0:1789478682.853481:0:18749:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964547200 00000100:00100000:2.0:1789478682.853504:0:18749:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:2.0:1789478682.853510:0:18749:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc3c960e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3645:x1876403964547200:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1789478682.853521:0:18749:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1789478682.854058:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc012ae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3648:1876403964547584:0@lo:400:kworker.0 00000100:00100000:1.0:1789478682.854090:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789478682.854109:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebb037af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3648:1876403964548096:0@lo:400:kworker.0 00000100:00100000:1.0:1789478682.854128:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789478682.854145:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:1.0:1789478682.854151:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc012aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3648:1876403964547456:0@lo:400:kworker.0 00000100:00100000:1.0:1789478682.854173:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789478682.854223:0:18749:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc3c960e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3645:x1876403964547200:12345-0@lo:13:osp-pre-0-0.0 Request processed in 711us (834us total) trans 0 rc 0/0 00000100:00100000:2.0:1789478682.854229:0:18749:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00080000:2.0:1789478682.854253:0:17235:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1789478682.854279:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc012af800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d53a32c3-7c45-4781-893e-f633d5432f2d:3646:1876403964547328:0@lo:400:kworker.0 00000100:00100000:2.0:1789478682.854307:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789478682.854331:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc012aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3646:1876403964547840:0@lo:400:kworker.0 00000100:00100000:2.0:1789478682.854355:0:17234:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964547328 00000100:00100000:2.0:1789478682.854359:0:17234:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964547328 00000100:00100000:2.0:1789478682.854386:0:17234:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 168 00000100:00100000:2.0:1789478682.854392:0:17234:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc3c95cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d53a32c3-7c45-4781-893e-f633d5432f2d+24:3646:x1876403964547328:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789478682.854424:0:17234:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc3c95cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d53a32c3-7c45-4781-893e-f633d5432f2d+24:3646:x1876403964547328:12345-0@lo:400:kworker.0 Request processed in 32us (116us total) trans 0 rc 0/0 00000100:00100000:2.0:1789478682.854430:0:17234:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 168 00000100:00100000:2.0:1789478682.854454:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc012ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3645:1876403964547712:0@lo:400:kworker.0 00000100:00100000:0.0:1789478682.854527:0:17239:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964547584 00000100:00100000:0.0:1789478682.854549:0:17239:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964547584 00000100:00100000:0.0:1789478682.854576:0:17239:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964548096 00000100:00100000:0.0:1789478682.854579:0:17239:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964548096 00000100:00100000:0.0:1789478682.854626:0:17239:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73 00000100:00100000:0.0:1789478682.854634:0:17239:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebb044b5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3648:x1876403964547584:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789478682.854669:0:17239:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebb044b5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3648:x1876403964547584:12345-0@lo:400:kworker.0 Request processed in 37us (578us total) trans 0 rc 0/0 00000100:00100000:0.0:1789478682.854675:0:17239:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73 00000100:00100000:0.0:1789478682.854688:0:17239:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74 00000100:00100000:0.0:1789478682.854694:0:17239:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebb044b4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3648:x1876403964548096:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789478682.854720:0:17239:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebb044b4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3648:x1876403964548096:12345-0@lo:400:kworker.0 Request processed in 26us (591us total) trans 0 rc 0/0 00000100:00100000:0.0:1789478682.854725:0:17239:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74 00000100:00080000:0.0:1789478682.854742:0:17235:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1789478682.855007:0:17227:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789478682.855033:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1789478682.855045:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebb035a5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3647:1876403964548608:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1789478682.855080:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc012ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3648:1876403964547968:0@lo:400:kworker.0 00000100:00100000:3.0:1789478682.855098:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789478682.855113:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789478682.855134:0:18749:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964548608 00000100:00100000:1.0:1789478682.855137:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebb044b6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3648:1876403964548480:0@lo:400:kworker.0 00000100:00100000:3.0:1789478682.855140:0:18749:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964548608 00000100:00100000:1.0:1789478682.855166:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789478682.855183:0:18749:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:3.0:1789478682.855193:0:18749:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebb04484a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3647:x1876403964548608:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1789478682.855200:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc012ae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3648:1876403964547584:0@lo:400:kworker.0 00002000:00000024:3.0:1789478682.855208:0:18749:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 4218880 granted 17886912 pending 0 free 3915849728 avail 3684327424 00000100:00100000:1.0:1789478682.855215:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebb037af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3648:1876403964548096:0@lo:400:kworker.0 00000100:00100000:1.0:1789478682.855244:0:18748:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964547456 00000100:00100000:1.0:1789478682.855248:0:18748:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964547456 00000100:00100000:3.0:1789478682.855253:0:18749:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebb04484a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3647:x1876403964548608:12345-0@lo:13:osp-pre-1-0.0 Request processed in 60us (153us total) trans 0 rc 0/0 00000100:00100000:3.0:1789478682.855261:0:18749:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:1.0:1789478682.855282:0:18748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:1.0:1789478682.855291:0:18748:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebb044b7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3648:x1876403964547456:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789478682.855302:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebb035a5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3647:1876403964548608:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1789478682.855331:0:18748:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebb044b7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3648:x1876403964547456:12345-0@lo:400:kworker.0 Request processed in 40us (1155us total) trans 0 rc 0/0 00000100:00100000:3.0:1789478682.855338:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789478682.855346:0:18748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:1.0:1789478682.855361:0:18748:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964547840 00000100:00100000:3.0:1789478682.855371:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebb037ad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3646:1876403964548352:0@lo:400:kworker.0 00000100:00100000:1.0:1789478682.855372:0:18748:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964547840 00000100:00100000:3.0:1789478682.855404:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789478682.855407:0:18748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:1.0:1789478682.855416:0:18748:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebb04486680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3646:x1876403964547840:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789478682.855437:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc012af800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d53a32c3-7c45-4781-893e-f633d5432f2d:3646:1876403964547328:0@lo:400:kworker.0 00000100:00100000:1.0:1789478682.855456:0:18748:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebb04486680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3646:x1876403964547840:12345-0@lo:400:kworker.0 Request processed in 40us (119us total) trans 0 rc 0/0 00000100:00100000:3.0:1789478682.855474:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc012aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3646:1876403964547840:0@lo:400:kworker.0 00000100:00100000:1.0:1789478682.855476:0:18748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:2.0:1789478682.856494:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789478682.856523:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebb037af800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3645:1876403964548224:0@lo:400:kworker.0 00000001:00080000:3.0:1789478682.856588:0:17219:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934623 is committed 00000020:00080000:3.0:1789478682.856613:0:17219:0:(update_trans.c:1349:distribute_txn_batchid_cb()) lustre-MDT0000: 4294967529 batchid updated 00000100:00100000:3.0:1789478682.856664:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc012aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3648:1876403964547456:0@lo:400:kworker.0 00000100:00100000:3.0:1789478682.856698:0:17243:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964547712 00000100:00100000:3.0:1789478682.856703:0:17243:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964547712 00000100:00100000:0.0:1789478682.856843:0:17238:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964547968 00000100:00100000:0.0:1789478682.856848:0:17238:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964547968 00000100:00100000:0.0:1789478682.856886:0:17238:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964548480 00000100:00100000:3.0:1789478682.856890:0:17243:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 61 00000100:00100000:0.0:1789478682.856891:0:17238:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964548480 00000100:00100000:3.0:1789478682.856902:0:17243:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc3c963800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3645:x1876403964547712:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789478682.856912:0:17238:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964548352 00000100:00100000:0.0:1789478682.856916:0:17238:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964548352 00000100:00100000:0.0:1789478682.856937:0:17238:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75 00000100:00100000:0.0:1789478682.856945:0:17238:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebb03e99500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3648:x1876403964547968:12345-0@lo:400:kworker.0 00000020:00080000:1.0:1789478682.857083:0:17278:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294967529 00000020:00080000:1.0:1789478682.857094:0:17278:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294967529 00000100:00100000:1.0:1789478682.857195:0:17240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 76 00000100:00100000:1.0:1789478682.857203:0:17240:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebb03e9a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3648:x1876403964548480:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789478682.860849:0:17238:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebb03e99500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3648:x1876403964547968:12345-0@lo:400:kworker.0 Request processed in 3894us (5725us total) trans 0 rc 0/0 00000100:00100000:0.0:1789478682.860865:0:17238:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75 00000100:00100000:0.0:1789478682.860916:0:17238:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77 00000100:00100000:0.0:1789478682.860930:0:17238:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebb04487480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3646:x1876403964548352:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789478682.861002:0:17238:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebb04487480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3646:x1876403964548352:12345-0@lo:400:kworker.0 Request processed in 77us (5597us total) trans 0 rc 0/0 00000100:00100000:0.0:1789478682.861023:0:17238:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77 00000100:00100000:0.0:1789478682.861340:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebb037ad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3646:1876403964548352:0@lo:400:kworker.0 00000100:00100000:0.0:1789478682.861377:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc012ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3648:1876403964547968:0@lo:400:kworker.0 00000100:00080000:0.0:1789478682.861409:0:17235:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1789478682.861415:0:17235:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1789478682.861419:0:17235:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1789478682.863916:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789478682.864053:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc3c960a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3645:1876403964547200:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1789478682.864112:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc012ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3645:1876403964547712:0@lo:400:kworker.0 00000100:00100000:0.0:1789478682.864444:0:17238:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964548224 00000100:00100000:0.0:1789478682.864453:0:17238:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964548224 00000100:00100000:0.0:1789478682.864767:0:17238:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78 00000100:00100000:0.0:1789478682.864779:0:17238:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc3c961c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3645:x1876403964548224:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789478682.864844:0:17238:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc3c961c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3645:x1876403964548224:12345-0@lo:400:kworker.0 Request processed in 68us (940us total) trans 0 rc 0/0 00000100:00100000:0.0:1789478682.864852:0:17238:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78 00010000:00080000:0.0:1789478682.864892:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8ebb037af800 x1876403964548224/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789478698 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789478682.864904:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebb037af800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3645:1876403964548224:0@lo:400:kworker.0 00000100:00080000:2.0:1789478682.865052:0:17235:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1789478682.866180:0:17243:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc3c963800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3645:x1876403964547712:12345-0@lo:400:kworker.0 Request processed in 9276us (9682us total) trans 0 rc 0/0 00000100:00100000:3.0:1789478682.866192:0:17243:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 61 00000100:00100000:1.0:1789478682.869813:0:17240:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebb03e9a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3648:x1876403964548480:12345-0@lo:400:kworker.0 Request processed in 12595us (14631us total) trans 0 rc 0/0 00000100:00100000:1.0:1789478682.869829:0:17240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 76 00010000:00080000:0.0:1789478682.870133:0:3648:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8ebb044b6300 x1876403964548480/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789478698 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789478682.870147:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebb044b6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3648:1876403964548480:0@lo:400:kworker.0 00010000:00010000:3.0:1789478683.878151:0:17228:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789478683.937123:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.11@tcp (source: 12345-192.168.206.11@tcp) 00000100:00100000:2.0:1789478683.937401:0:17242:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403945611648 00000100:00100000:2.0:1789478683.937411:0:17242:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403945611648 00000100:00100000:2.0:1789478683.937495:0:17242:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.11@tcp, seq: 13 00000100:00100000:2.0:1789478683.937506:0:17242:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebb03e99c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:cca3a112-296c-4f03-abf1-9544e970264f+13:16334:x1876403945611648:12345-192.168.206.11@tcp:35:umount.0 00000001:00080000:2.0:1789478683.937737:0:17242:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 8589934624 00000001:00080000:2.0:1789478683.938042:0:17242:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 8589934625 00000100:00080000:3.0:1789478683.938051:0:17235:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1789478683.938167:0:17242:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebb03e99c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:cca3a112-296c-4f03-abf1-9544e970264f+16:16334:x1876403945611648:12345-192.168.206.11@tcp:35:umount.0 Request processed in 662us (1050us total) trans 8589934626 rc 0/0 00000100:00100000:2.0:1789478683.938181:0:17242:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.11@tcp, seq: 13 00000020:00080000:2.0:1789478683.938186:0:17242:0:(tgt_main.c:784:tgt_ses_key_exit()) total 3 transactions per RPC 00000100:00100000:1.0:1789478683.944560:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.11@tcp (source: 12345-192.168.206.11@tcp) 00000100:00100000:1.0:1789478683.944638:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.11@tcp (source: 12345-192.168.206.11@tcp) 00000100:00100000:1.0:1789478683.944675:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.11@tcp (source: 12345-192.168.206.11@tcp) 00000100:00100000:3.0:1789478683.949199:0:17224:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403945611776 00000100:00100000:3.0:1789478683.949212:0:17224:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403945611776 00000100:00100000:3.0:1789478683.949272:0:17224:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403945612032 00000100:00100000:3.0:1789478683.949275:0:17224:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403945612032 00000100:00100000:3.0:1789478683.949290:0:17224:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403945611904 00000100:00100000:3.0:1789478683.949293:0:17224:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403945611904 00000100:00100000:3.0:1789478683.949315:0:17224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.11@tcp, seq: 3 00000100:00100000:3.0:1789478683.949325:0:17224:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebb03e99f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3bfa9933-6ffc-43b1-8c4f-3d477dd92578+15:2395:x1876403945611776:12345-192.168.206.11@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1789478683.949340:0:17224:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1789478683.949357:0:17224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ebc08c4ba00/0x8ebaae74e82173c9 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x44801000000000 nid: 192.168.206.11@tcp remote: 0x26cc8ba2255b7689 expref: 15 pid: 17232 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478683.949374:0:17224:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1789478683.952215:0:17991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.11@tcp, seq: 4 00000100:00100000:0.0:1789478683.952240:0:17991:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebb037af800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3bfa9933-6ffc-43b1-8c4f-3d477dd92578+14:2395:x1876403945612032:12345-192.168.206.11@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1789478683.952260:0:17991:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1789478683.952282:0:17991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ebc35b67000/0x8ebaae74e821748d lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x44801000000000 nid: 192.168.206.11@tcp remote: 0x26cc8ba2255b7770 expref: 14 pid: 17233 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478683.952310:0:17991:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1789478683.952436:0:17224:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebb03e99f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3bfa9933-6ffc-43b1-8c4f-3d477dd92578+13:2395:x1876403945611776:12345-192.168.206.11@tcp:103:ldlm_bl.0 Request processed in 3109us (7880us total) trans 0 rc 0/0 00000100:00100000:3.0:1789478683.952444:0:17224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.11@tcp, seq: 3 00000100:00100000:3.0:1789478683.952491:0:17224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.11@tcp, seq: 5 00000100:00100000:3.0:1789478683.952499:0:17224:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc3d628c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3bfa9933-6ffc-43b1-8c4f-3d477dd92578+12:2395:x1876403945611904:12345-192.168.206.11@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1789478683.952508:0:17224:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1789478683.952519:0:17224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ebc08c4bc00/0x8ebaae74e82173d0 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 192.168.206.11@tcp remote: 0x26cc8ba2255b76ba expref: 12 pid: 17232 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478683.952530:0:17224:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1789478683.956211:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.11@tcp (source: 12345-192.168.206.11@tcp) 00000100:00100000:1.0:1789478683.956516:0:18746:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403945612160 00000100:00100000:1.0:1789478683.956526:0:18746:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403945612160 00000100:00100000:1.0:1789478683.956583:0:18746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.11@tcp, seq: 29 00000100:00100000:1.0:1789478683.956613:0:18746:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebb037ad180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:cca3a112-296c-4f03-abf1-9544e970264f+5:2394:x1876403945612160:12345-192.168.206.11@tcp:9:umount.0 00000020:00000080:1.0:1789478683.956648:0:18746:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x8ebaae74e82173f3 00000100:00080000:1.0:1789478683.956657:0:18746:0:(import.c:65:import_set_state_nolock()) ffff8ebc3f68d800 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1789478683.956698:0:18746:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934600 00000100:00100000:1.0:1789478683.956820:0:18746:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebb037ad180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:cca3a112-296c-4f03-abf1-9544e970264f+2:2394:x1876403945612160:12345-192.168.206.11@tcp:9:umount.0 Request processed in 228us (618us total) trans 0 rc 0/0 00000100:00100000:1.0:1789478683.956844:0:18746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.11@tcp, seq: 29 00010000:00010000:1.0:1789478683.957082:0:18393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789478683.957115:0:17235:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1789478683.957958:0:17991:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebb037af800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3bfa9933-6ffc-43b1-8c4f-3d477dd92578+11:2395:x1876403945612032:12345-192.168.206.11@tcp:103:ldlm_bl.0 Request processed in 5724us (13313us total) trans 0 rc 0/0 00000100:00100000:0.0:1789478683.957971:0:17991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.11@tcp, seq: 4 00000100:00100000:3.0:1789478683.961482:0:17224:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc3d628c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3bfa9933-6ffc-43b1-8c4f-3d477dd92578+10:2395:x1876403945611904:12345-192.168.206.11@tcp:103:ldlm_bl.0 Request processed in 8972us (16794us total) trans 0 rc 0/0 00000100:00100000:3.0:1789478683.961495:0:17224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.11@tcp, seq: 5 00000100:00100000:1.0:1789478683.981290:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.11@tcp (source: 12345-192.168.206.11@tcp) 00000100:00100000:0.0:1789478683.981378:0:17239:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403945613056 00000100:00100000:0.0:1789478683.981387:0:17239:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403945613056 00000100:00100000:0.0:1789478683.981445:0:17239:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.11@tcp, seq: 67 00000100:00100000:0.0:1789478683.981465:0:17239:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebb037af480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:cca3a112-296c-4f03-abf1-9544e970264f+16:2394:x1876403945613056:12345-192.168.206.11@tcp:39:umount.0 00000020:00000080:0.0:1789478683.981497:0:17239:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x8ebaae74e82173de 00000020:00010000:0.0:1789478683.981514:0:17239:0:(genops.c:1921:obd_stale_export_put()) Put export ffff8ebb0205a000: total 0 00000100:00080000:0.0:1789478683.981518:0:17239:0:(import.c:65:import_set_state_nolock()) ffff8ebb0205a800 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1789478683.981548:0:17239:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934626 00000100:00100000:0.0:1789478683.981738:0:17239:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebb037af480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:cca3a112-296c-4f03-abf1-9544e970264f+15:2394:x1876403945613056:12345-192.168.206.11@tcp:39:umount.0 Request processed in 284us (456us total) trans 8589934627 rc 0/0 00000100:00100000:0.0:1789478683.981746:0:17239:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.11@tcp, seq: 67 00000020:00010000:3.0:1789478683.982242:0:17227:0:(genops.c:1907:obd_stale_export_get()) Get export ffff8ebb0205a000: total 0 00010000:00010000:3.0:1789478683.982247:0:17227:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789478683.982291:0:17227:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff8ebb0205a000, canceled 0 locks, left on hash table 8. 00010000:00010000:3.0:1789478683.982321:0:17227:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x2:0x0].0x0 (ffff8ebb02552600) 00010000:00010000:3.0:1789478683.982326:0:17227:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1789478683.982333:0:17227:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc40f05800/0x8ebaae74e82176e7 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.11@tcp remote: 0x26cc8ba2255b7826 expref: 14 pid: 17240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478683.982352:0:17227:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff8ebc3523b900) 00010000:00010000:3.0:1789478683.982354:0:17227:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1789478683.982358:0:17227:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc40fce800/0x8ebaae74e82174a9 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.11@tcp remote: 0x26cc8ba2255b7777 expref: 13 pid: 17240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478683.982376:0:17227:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x1:0x0].0x0 (ffff8ebc3523b400) 00010000:00010000:3.0:1789478683.982379:0:17227:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1789478683.982383:0:17227:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc40fce400/0x8ebaae74e8217589 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.11@tcp remote: 0x26cc8ba2255b77b6 expref: 12 pid: 17238 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478683.982416:0:17227:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x2:0x0].0x0 (ffff8ebb02552600) 00010000:00010000:3.0:1789478683.982419:0:17227:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1789478683.982424:0:17227:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc08c4b800/0x8ebaae74e8217638 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.206.11@tcp remote: 0x26cc8ba2255b77f5 expref: 11 pid: 17240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478683.982437:0:17227:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8ebc34e09700) 00010000:00010000:3.0:1789478683.982440:0:17227:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1789478683.982444:0:17227:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc08c4b600/0x8ebaae74e82174c5 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.11@tcp remote: 0x26cc8ba2255b777e expref: 10 pid: 18465 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478683.982469:0:17227:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x2:0x0].0x0 (ffff8ebb02552600) 00010000:00010000:3.0:1789478683.982472:0:17227:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1789478683.982476:0:17227:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc35b66800/0x8ebaae74e8217607 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.11@tcp remote: 0x26cc8ba2255b77e0 expref: 9 pid: 17239 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478683.982490:0:17227:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8ebc3523b800) 00010000:00010000:3.0:1789478683.982493:0:17227:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1789478683.982496:0:17227:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc08c4a600/0x8ebaae74e8217504 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.11@tcp remote: 0x26cc8ba2255b778c expref: 8 pid: 17240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478683.982507:0:17227:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x3:0x0].0x0 (ffff8ebc07dd1b00) 00010000:00010000:3.0:1789478683.982509:0:17227:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1789478683.982513:0:17227:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc40f05200/0x8ebaae74e8217693 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.11@tcp remote: 0x26cc8ba2255b780a expref: 7 pid: 18465 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478683.982525:0:17227:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff8ebb0205a000, canceled 8 locks, left on hash table 0. 00010000:00010000:3.0:1789478683.982537:0:17227:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789478683.982544:0:17227:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789478683.982545:0:17227:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789478684.000437:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.11@tcp (source: 12345-192.168.206.11@tcp) 00000100:00100000:2.0:1789478684.000550:0:18465:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403945613184 00000100:00100000:2.0:1789478684.000559:0:18465:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403945613184 00000100:00100000:2.0:1789478684.000658:0:18465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.11@tcp, seq: 68 00000100:00100000:2.0:1789478684.000671:0:18465:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebb035a5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:cca3a112-296c-4f03-abf1-9544e970264f+5:2394:x1876403945613184:12345-192.168.206.11@tcp:39:umount.0 00000020:00000080:2.0:1789478684.000700:0:18465:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x8ebaae74e82173e5 00000100:00080000:2.0:1789478684.000715:0:18465:0:(import.c:65:import_set_state_nolock()) ffff8ebb01bde000 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1789478684.000743:0:18465:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 2, last_transno is 8589934592 00000100:00100000:2.0:1789478684.000976:0:18465:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebb035a5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:cca3a112-296c-4f03-abf1-9544e970264f+3:2394:x1876403945613184:12345-192.168.206.11@tcp:39:umount.0 Request processed in 308us (545us total) trans 8589934593 rc 0/0 00000100:00100000:2.0:1789478684.000984:0:18465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.11@tcp, seq: 68 00010000:00010000:3.0:1789478684.001386:0:17228:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789478684.001515:0:17235:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1789478684.901021:0:18393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789478685.313861:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.11@tcp (source: 12345-192.168.206.11@tcp) 00000100:00100000:1.0:1789478685.313995:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.11@tcp (source: 12345-192.168.206.11@tcp) 00000100:00100000:1.0:1789478685.314030:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.11@tcp (source: 12345-192.168.206.11@tcp) 00000100:00100000:0.0:1789478685.314783:0:17239:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403945613568 00000100:00100000:0.0:1789478685.314804:0:17239:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403945613568 00000100:00100000:0.0:1789478685.314875:0:17239:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403945613440 00000100:00100000:0.0:1789478685.314879:0:17239:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403945613440 00000100:00100000:0.0:1789478685.314905:0:17239:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.11@tcp, seq: 79 00000100:00100000:0.0:1789478685.314916:0:17239:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebb037af800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d59ee182-687f-47d8-811d-4824d67b8550+5:2396:x1876403945613568:12345-192.168.206.11@tcp:400:kworker.0 00000100:00100000:0.0:1789478685.314988:0:17239:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebb037af800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d59ee182-687f-47d8-811d-4824d67b8550+5:2396:x1876403945613568:12345-192.168.206.11@tcp:400:kworker.0 Request processed in 73us (992us total) trans 0 rc 0/0 00000100:00100000:0.0:1789478685.314995:0:17239:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.11@tcp, seq: 79 00000100:00100000:0.0:1789478685.315013:0:17239:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.11@tcp, seq: 80 00000100:00100000:0.0:1789478685.315035:0:17239:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc012ace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d59ee182-687f-47d8-811d-4824d67b8550+6:2396:x1876403945613440:12345-192.168.206.11@tcp:400:kworker.0 00000100:00100000:0.0:1789478685.315064:0:17239:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc012ace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d59ee182-687f-47d8-811d-4824d67b8550+6:2396:x1876403945613440:12345-192.168.206.11@tcp:400:kworker.0 Request processed in 30us (1033us total) trans 0 rc 0/0 00000100:00100000:0.0:1789478685.315070:0:17239:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.11@tcp, seq: 80 00000100:00080000:1.0:1789478685.316346:0:17235:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1789478685.316355:0:17235:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1789478685.318698:0:17233:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403945613312 00000100:00100000:2.0:1789478685.318711:0:17233:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403945613312 00000100:00100000:2.0:1789478685.318782:0:17233:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.11@tcp, seq: 169 00000100:00100000:2.0:1789478685.318792:0:17233:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc3c95c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3bfa9933-6ffc-43b1-8c4f-3d477dd92578+10:2396:x1876403945613312:12345-192.168.206.11@tcp:400:kworker.0 00000100:00100000:2.0:1789478685.318944:0:17233:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc3c95c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3bfa9933-6ffc-43b1-8c4f-3d477dd92578+10:2396:x1876403945613312:12345-192.168.206.11@tcp:400:kworker.0 Request processed in 153us (5092us total) trans 0 rc 0/0 00000100:00100000:2.0:1789478685.318963:0:17233:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.11@tcp, seq: 169 00000100:00100000:1.0:1789478685.807861:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.11@tcp (source: 12345-192.168.206.11@tcp) 00000100:00100000:1.0:1789478685.807911:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.11@tcp (source: 12345-192.168.206.11@tcp) 00000100:00100000:2.0:1789478685.807996:0:17991:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403945613696 00000100:00100000:2.0:1789478685.808006:0:17991:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403945613696 00000100:00100000:0.0:1789478685.808015:0:17225:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403945613824 00000100:00100000:0.0:1789478685.808022:0:17225:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403945613824 00000100:00100000:0.0:1789478685.808087:0:17225:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.11@tcp, seq: 6 00000100:00100000:0.0:1789478685.808097:0:17225:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc012aed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3bfa9933-6ffc-43b1-8c4f-3d477dd92578+11:2395:x1876403945613824:12345-192.168.206.11@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1789478685.808111:0:17225:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1789478685.808128:0:17225:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ebc40f05400/0x8ebaae74e821740f lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44801000000000 nid: 192.168.206.11@tcp remote: 0x26cc8ba2255b772a expref: 11 pid: 17233 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478685.808144:0:17225:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1789478685.808198:0:17225:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc012aed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3bfa9933-6ffc-43b1-8c4f-3d477dd92578+10:2395:x1876403945613824:12345-192.168.206.11@tcp:103:ldlm_bl.0 Request processed in 102us (286us total) trans 0 rc 0/0 00000100:00100000:0.0:1789478685.808206:0:17225:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.11@tcp, seq: 6 00000100:00100000:0.0:1789478685.808224:0:17225:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.11@tcp, seq: 7 00000100:00100000:0.0:1789478685.808231:0:17225:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc012ac380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3bfa9933-6ffc-43b1-8c4f-3d477dd92578+9:2395:x1876403945613696:12345-192.168.206.11@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1789478685.808240:0:17225:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1789478685.808249:0:17225:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ebc40f05000/0x8ebaae74e8217408 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x44801000000000 nid: 192.168.206.11@tcp remote: 0x26cc8ba2255b76f9 expref: 9 pid: 17233 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478685.808258:0:17225:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1789478685.808277:0:17225:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc012ac380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3bfa9933-6ffc-43b1-8c4f-3d477dd92578+8:2395:x1876403945613696:12345-192.168.206.11@tcp:103:ldlm_bl.0 Request processed in 46us (424us total) trans 0 rc 0/0 00000100:00100000:0.0:1789478685.808283:0:17225:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.11@tcp, seq: 7 00000100:00100000:1.0:1789478685.812301:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.11@tcp (source: 12345-192.168.206.11@tcp) 00000100:00100000:2.0:1789478685.812423:0:17991:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403945613952 00000100:00100000:2.0:1789478685.812432:0:17991:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403945613952 00000100:00100000:2.0:1789478685.812541:0:17991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.11@tcp, seq: 8 00000100:00100000:2.0:1789478685.812552:0:17991:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc012aca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3bfa9933-6ffc-43b1-8c4f-3d477dd92578+8:2398:x1876403945613952:12345-192.168.206.11@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1789478685.812567:0:17991:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1789478685.812630:0:17991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ebc08c4be00/0x8ebaae74e8217486 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x44801000000000 nid: 192.168.206.11@tcp remote: 0x26cc8ba2255b7769 expref: 8 pid: 17232 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478685.812646:0:17991:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1789478685.812703:0:17991:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc012aca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3bfa9933-6ffc-43b1-8c4f-3d477dd92578+7:2398:x1876403945613952:12345-192.168.206.11@tcp:103:ldlm_bl.0 Request processed in 154us (411us total) trans 0 rc 0/0 00000100:00100000:2.0:1789478685.812710:0:17991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.11@tcp, seq: 8 00000100:00100000:1.0:1789478685.822351:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.11@tcp (source: 12345-192.168.206.11@tcp) 00000100:00100000:0.0:1789478685.822445:0:17239:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403945614208 00000100:00100000:0.0:1789478685.822465:0:17239:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403945614208 00000100:00100000:0.0:1789478685.822536:0:17239:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.11@tcp, seq: 69 00000100:00100000:0.0:1789478685.822547:0:17239:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc012af800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d59ee182-687f-47d8-811d-4824d67b8550+6:2394:x1876403945614208:12345-192.168.206.11@tcp:39:umount.0 00000020:00000080:0.0:1789478685.822586:0:17239:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x8ebaae74e821741d 00000020:00010000:0.0:1789478685.822630:0:17239:0:(genops.c:1921:obd_stale_export_put()) Put export ffff8ebc4120b000: total 0 00000100:00080000:0.0:1789478685.822635:0:17239:0:(import.c:65:import_set_state_nolock()) ffff8ebc4120a800 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1789478685.822660:0:17239:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934627 00000100:00100000:0.0:1789478685.822783:0:17239:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc012af800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d59ee182-687f-47d8-811d-4824d67b8550+5:2394:x1876403945614208:12345-192.168.206.11@tcp:39:umount.0 Request processed in 239us (441us total) trans 8589934628 rc 0/0 00000100:00100000:0.0:1789478685.822791:0:17239:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.11@tcp, seq: 69 00000020:00010000:3.0:1789478685.822878:0:17227:0:(genops.c:1907:obd_stale_export_get()) Get export ffff8ebc4120b000: total 0 00010000:00010000:3.0:1789478685.822924:0:17227:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff8ebc4120b000, canceled 0 locks, left on hash table 1. 00010000:00010000:3.0:1789478685.822971:0:17227:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8ebc3523b800) 00010000:00010000:3.0:1789478685.822975:0:17227:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1789478685.822983:0:17227:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc08c4ae00/0x8ebaae74e8217512 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.11@tcp remote: 0x26cc8ba2255b7793 expref: 4 pid: 18465 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478685.823005:0:17227:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff8ebc4120b000, canceled 1 locks, left on hash table 0. 00010000:00010000:3.0:1789478685.823017:0:17227:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789478685.823019:0:17227:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789478685.823021:0:17227:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789478685.832883:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.11@tcp (source: 12345-192.168.206.11@tcp) 00000100:00100000:0.0:1789478685.833295:0:18465:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403945614336 00000100:00100000:0.0:1789478685.833305:0:18465:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403945614336 00000100:00100000:0.0:1789478685.833361:0:18465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.11@tcp, seq: 70 00000100:00100000:0.0:1789478685.833372:0:18465:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebb04485500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d59ee182-687f-47d8-811d-4824d67b8550+5:2394:x1876403945614336:12345-192.168.206.11@tcp:39:umount.0 00000020:00000080:0.0:1789478685.833409:0:18465:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x8ebaae74e8217424 00000100:00080000:0.0:1789478685.833418:0:18465:0:(import.c:65:import_set_state_nolock()) ffff8ebc081d5000 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1789478685.833460:0:18465:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 2, last_transno is 8589934593 00000100:00100000:0.0:1789478685.833624:0:18465:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebb04485500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d59ee182-687f-47d8-811d-4824d67b8550+3:2394:x1876403945614336:12345-192.168.206.11@tcp:39:umount.0 Request processed in 254us (749us total) trans 8589934594 rc 0/0 00000100:00100000:0.0:1789478685.833632:0:18465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.11@tcp, seq: 70 00010000:00010000:2.0:1789478685.833866:0:17228:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789478685.858698:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.11@tcp (source: 12345-192.168.206.11@tcp) 00000100:00100000:0.0:1789478685.859337:0:17232:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403945614592 00000100:00100000:0.0:1789478685.859348:0:17232:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403945614592 00000100:00100000:0.0:1789478685.859416:0:17232:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.11@tcp, seq: 170 00000100:00100000:0.0:1789478685.859427:0:17232:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc3c95e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3bfa9933-6ffc-43b1-8c4f-3d477dd92578+7:2394:x1876403945614592:12345-192.168.206.11@tcp:251:umount.0 00000020:00000080:0.0:1789478685.859479:0:17232:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x8ebaae74e82173bb 00000020:00010000:0.0:1789478685.859486:0:17232:0:(genops.c:1921:obd_stale_export_put()) Put export ffff8ebb0205d000: total 0 00000100:00080000:0.0:1789478685.859504:0:17232:0:(import.c:65:import_set_state_nolock()) ffff8ebb0205c800 : changing import state from FULL to CLOSED 00000020:00010000:1.0:1789478685.859708:0:18393:0:(genops.c:1907:obd_stale_export_get()) Get export ffff8ebb0205d000: total 0 00010000:00010000:1.0:1789478685.859757:0:18393:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff8ebb0205d000, canceled 0 locks, left on hash table 1. 00010000:00010000:1.0:1789478685.859788:0:18393:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ebc40f04a00/0x8ebaae74e82173c2 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x44801000000000 nid: 192.168.206.11@tcp remote: 0x26cc8ba2255b7682 expref: 3 pid: 17234 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478685.859804:0:18393:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff8ebb0205d000, canceled 1 locks, left on hash table 0. 00010000:00010000:1.0:1789478685.859812:0:18393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789478685.859814:0:18393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789478685.859816:0:18393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789478685.859924:0:17232:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc3c95e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3bfa9933-6ffc-43b1-8c4f-3d477dd92578+1:2394:x1876403945614592:12345-192.168.206.11@tcp:251:umount.0 Request processed in 498us (1234us total) trans 0 rc 0/0 00000100:00100000:0.0:1789478685.859933:0:17232:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.11@tcp, seq: 170 00000020:00000080:0.0:1789478685.859943:0:17232:0:(genops.c:885:class_export_put()) final put ffff8ebb0205d000/3bfa9933-6ffc-43b1-8c4f-3d477dd92578 00000020:00000080:2.0:1789478685.860080:0:14273:0:(genops.c:844:class_export_destroy()) destroying export ffff8ebb0205d000/3bfa9933-6ffc-43b1-8c4f-3d477dd92578 for MGS 00000020:00000080:2.0:1789478685.860117:0:14273:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8ebb0205c800 for MGS 00000001:00100000:1.0:1789478685.926849:0:18742:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of d59ee182-687f-47d8-811d-4824d67b8550 00000020:00000080:1.0:1789478685.926857:0:18742:0:(genops.c:885:class_export_put()) final put ffff8ebc4120f000/d59ee182-687f-47d8-811d-4824d67b8550 00000001:00100000:1.0:1789478685.926885:0:18742:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of cca3a112-296c-4f03-abf1-9544e970264f 00000020:00000080:1.0:1789478685.926897:0:18742:0:(genops.c:885:class_export_put()) final put ffff8ebb01bdf800/cca3a112-296c-4f03-abf1-9544e970264f 00000020:00000080:2.0:1789478685.926963:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8ebc4120f000/d59ee182-687f-47d8-811d-4824d67b8550 for lustre-OST0000 00000020:00000080:2.0:1789478685.927010:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8ebb01bdf800/cca3a112-296c-4f03-abf1-9544e970264f for lustre-OST0000 00000020:00000080:2.0:1789478685.927027:0:37:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8ebc4120d000 for lustre-OST0000 00000020:00000080:2.0:1789478685.927031:0:37:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8ebb01bdb000 for lustre-OST0000 00010000:00010000:3.0:1789478685.927439:0:17227:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:0.0:1789478685.927528:0:19559:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of cca3a112-296c-4f03-abf1-9544e970264f 00000020:00000080:0.0:1789478685.927533:0:19559:0:(genops.c:885:class_export_put()) final put ffff8ebb01bda000/cca3a112-296c-4f03-abf1-9544e970264f 00000001:00100000:0.0:1789478685.927551:0:19559:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of d59ee182-687f-47d8-811d-4824d67b8550 00000020:00000080:0.0:1789478685.927553:0:19559:0:(genops.c:885:class_export_put()) final put ffff8ebc41208000/d59ee182-687f-47d8-811d-4824d67b8550 00000020:00000080:1.0:1789478685.927612:0:14273:0:(genops.c:844:class_export_destroy()) destroying export ffff8ebb01bda000/cca3a112-296c-4f03-abf1-9544e970264f for lustre-OST0001 00000020:00000080:1.0:1789478685.927650:0:14273:0:(genops.c:844:class_export_destroy()) destroying export ffff8ebc41208000/d59ee182-687f-47d8-811d-4824d67b8550 for lustre-OST0001 00000020:00000080:1.0:1789478685.927666:0:14273:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8ebc3f68d800 for lustre-OST0001 00000020:00000080:1.0:1789478685.927669:0:14273:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8ebc41209000 for lustre-OST0001 00000100:00100000:3.0:1789478686.440349:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1789478686.440371:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc40ecfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3646:1876403964548736:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1789478686.440434:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789478686.440512:0:18749:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964548736 00000100:00100000:3.0:1789478686.440520:0:18749:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964548736 00000100:00080000:2.0:1789478686.440926:0:17235:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1789478686.443964:0:18749:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:3.0:1789478686.443989:0:18749:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc40ecdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3646:x1876403964548736:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1789478686.444960:0:18749:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1789478686.445358:0:18749:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc40ecdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3646:x1876403964548736:12345-0@lo:13:osp-pre-0-1.0 Request processed in 1376us (4921us total) trans 0 rc 0/0 00000100:00100000:0.0:1789478686.445427:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc40ecfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3646:1876403964548736:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1789478686.445881:0:18749:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00010000:00010000:3.0:1789478686.948977:0:17228:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789478686.949785:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc40ecd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3646:1876403964548864:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1789478686.949852:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789478686.949921:0:17244:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964548864 00000100:00100000:0.0:1789478686.949928:0:17244:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964548864 00000100:00100000:0.0:1789478686.949984:0:17244:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 62 00000100:00100000:0.0:1789478686.949994:0:17244:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebb035a4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3646:x1876403964548864:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1789478686.950111:0:17244:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446293504 avail 1300054016 00000100:00100000:0.0:1789478686.950167:0:17244:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebb035a4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3646:x1876403964548864:12345-0@lo:41:osp-pre-0-1.0 Request processed in 175us (315us total) trans 0 rc 0/0 00000100:00100000:0.0:1789478686.950175:0:17244:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 62 00000100:00100000:1.0:1789478686.950279:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc40ecd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3646:1876403964548864:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1789478687.460770:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc012ae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3647:1876403964548992:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1789478687.460833:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789478687.461101:0:17244:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964548992 00000100:00100000:1.0:1789478687.461109:0:17244:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964548992 00000100:00100000:1.0:1789478687.461156:0:17244:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 63 00000100:00100000:1.0:1789478687.461165:0:17244:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc3c960a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3647:x1876403964548992:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1789478687.461194:0:17244:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:1.0:1789478687.461241:0:17244:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc3c960a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3647:x1876403964548992:12345-0@lo:41:osp-pre-1-0.0 Request processed in 77us (407us total) trans 0 rc 0/0 00000100:00100000:1.0:1789478687.461247:0:17244:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 63 00000100:00100000:2.0:1789478687.461383:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc012ae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3647:1876403964548992:0@lo:41:osp-pre-1-0.0 00000020:01000004:2.0:1789478687.618316:0:20807:0:(tgt_mount.c:2195:server_umount_begin()) umount -f 00000020:01000004:1.0:1789478687.636343:0:20807:0:(tgt_mount.c:2065:server_put_super()) server put_super lustre-MDT0000 00010000:00010000:1.0:1789478687.636796:0:20807:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.206.111@tcp lock: ffff8ebc029df800/0x8ebaae74e8216f7e lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0x8ebaae74e8216f85 expref: -99 pid: 17218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478687.636810:0:20807:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.206.111@tcp lock: ffff8ebc029df800/0x8ebaae74e8216f7e lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0x8ebaae74e8216f85 expref: -99 pid: 17218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478687.636817:0:20807:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.206.111@tcp lock: ffff8ebc029df800/0x8ebaae74e8216f7e lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000400000000 nid: local remote: 0x8ebaae74e8216f85 expref: -99 pid: 17218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478687.636824:0:20807:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.206.111@tcp lock: ffff8ebc029df800/0x8ebaae74e8216f7e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000400000000 nid: local remote: 0x8ebaae74e8216f85 expref: -99 pid: 17218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478687.636847:0:20807:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:1.0:1789478687.636865:0:20807:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00000100:00080000:1.0:1789478687.636889:0:20807:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:1.0:1789478687.636893:0:20807:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 3 00000100:00080000:1.0:1789478687.636898:0:20807:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID 00000100:00080000:1.0:1789478687.636921:0:20807:0:(import.c:65:import_set_state_nolock()) ffff8ebc3f6c5000 lustre-MDT0000_UUID: changing import state from FULL to CONNECTING 00000100:00100000:3.0:1789478687.637706:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc012ae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3644:1876403964549120:0@lo:39:umount.0 00000100:00100000:3.0:1789478687.637781:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1789478687.637782:0:18393:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789478687.637792:0:18393:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.206.111@tcp lock: ffff8ebc029df800/0x8ebaae74e8216f7e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000400000000 nid: local remote: 0x8ebaae74e8216f85 expref: -99 pid: 17218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478687.637801:0:18393:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ebc029df800 already unused, calling callback (ffffffffc1383c20) 10000000:00010000:2.0:1789478687.637807:0:18393:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.206.111@tcp lock: ffff8ebc029df800/0x8ebaae74e8216f7e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000400000000 nid: local remote: 0x8ebaae74e8216f85 expref: -99 pid: 17218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478687.637816:0:18393:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.206.111@tcp lock: ffff8ebc029df800/0x8ebaae74e8216f7e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1008400000000 nid: local remote: 0x8ebaae74e8216f85 expref: -99 pid: 17218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1789478687.637831:0:18393:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.206.111@tcp lock: ffff8ebc029df800/0x8ebaae74e8216f7e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1009400000000 nid: local remote: 0x8ebaae74e8216f85 expref: -99 pid: 17218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789478687.637838:0:18393:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:2.0:1789478687.637840:0:18393:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:2.0:1789478687.637843:0:18393:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00000100:00100000:0.0:1789478687.638055:0:17239:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964549120 00000100:00100000:0.0:1789478687.638063:0:17239:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964549120 00000100:00100000:0.0:1789478687.638159:0:17239:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71 00000100:00100000:0.0:1789478687.638171:0:17239:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc40ecd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3644:x1876403964549120:12345-0@lo:39:umount.0 00000020:00000080:0.0:1789478687.638194:0:17239:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x8ebaae74e8216faf 00000100:00080000:0.0:1789478687.638201:0:17239:0:(import.c:65:import_set_state_nolock()) ffff8ebb03682800 : changing import state from FULL to CLOSED 00000100:00100000:0.0:1789478687.638269:0:17239:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc40ecd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+1:3644:x1876403964549120:12345-0@lo:39:umount.0 Request processed in 101us (489us total) trans 0 rc 0/0 00000100:00100000:0.0:1789478687.638284:0:17239:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71 00000020:00000080:0.0:1789478687.638295:0:17239:0:(genops.c:885:class_export_put()) final put ffff8ebc40e2e800/lustre-MDT0000-lwp-MDT0000_UUID 00010000:00010000:2.0:1789478687.638340:0:18393:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.206.111@tcp lock: ffff8ebc029df800/0x8ebaae74e8216f7e lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5809400000020 nid: local remote: 0x8ebaae74e8216f85 expref: -99 pid: 17218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478687.638349:0:18393:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1789478687.638371:0:18393:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.206.111@tcp lock: ffff8ebc029df800/0x8ebaae74e8216f7e lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5809400000020 nid: local remote: 0x8ebaae74e8216f85 expref: -99 pid: 17218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478687.638378:0:18393:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.206.111@tcp lock: ffff8ebc029df800/0x8ebaae74e8216f7e lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5809400000020 nid: local remote: 0x8ebaae74e8216f85 expref: -99 pid: 17218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478687.638390:0:18393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789478687.638392:0:18393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789478687.638393:0:18393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789478687.638401:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1789478687.638411:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc3c963480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d53a32c3-7c45-4781-893e-f633d5432f2d:3647:1876403964549248:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1789478687.638454:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000080:1.0:1789478687.638824:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8ebc40e2e800/lustre-MDT0000-lwp-MDT0000_UUID for lustre-MDT0000 00000020:00000080:1.0:1789478687.638877:0:37:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8ebb03682800 for lustre-MDT0000 00000100:00100000:3.0:1789478687.639015:0:17225:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964549248 00000100:00100000:3.0:1789478687.639022:0:17225:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964549248 00000100:00100000:3.0:1789478687.639063:0:17225:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1789478687.639071:0:17225:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc3c962680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d53a32c3-7c45-4781-893e-f633d5432f2d+24:3647:x1876403964549248:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1789478687.639082:0:17225:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1789478687.639097:0:17225:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ebc08c4a400/0x8ebaae74e8216f85 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x8ebaae74e8216f7e expref: 24 pid: 17233 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478687.639110:0:17225:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1789478687.639150:0:17225:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc3c962680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d53a32c3-7c45-4781-893e-f633d5432f2d+23:3647:x1876403964549248:12345-0@lo:103:ldlm_bl.0 Request processed in 80us (695us total) trans 0 rc 0/0 00000100:00100000:3.0:1789478687.639157:0:17225:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00010000:00010000:1.0:1789478687.639201:0:17227:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789478687.639234:0:3644:0:(import.c:65:import_set_state_nolock()) ffff8ebc3f6c5000 lustre-MDT0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:1.0:1789478687.639341:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc012ae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3644:1876403964549120:0@lo:39:umount.0 00000100:00080000:3.0:1789478687.639402:0:20807:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1789478687.639405:0:20807:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 4 00000100:00100000:3.0:1789478687.639409:0:20807:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:3.0:1789478687.640589:0:20807:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.206.111@tcp lock: ffff8ebc029dee00/0x8ebaae74e8216ecf lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0x8ebaae74e8216ed6 expref: -99 pid: 17218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478687.640635:0:20807:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.206.111@tcp lock: ffff8ebc029dee00/0x8ebaae74e8216ecf lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0x8ebaae74e8216ed6 expref: -99 pid: 17218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478687.640642:0:20807:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.206.111@tcp lock: ffff8ebc029dee00/0x8ebaae74e8216ecf lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000400000000 nid: local remote: 0x8ebaae74e8216ed6 expref: -99 pid: 17218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478687.640649:0:20807:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.206.111@tcp lock: ffff8ebc029dee00/0x8ebaae74e8216ecf lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000400000000 nid: local remote: 0x8ebaae74e8216ed6 expref: -99 pid: 17218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478687.640671:0:20807:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1789478687.640693:0:20807:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.206.111@tcp lock: ffff8ebc08c4a800/0x8ebaae74e8217217 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x8ebaae74e821721e expref: -99 pid: 17236 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478687.640699:0:20807:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.206.111@tcp lock: ffff8ebc08c4a800/0x8ebaae74e8217217 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x8ebaae74e821721e expref: -99 pid: 17236 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478687.640705:0:20807:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.206.111@tcp lock: ffff8ebc08c4a800/0x8ebaae74e8217217 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x8ebaae74e821721e expref: -99 pid: 17236 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478687.640711:0:20807:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.206.111@tcp lock: ffff8ebc08c4a800/0x8ebaae74e8217217 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x8ebaae74e821721e expref: -99 pid: 17236 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478687.640722:0:20807:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1789478687.640728:0:20807:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.206.111@tcp lock: ffff8ebc40f04600/0x8ebaae74e8217478 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x8ebaae74e821747f expref: -99 pid: 17236 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478687.640735:0:20807:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.206.111@tcp lock: ffff8ebc40f04600/0x8ebaae74e8217478 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x8ebaae74e821747f expref: -99 pid: 17236 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478687.640741:0:20807:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.206.111@tcp lock: ffff8ebc40f04600/0x8ebaae74e8217478 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0x8ebaae74e821747f expref: -99 pid: 17236 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478687.640747:0:20807:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.206.111@tcp lock: ffff8ebc40f04600/0x8ebaae74e8217478 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0x8ebaae74e821747f expref: -99 pid: 17236 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478687.640757:0:20807:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:3.0:1789478687.640762:0:20807:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.206.111@tcp lock: ffff8ebc029df000/0x8ebaae74e8216ec1 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x8ebaae74e8216ec8 expref: -99 pid: 17218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478687.640768:0:20807:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.206.111@tcp lock: ffff8ebc029df000/0x8ebaae74e8216ec1 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x8ebaae74e8216ec8 expref: -99 pid: 17218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478687.640779:0:20807:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.206.111@tcp lock: ffff8ebc029df000/0x8ebaae74e8216ec1 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x8ebaae74e8216ec8 expref: -99 pid: 17218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478687.640785:0:20807:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.206.111@tcp lock: ffff8ebc029df000/0x8ebaae74e8216ec1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x8ebaae74e8216ec8 expref: -99 pid: 17218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478687.640793:0:20807:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 10000000:01000000:3.0:1789478687.640796:0:20807:0:(mgc_request.c:547:config_log_end()) end config log lustre-MDT0000 (0) 00000020:01000004:3.0:1789478687.640819:0:20807:0:(tgt_mount.c:2115:server_put_super()) stopping lustre-MDT0000 00000020:01000000:3.0:1789478687.640823:0:20807:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000 (flags='F') 00000020:00000080:3.0:1789478687.640826:0:20807:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1789478687.640832:0:20807:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000: forcing exports to disconnect: 4/13 00000020:00080000:3.0:1789478687.640838:0:20807:0:(genops.c:1819:print_export_data()) lustre-MDT0000: ACTIVE ffff8ebb01b64000 lustre-MDT0000-lwp-OST0001_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:3.0:1789478687.640844:0:20807:0:(genops.c:1819:print_export_data()) lustre-MDT0000: ACTIVE ffff8ebc3f689800 lustre-MDT0000-lwp-OST0000_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:3.0:1789478687.640848:0:20807:0:(genops.c:1819:print_export_data()) lustre-MDT0000: ACTIVE ffff8ebc0501c800 lustre-MDT0000-lwp-MDT0001_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:3.0:1789478687.640852:0:20807:0:(genops.c:1819:print_export_data()) lustre-MDT0000: ACTIVE ffff8ebc3c8ab800 lustre-MDT0001-mdtlov_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:3.0:1789478687.640859:0:20807:0:(genops.c:1819:print_export_data()) lustre-MDT0000: UNLINKED ffff8ebc4120b000 d59ee182-687f-47d8-811d-4824d67b8550 192.168.206.11@tcp 2 (0 2 0) 1 0 0 0: 0000000000000000 8589934599 stale:0 00000020:00080000:3.0:1789478687.640863:0:20807:0:(genops.c:1819:print_export_data()) lustre-MDT0000: UNLINKED ffff8ebb0205a000 cca3a112-296c-4f03-abf1-9544e970264f 192.168.206.11@tcp 5 (0 5 0) 1 0 0 0: 0000000000000000 8589934623 stale:0 00000020:00080000:3.0:1789478687.640867:0:20807:0:(genops.c:1553:class_disconnect_exports()) OBD device 5 (ffff8ebc27158000) has exports, disconnecting them 00000020:00080000:3.0:1789478687.640872:0:20807:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff8ebb01b64000), last request at 1789478682 00000020:00000080:3.0:1789478687.640878:0:20807:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x8ebaae74e82171e6 00010000:00010000:1.0:1789478687.641001:0:17228:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:1.0:1789478687.641008:0:17228:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.206.111@tcp lock: ffff8ebc029dee00/0x8ebaae74e8216ecf lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000400000000 nid: local remote: 0x8ebaae74e8216ed6 expref: -99 pid: 17218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478687.641016:0:17228:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ebc029dee00 already unused, calling callback (ffffffffc1383c20) 10000000:00010000:1.0:1789478687.641019:0:17228:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.206.111@tcp lock: ffff8ebc029dee00/0x8ebaae74e8216ecf lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000400000000 nid: local remote: 0x8ebaae74e8216ed6 expref: -99 pid: 17218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478687.641028:0:17228:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.206.111@tcp lock: ffff8ebc029dee00/0x8ebaae74e8216ecf lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1008400000000 nid: local remote: 0x8ebaae74e8216ed6 expref: -99 pid: 17218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1789478687.641034:0:17228:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.206.111@tcp lock: ffff8ebc029dee00/0x8ebaae74e8216ecf lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1009400000000 nid: local remote: 0x8ebaae74e8216ed6 expref: -99 pid: 17218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1789478687.641039:0:17228:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:1.0:1789478687.641042:0:17228:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-MDT0000: stopping, won't requeue 10000000:01000000:1.0:1789478687.641044:0:17228:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-MDT0000 00010000:00010000:1.0:1789478687.641075:0:17228:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.206.111@tcp lock: ffff8ebc029dee00/0x8ebaae74e8216ecf lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5809400000020 nid: local remote: 0x8ebaae74e8216ed6 expref: -99 pid: 17218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478687.641092:0:17228:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1789478687.641113:0:17228:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.206.111@tcp lock: ffff8ebc029dee00/0x8ebaae74e8216ecf lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5809400000020 nid: local remote: 0x8ebaae74e8216ed6 expref: -99 pid: 17218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478687.641119:0:17228:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.206.111@tcp lock: ffff8ebc029dee00/0x8ebaae74e8216ecf lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5809400000020 nid: local remote: 0x8ebaae74e8216ed6 expref: -99 pid: 17218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478687.641133:0:17228:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1789478687.641136:0:17228:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.206.111@tcp lock: ffff8ebc08c4a800/0x8ebaae74e8217217 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x8ebaae74e821721e expref: -99 pid: 17236 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478687.641142:0:17228:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ebc08c4a800 already unused, calling callback (ffffffffc1383c20) 10000000:00010000:1.0:1789478687.641145:0:17228:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.206.111@tcp lock: ffff8ebc08c4a800/0x8ebaae74e8217217 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x8ebaae74e821721e expref: -99 pid: 17236 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478687.641151:0:17228:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.206.111@tcp lock: ffff8ebc08c4a800/0x8ebaae74e8217217 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0x8ebaae74e821721e expref: -99 pid: 17236 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1789478687.641158:0:17228:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.206.111@tcp lock: ffff8ebc08c4a800/0x8ebaae74e8217217 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0x8ebaae74e821721e expref: -99 pid: 17236 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1789478687.641163:0:17228:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:01000000:1.0:1789478687.641165:0:17228:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-mdtir: stopping, won't requeue 10000000:01000000:1.0:1789478687.641166:0:17228:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-mdtir 00010000:00010000:1.0:1789478687.641189:0:17228:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.206.111@tcp lock: ffff8ebc08c4a800/0x8ebaae74e8217217 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x8ebaae74e821721e expref: -99 pid: 17236 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478687.641195:0:17228:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1789478687.641201:0:17228:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.206.111@tcp lock: ffff8ebc08c4a800/0x8ebaae74e8217217 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x8ebaae74e821721e expref: -99 pid: 17236 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478687.641215:0:17228:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.206.111@tcp lock: ffff8ebc08c4a800/0x8ebaae74e8217217 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x8ebaae74e821721e expref: -99 pid: 17236 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478687.641224:0:17228:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1789478687.641227:0:17228:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.206.111@tcp lock: ffff8ebc40f04600/0x8ebaae74e8217478 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0x8ebaae74e821747f expref: -99 pid: 17236 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478687.641232:0:17228:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ebc40f04600 already unused, calling callback (ffffffffc1383c20) 10000000:00010000:1.0:1789478687.641236:0:17228:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.206.111@tcp lock: ffff8ebc40f04600/0x8ebaae74e8217478 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0x8ebaae74e821747f expref: -99 pid: 17236 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478687.641242:0:17228:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.206.111@tcp lock: ffff8ebc40f04600/0x8ebaae74e8217478 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1008400000000 nid: local remote: 0x8ebaae74e821747f expref: -99 pid: 17236 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1789478687.641249:0:17228:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.206.111@tcp lock: ffff8ebc40f04600/0x8ebaae74e8217478 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1009400000000 nid: local remote: 0x8ebaae74e821747f expref: -99 pid: 17236 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:3.0:1789478687.641427:0:20807:0:(import.c:65:import_set_state_nolock()) ffff8ebb01b63800 : changing import state from FULL to CLOSED 00000020:00080000:3.0:1789478687.641478:0:20807:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff8ebb01b64000): rc 0 00000020:00000080:3.0:1789478687.641480:0:20807:0:(genops.c:885:class_export_put()) final put ffff8ebb01b64000/lustre-MDT0000-lwp-OST0001_UUID 00000020:00080000:3.0:1789478687.641489:0:20807:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff8ebc3f689800), last request at 1789478682 00000020:00000080:3.0:1789478687.641499:0:20807:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x8ebaae74e821714c 00000100:00080000:3.0:1789478687.641504:0:20807:0:(import.c:65:import_set_state_nolock()) ffff8ebc3f68c800 : changing import state from FULL to CLOSED 00000020:00080000:3.0:1789478687.641510:0:20807:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff8ebc3f689800): rc 0 00000020:00000080:3.0:1789478687.641512:0:20807:0:(genops.c:885:class_export_put()) final put ffff8ebc3f689800/lustre-MDT0000-lwp-OST0000_UUID 00000020:00080000:3.0:1789478687.641517:0:20807:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff8ebc0501c800), last request at 1789478620 00000020:00000080:3.0:1789478687.641520:0:20807:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x8ebaae74e821709d 00000100:00080000:3.0:1789478687.641523:0:20807:0:(import.c:65:import_set_state_nolock()) ffff8ebc0501c000 : changing import state from FULL to CLOSED 00000020:00080000:3.0:1789478687.641528:0:20807:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff8ebc0501c800): rc 0 00000020:00000080:3.0:1789478687.641530:0:20807:0:(genops.c:885:class_export_put()) final put ffff8ebc0501c800/lustre-MDT0000-lwp-MDT0001_UUID 00000020:00080000:3.0:1789478687.641535:0:20807:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff8ebc3c8ab800), last request at 1789478620 00000020:00000080:3.0:1789478687.641537:0:20807:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x8ebaae74e8217034 00000100:00080000:3.0:1789478687.641541:0:20807:0:(import.c:65:import_set_state_nolock()) ffff8ebc03eec000 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1789478687.641546:0:20807:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934628 00000020:00000080:2.0:1789478687.641567:0:14273:0:(genops.c:844:class_export_destroy()) destroying export ffff8ebb01b64000/lustre-MDT0000-lwp-OST0001_UUID for lustre-MDT0000 00000020:00000080:2.0:1789478687.641627:0:14273:0:(genops.c:844:class_export_destroy()) destroying export ffff8ebc3f689800/lustre-MDT0000-lwp-OST0000_UUID for lustre-MDT0000 00000020:00080000:3.0:1789478687.641638:0:20807:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff8ebc3c8ab800): rc 0 00000004:00000080:3.0:1789478687.641645:0:20807:0:(mdd_device.c:2304:mdd_iocontrol()) lustre-MDD0000: cmd=400866e7 len=0 karg=ffff9dd907ae3ae0 00000020:00000080:2.0:1789478687.641653:0:14273:0:(genops.c:844:class_export_destroy()) destroying export ffff8ebc0501c800/lustre-MDT0000-lwp-MDT0001_UUID for lustre-MDT0000 00000100:00080000:3.0:1789478687.641662:0:20807:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:3.0:1789478687.641667:0:20807:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 0 gen 3 00000020:00000080:2.0:1789478687.641687:0:14273:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8ebb01b63800 for lustre-MDT0000 00000020:00000080:2.0:1789478687.641695:0:14273:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8ebc3f68c800 for lustre-MDT0000 00000020:00000080:2.0:1789478687.641701:0:14273:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8ebc0501c000 for lustre-MDT0000 00000100:00100000:2.0:1789478687.641744:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc3c963480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d53a32c3-7c45-4781-893e-f633d5432f2d:3647:1876403964549248:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1789478687.641773:0:18393:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789478687.641778:0:18393:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.206.111@tcp lock: ffff8ebc029df000/0x8ebaae74e8216ec1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x8ebaae74e8216ec8 expref: -99 pid: 17218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478687.641785:0:18393:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ebc029df000 already unused, calling callback (ffffffffc1383c20) 10000000:00010000:2.0:1789478687.641789:0:18393:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.206.111@tcp lock: ffff8ebc029df000/0x8ebaae74e8216ec1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x8ebaae74e8216ec8 expref: -99 pid: 17218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478687.641797:0:18393:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.206.111@tcp lock: ffff8ebc029df000/0x8ebaae74e8216ec1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0x8ebaae74e8216ec8 expref: -99 pid: 17218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1789478687.641803:0:18393:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.206.111@tcp lock: ffff8ebc029df000/0x8ebaae74e8216ec1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0x8ebaae74e8216ec8 expref: -99 pid: 17218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789478687.641808:0:18393:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x5:0x0].0x0 (lustre) 10000000:01000000:2.0:1789478687.641811:0:18393:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-barrier: stopping, won't requeue 10000000:01000000:2.0:1789478687.641813:0:18393:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-barrier 00010000:00010000:2.0:1789478687.641830:0:18393:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.206.111@tcp lock: ffff8ebc029df000/0x8ebaae74e8216ec1 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x8ebaae74e8216ec8 expref: -99 pid: 17218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478687.641836:0:18393:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1789478687.641851:0:18393:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.206.111@tcp lock: ffff8ebc029df000/0x8ebaae74e8216ec1 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x8ebaae74e8216ec8 expref: -99 pid: 17218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478687.641859:0:18393:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.206.111@tcp lock: ffff8ebc029df000/0x8ebaae74e8216ec1 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x8ebaae74e8216ec8 expref: -99 pid: 17218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478687.641884:0:18393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789478687.641886:0:18393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789478687.641888:0:18393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789478687.641903:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1789478687.641917:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc3c963480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d53a32c3-7c45-4781-893e-f633d5432f2d:3648:1876403964549632:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1789478687.641992:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 10000000:01000000:1.0:1789478687.641998:0:17228:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:1.0:1789478687.642002:0:17228:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 10000000:01000000:1.0:1789478687.642005:0:17228:0:(mgc_request.c:130:config_log_put()) dropping config log params 00010000:00010000:1.0:1789478687.642024:0:17228:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.206.111@tcp lock: ffff8ebc40f04600/0x8ebaae74e8217478 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0x8ebaae74e821747f expref: -99 pid: 17236 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478687.642031:0:17228:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:2.0:1789478687.642048:0:17224:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964549632 00010000:00010000:1.0:1789478687.642048:0:17228:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.206.111@tcp lock: ffff8ebc40f04600/0x8ebaae74e8217478 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0x8ebaae74e821747f expref: -99 pid: 17236 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789478687.642057:0:17224:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964549632 00010000:00010000:1.0:1789478687.642058:0:17228:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.206.111@tcp lock: ffff8ebc40f04600/0x8ebaae74e8217478 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0x8ebaae74e821747f expref: -99 pid: 17236 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478687.642083:0:17228:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789478687.642085:0:17228:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789478687.642087:0:17228:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789478687.642101:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc012ae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d53a32c3-7c45-4781-893e-f633d5432f2d:3645:1876403964549376:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1789478687.642107:0:17224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1789478687.642119:0:17224:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc40f60e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d53a32c3-7c45-4781-893e-f633d5432f2d+23:3648:x1876403964549632:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1789478687.642131:0:17224:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1789478687.642136:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1789478687.642150:0:17224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ebc08c4a000/0x8ebaae74e8216ec8 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x8ebaae74e8216ec1 expref: 23 pid: 17233 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789478687.642158:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:2.0:1789478687.642164:0:17224:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1789478687.642166:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebb04b8aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d53a32c3-7c45-4781-893e-f633d5432f2d:3645:1876403964549504:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1789478687.642202:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789478687.642212:0:17224:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc40f60e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d53a32c3-7c45-4781-893e-f633d5432f2d+22:3648:x1876403964549632:12345-0@lo:103:ldlm_bl.0 Request processed in 94us (219us total) trans 0 rc 0/0 00000100:00100000:2.0:1789478687.642221:0:17224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:1.0:1789478687.642234:0:17225:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964549376 00000100:00100000:1.0:1789478687.642239:0:17225:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964549376 00000100:00100000:2.0:1789478687.642240:0:17224:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964549504 00000100:00100000:2.0:1789478687.642246:0:17224:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964549504 00000100:00100000:2.0:1789478687.642265:0:17224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1789478687.642270:0:17224:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc3d62a050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d53a32c3-7c45-4781-893e-f633d5432f2d+23:3645:x1876403964549504:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1789478687.642277:0:17224:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1789478687.642286:0:17224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ebb035fcc00/0x8ebaae74e821721e lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x8ebaae74e8217217 expref: 23 pid: 17233 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478687.642294:0:17224:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1789478687.642321:0:17224:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc3d62a050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d53a32c3-7c45-4781-893e-f633d5432f2d+22:3645:x1876403964549504:12345-0@lo:103:ldlm_bl.0 Request processed in 50us (118us total) trans 0 rc 0/0 00000100:00100000:2.0:1789478687.642326:0:17224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1789478687.642350:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebb04b8aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d53a32c3-7c45-4781-893e-f633d5432f2d:3645:1876403964549504:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1789478687.642376:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebb04b89880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d53a32c3-7c45-4781-893e-f633d5432f2d:3648:1876403964549760:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1789478687.642400:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789478687.642422:0:17225:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964549760 00000100:00100000:2.0:1789478687.642423:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc3c963480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d53a32c3-7c45-4781-893e-f633d5432f2d:3648:1876403964549632:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1789478687.642427:0:17225:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964549760 00000100:00100000:1.0:1789478687.642463:0:17225:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:1.0:1789478687.642470:0:17225:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebb04b89f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d53a32c3-7c45-4781-893e-f633d5432f2d+22:3645:x1876403964549376:12345-0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1789478687.642474:0:17991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00010000:00010000:1.0:1789478687.642479:0:17225:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1789478687.642488:0:17991:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc40f60380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d53a32c3-7c45-4781-893e-f633d5432f2d+22:3648:x1876403964549760:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1789478687.642492:0:17225:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ebc029dfe00/0x8ebaae74e8216ed6 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x8ebaae74e8216ecf expref: 22 pid: 17232 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478687.642498:0:17991:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1789478687.642504:0:17225:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1789478687.642513:0:17991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ebc35b66a00/0x8ebaae74e821747f lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x8ebaae74e8217478 expref: 21 pid: 17232 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478687.642526:0:17991:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1789478687.642535:0:17225:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebb04b89f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d53a32c3-7c45-4781-893e-f633d5432f2d+20:3645:x1876403964549376:12345-0@lo:103:ldlm_bl.0 Request processed in 65us (401us total) trans 0 rc 0/0 00000100:00100000:1.0:1789478687.642542:0:17225:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1789478687.642569:0:17991:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc40f60380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d53a32c3-7c45-4781-893e-f633d5432f2d+19:3648:x1876403964549760:12345-0@lo:103:ldlm_bl.0 Request processed in 84us (166us total) trans 0 rc 0/0 00000100:00100000:2.0:1789478687.642576:0:17991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00010000:00010000:1.0:1789478687.642610:0:17227:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789478687.642635:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc012ae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d53a32c3-7c45-4781-893e-f633d5432f2d:3645:1876403964549376:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1789478687.642667:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebb04b89880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d53a32c3-7c45-4781-893e-f633d5432f2d:3648:1876403964549760:0@lo:103:ldlm_bl.0 00000100:00080000:3.0:1789478687.646399:0:20807:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID 00000100:00080000:3.0:1789478687.646446:0:20807:0:(import.c:65:import_set_state_nolock()) ffff8ebc3f6c1000 lustre-MDT0001_UUID: changing import state from FULL to CONNECTING 00000100:00100000:1.0:1789478687.646506:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc40ecfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3644:1876403964549888:0@lo:39:umount.0 00000100:00100000:1.0:1789478687.646569:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789478687.646654:0:17244:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964549888 00000100:00100000:0.0:1789478687.646664:0:17244:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964549888 00000100:00100000:0.0:1789478687.647091:0:17244:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 64 00000100:00100000:0.0:1789478687.647102:0:17244:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebb04b89f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3644:x1876403964549888:12345-0@lo:39:umount.0 00000020:00000080:0.0:1789478687.647129:0:17244:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x8ebaae74e82170c7 00000100:00080000:0.0:1789478687.647137:0:17244:0:(import.c:65:import_set_state_nolock()) ffff8ebc40fbb800 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1789478687.647159:0:17244:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 2, last_transno is 8589934594 00000100:00080000:2.0:1789478687.647467:0:20807:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:2.0:1789478687.647471:0:20807:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934594 gen 3 00000004:00080000:2.0:1789478687.647484:0:20807:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00080000:2.0:1789478687.647547:0:20807:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID 00000100:00080000:2.0:1789478687.647562:0:20807:0:(import.c:65:import_set_state_nolock()) ffff8ebc3bcd8800 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00080000:2.0:1789478687.647576:0:20807:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:2.0:1789478687.647578:0:20807:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 8589934598 gen 3 00000004:00080000:2.0:1789478687.647586:0:20807:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00080000:2.0:1789478687.647667:0:20807:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID 00000100:00080000:2.0:1789478687.647690:0:20807:0:(import.c:65:import_set_state_nolock()) ffff8ebc06fa9800 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000020:00080000:2.0:1789478687.647743:0:20807:0:(genops.c:1558:class_disconnect_exports()) OBD device 5 (ffff8ebc27158000) has no exports 00000100:00100000:0.0:1789478687.648411:0:17244:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebb04b89f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+3:3644:x1876403964549888:12345-0@lo:39:umount.0 Request processed in 1307us (1837us total) trans 8589934595 rc 0/0 00000100:00100000:0.0:1789478687.648422:0:17244:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 64 00010000:00010000:0.0:1789478687.648470:0:18393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789478687.648535:0:3644:0:(import.c:65:import_set_state_nolock()) ffff8ebc3f6c1000 lustre-MDT0001_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:1.0:1789478687.648553:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc40ecfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3644:1876403964549888:0@lo:39:umount.0 00000100:00100000:1.0:1789478687.648571:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc40f62680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3644:1876403964550016:0@lo:9:umount.0 00000100:00100000:1.0:1789478687.648703:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789478687.648733:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc40f60000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3644:1876403964550144:0@lo:9:umount.0 00000100:00100000:1.0:1789478687.648754:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789478687.648783:0:19739:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964550016 00000100:00100000:1.0:1789478687.648789:0:19739:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964550016 00000100:00100000:3.0:1789478687.648815:0:19341:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964550144 00000100:00100000:3.0:1789478687.648821:0:19341:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964550144 00000100:00100000:1.0:1789478687.648840:0:19739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:1.0:1789478687.648850:0:19739:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebb04b89c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3644:x1876403964550016:12345-0@lo:9:umount.0 00000020:00000080:1.0:1789478687.648870:0:19739:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x8ebaae74e8217225 00000100:00080000:1.0:1789478687.648877:0:19739:0:(import.c:65:import_set_state_nolock()) ffff8ebb0205e800 : changing import state from FULL to CLOSED 00000100:00100000:3.0:1789478687.649004:0:19341:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:3.0:1789478687.649015:0:19341:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebb04b8b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3644:x1876403964550144:12345-0@lo:9:umount.0 00000020:00000080:3.0:1789478687.649030:0:19341:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x8ebaae74e821722c 00000100:00080000:3.0:1789478687.649035:0:19341:0:(import.c:65:import_set_state_nolock()) ffff8ebb02059800 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1789478687.649075:0:19341:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934600 00000001:00000004:1.0:1789478687.649124:0:19739:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934594 00000100:00100000:3.0:1789478687.649209:0:19341:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebb04b8b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+2:3644:x1876403964550144:12345-0@lo:9:umount.0 Request processed in 196us (452us total) trans 0 rc 0/0 00000100:00100000:3.0:1789478687.649228:0:19341:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:1.0:1789478687.649234:0:19739:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebb04b89c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+2:3644:x1876403964550016:12345-0@lo:9:umount.0 Request processed in 385us (529us total) trans 0 rc 0/0 00000100:00100000:1.0:1789478687.649243:0:19739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00010000:00010000:3.0:1789478687.649257:0:17227:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789478687.649279:0:3644:0:(import.c:65:import_set_state_nolock()) ffff8ebc3bcd8800 lustre-OST0000_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:3.0:1789478687.649289:0:3644:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000004:00080000:3.0:1789478687.649291:0:3644:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:3.0:1789478687.649295:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc40f62680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3644:1876403964550016:0@lo:9:umount.0 00000100:00080000:3.0:1789478687.649307:0:3644:0:(import.c:65:import_set_state_nolock()) ffff8ebc06fa9800 lustre-OST0001_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:3.0:1789478687.649313:0:3644:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000004:00080000:3.0:1789478687.649315:0:3644:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:3.0:1789478687.649317:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc40f60000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3644:1876403964550144:0@lo:9:umount.0 00000100:00080000:1.0:1789478687.649352:0:17235:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1789478687.649356:0:17235:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1789478687.649362:0:17228:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00080000:2.0:1789478687.660195:0:20807:0:(genops.c:1558:class_disconnect_exports()) OBD device 5 (ffff8ebc27158000) has no exports 00000020:00000080:2.0:1789478687.726218:0:20807:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x8ebaae74e8216f1c 00000020:00000080:2.0:1789478687.726233:0:20807:0:(genops.c:885:class_export_put()) final put ffff8ebc3bcdd800/lustre-QMT0000_UUID 00000020:01000000:2.0:1789478687.726306:0:20807:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-QMT0000 (flags='') 00000020:00000080:1.0:1789478687.727138:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8ebc3bcdd800/lustre-QMT0000_UUID for lustre-QMT0000 00000020:00000080:3.0:1789478687.727206:0:20807:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1789478687.727216:0:20807:0:(obd_config.c:956:class_cleanup()) lustre-QMT0000: forcing exports to disconnect: 0/1 00000020:00080000:3.0:1789478687.727221:0:20807:0:(genops.c:1558:class_disconnect_exports()) OBD device 7 (ffff8ebb0229cd28) has no exports 00000020:00000080:3.0:1789478687.727751:0:20807:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x8ebaae74e8216f15 00000020:00000080:3.0:1789478687.727759:0:20807:0:(genops.c:885:class_export_put()) final put ffff8ebc3f6c0000/lustre-MDT0000-osd_UUID 00000020:00000080:1.0:1789478687.728049:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8ebc3f6c0000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:3.0:1789478687.728143:0:20807:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1789478687.728150:0:20807:0:(obd_config.c:883:class_detach()) detach on obd lustre-QMT0000 (uuid lustre-QMT0000_UUID) 00000020:00000080:3.0:1789478687.728153:0:20807:0:(genops.c:885:class_export_put()) final put ffff8ebc3f6c5800/lustre-QMT0000_UUID 00000020:00000080:3.0:1789478687.728156:0:20807:0:(genops.c:844:class_export_destroy()) destroying export ffff8ebc3f6c5800/lustre-QMT0000_UUID for lustre-QMT0000 00000020:01000000:3.0:1789478687.728242:0:20807:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-QMT0000 (lustre-QMT0000_UUID) 00010000:00010000:0.0:1789478687.972761:0:18393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789478687.973165:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc40f62d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d53a32c3-7c45-4781-893e-f633d5432f2d:3645:1876403964550272:0@lo:400:kworker.0 00000100:00100000:1.0:1789478687.973195:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc40f60700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3646:1876403964550400:0@lo:400:kworker.0 00000100:00100000:2.0:1789478687.973229:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc40f62a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3647:1876403964550528:0@lo:400:kworker.0 00000100:00100000:3.0:1789478687.973254:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789478687.973255:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789478687.973273:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789478687.973320:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc40f61880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3645:1876403964550784:0@lo:400:kworker.0 00000100:00100000:2.0:1789478687.973333:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc40f62300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3647:1876403964551040:0@lo:400:kworker.0 00000100:00100000:3.0:1789478687.973364:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789478687.973381:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc40f63800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3648:1876403964550656:0@lo:400:kworker.0 00000100:00100000:3.0:1789478687.973395:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc40f63100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3645:1876403964551296:0@lo:400:kworker.0 00000100:00100000:2.0:1789478687.973406:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789478687.973430:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc40f63b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3648:1876403964551168:0@lo:400:kworker.0 00000100:00100000:3.0:1789478687.973453:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789478687.973475:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1789478687.973492:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc40f61f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3645:1876403964550912:0@lo:400:kworker.0 00000100:00100000:2.0:1789478687.973493:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789478687.973529:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789478687.973561:0:19341:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964550528 00000100:00100000:2.0:1789478687.973568:0:19341:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964550528 00000100:00100000:3.0:1789478687.973574:0:17238:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964550784 00000100:00100000:3.0:1789478687.973580:0:17238:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964550784 00000100:00100000:3.0:1789478687.973622:0:17238:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964551296 00000100:00100000:3.0:1789478687.973626:0:17238:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964551296 00000100:00100000:2.0:1789478687.973641:0:19341:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964550656 00000100:00100000:2.0:1789478687.973646:0:19341:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964550656 00000100:00100000:3.0:1789478687.973657:0:17238:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964551168 00000100:00100000:3.0:1789478687.973662:0:17238:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964551168 00000100:00100000:2.0:1789478687.973679:0:19341:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:3.0:1789478687.973687:0:17238:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964550912 00000100:00100000:2.0:1789478687.973692:0:19341:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc40f61500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3647:x1876403964550528:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789478687.973693:0:17238:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964550912 00000100:00100000:3.0:1789478687.973710:0:17238:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 81 00000100:00100000:3.0:1789478687.973719:0:17238:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebb03598e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3645:x1876403964551296:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789478687.973760:0:19341:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc40f61500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3647:x1876403964550528:12345-0@lo:400:kworker.0 Request processed in 71us (487us total) trans 0 rc 0/0 00000100:00100000:2.0:1789478687.973769:0:19341:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:3.0:1789478687.973782:0:17238:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebb03598e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3645:x1876403964551296:12345-0@lo:400:kworker.0 Request processed in 63us (328us total) trans 0 rc 0/0 00000100:00100000:2.0:1789478687.973789:0:19341:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:3.0:1789478687.973793:0:17238:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 81 00000100:00100000:2.0:1789478687.973799:0:19341:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc40f60a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3648:x1876403964550656:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789478687.973814:0:17238:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72 00000100:00100000:3.0:1789478687.973820:0:17238:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebb03e99f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3645:x1876403964550784:12345-0@lo:400:kworker.0 00000020:00080000:3.0:1789478687.973826:0:17238:0:(tgt_handler.c:807:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:2.0:1789478687.973839:0:19341:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc40f60a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3648:x1876403964550656:12345-0@lo:400:kworker.0 Request processed in 43us (432us total) trans 0 rc 0/0 00000100:00100000:2.0:1789478687.973846:0:19341:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:3.0:1789478687.973860:0:17238:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebb03e99f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3645:x1876403964550784:12345-0@lo:400:kworker.0 Request processed in 38us (495us total) trans 0 rc -107/-107 00000100:00100000:3.0:1789478687.973867:0:17238:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72 00000100:00100000:3.0:1789478687.973884:0:17238:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73 00000100:00100000:3.0:1789478687.973888:0:17238:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc40f60000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3648:x1876403964551168:12345-0@lo:400:kworker.0 00000020:00080000:3.0:1789478687.973894:0:17238:0:(tgt_handler.c:807:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:2.0:1789478687.973894:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc40f63800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3648:1876403964550656:0@lo:400:kworker.0 00000100:00100000:2.0:1789478687.973922:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789478687.973932:0:17238:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc40f60000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3648:x1876403964551168:12345-0@lo:400:kworker.0 Request processed in 41us (440us total) trans 0 rc -107/-107 00000100:00100000:3.0:1789478687.973939:0:17238:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73 00000100:00100000:3.0:1789478687.973954:0:17238:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964551040 00000100:00100000:2.0:1789478687.973955:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc40f62a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3647:1876403964550528:0@lo:400:kworker.0 00000100:00100000:3.0:1789478687.973959:0:17238:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964551040 00000100:00080000:2.0:1789478687.973986:0:3648:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-lwp-OST0001 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:2.0:1789478687.973992:0:3648:0:(import.c:65:import_set_state_nolock()) ffff8ebb02058000 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:00100000:3.0:1789478687.973993:0:17238:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82 00000100:02000400:2.0:1789478687.974001:0:3648:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-OST0001: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00100000:3.0:1789478687.974006:0:17238:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc40f63800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3647:x1876403964551040:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789478687.974047:0:17238:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc40f63800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3647:x1876403964551040:12345-0@lo:400:kworker.0 Request processed in 45us (125us total) trans 0 rc 0/0 00000100:00100000:3.0:1789478687.974053:0:17238:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82 00000100:00100000:3.0:1789478687.974065:0:17238:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74 00000100:00100000:3.0:1789478687.974069:0:17238:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebb0359b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3645:x1876403964550912:12345-0@lo:400:kworker.0 00000020:00080000:3.0:1789478687.974073:0:17238:0:(tgt_handler.c:807:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:3.0:1789478687.974095:0:17238:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebb0359b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3645:x1876403964550912:12345-0@lo:400:kworker.0 Request processed in 25us (566us total) trans 0 rc -107/-107 00000100:00100000:3.0:1789478687.974100:0:17238:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74 00000100:00080000:3.0:1789478687.974123:0:17235:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1789478687.974127:0:17235:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1789478687.974145:0:3645:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-lwp-OST0000 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:3.0:1789478687.974149:0:3645:0:(import.c:65:import_set_state_nolock()) ffff8ebb03347800 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:3.0:1789478687.974153:0:3645:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-OST0000: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:3.0:1789478687.974158:0:3645:0:(import.c:65:import_set_state_nolock()) ffff8ebb03347800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789478687.974162:0:3645:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 463 00000100:00080000:3.0:1789478687.974170:0:3645:0:(import.c:625:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8ebb03347800 using connection 192.168.206.111@tcp/0@lo 00000100:00100000:3.0:1789478687.974190:0:3645:0:(import.c:827:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8ebb03599c00 x1876403964551424/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789478687.974210:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc40f61f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3645:1876403964550912:0@lo:400:kworker.0 00000100:00080000:3.0:1789478687.974222:0:3645:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-lwp-MDT0001 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:3.0:1789478687.974225:0:3645:0:(import.c:65:import_set_state_nolock()) ffff8ebc0501d800 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:3.0:1789478687.974227:0:3645:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-MDT0001: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:3.0:1789478687.974239:0:3645:0:(import.c:65:import_set_state_nolock()) ffff8ebc0501d800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789478687.974242:0:3645:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 449 00000100:00080000:3.0:1789478687.974247:0:3645:0:(import.c:625:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8ebc0501d800 using connection 192.168.206.111@tcp/0@lo 00000100:00100000:3.0:1789478687.974260:0:3645:0:(import.c:827:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8ebb0359ad80 x1876403964551552/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789478687.974270:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc40f61880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3645:1876403964550784:0@lo:400:kworker.0 00010000:00080000:3.0:1789478687.974282:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8ebc40f63100 x1876403964551296/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789478703 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789478687.974290:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc40f63100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3645:1876403964551296:0@lo:400:kworker.0 00000100:00100000:3.0:1789478687.974311:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebb03599c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3644:1876403964551424:0@lo:38:ptlrpcd_00_00.0 00000100:00100000:3.0:1789478687.974336:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789478687.974352:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebb0359ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3644:1876403964551552:0@lo:38:ptlrpcd_00_00.0 00000100:00100000:3.0:1789478687.974374:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789478687.974393:0:17238:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964551424 00000100:00100000:3.0:1789478687.974397:0:17238:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964551424 00000100:00100000:3.0:1789478687.974409:0:17238:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964551552 00000100:00100000:3.0:1789478687.974411:0:17238:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964551552 00000100:00100000:3.0:1789478687.974419:0:17238:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75 00000100:00100000:3.0:1789478687.974423:0:17238:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc34c9ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3644:x1876403964551424:12345-0@lo:38:ptlrpcd_00_00.0 00010000:02000000:3.0:1789478687.974446:0:17238:0:(ldlm_lib.c:1203:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00000100:00100000:1.0:1789478687.976307:0:17243:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964550400 00000100:00100000:1.0:1789478687.976383:0:17243:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964550400 00000100:00100000:1.0:1789478687.976429:0:17243:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 65 00000100:00100000:1.0:1789478687.976448:0:17243:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebb04b8b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3646:x1876403964550400:12345-0@lo:400:kworker.0 00000020:00080000:1.0:1789478687.976456:0:17243:0:(tgt_handler.c:807:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:1.0:1789478687.976770:0:17243:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebb04b8b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3646:x1876403964550400:12345-0@lo:400:kworker.0 Request processed in 331us (3518us total) trans 0 rc -107/-107 00000100:00100000:1.0:1789478687.976778:0:17243:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 65 00000100:00100000:1.0:1789478687.976810:0:17240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 76 00000100:00100000:1.0:1789478687.976815:0:17240:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc34c9a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3644:x1876403964551552:12345-0@lo:38:ptlrpcd_00_00.0 00010000:02000000:1.0:1789478687.976830:0:17240:0:(ldlm_lib.c:1203:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00000100:00100000:1.0:1789478687.976982:0:17240:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc34c9a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3644:x1876403964551552:12345-0@lo:38:ptlrpcd_00_00.0 Request processed in 165us (2606us total) trans 0 rc -19/-19 00000100:00100000:1.0:1789478687.976989:0:17240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 76 00000100:00080000:1.0:1789478687.977023:0:3646:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-osp-MDT0001 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:1.0:1789478687.977027:0:3646:0:(import.c:65:import_set_state_nolock()) ffff8ebc34e1b800 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:1.0:1789478687.977031:0:3646:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-osp-MDT0001: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:1.0:1789478687.977036:0:3646:0:(import.c:65:import_set_state_nolock()) ffff8ebc34e1b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789478687.977040:0:3646:0:(import.c:510:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 449 00000100:00080000:1.0:1789478687.977047:0:3646:0:(import.c:625:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8ebc34e1b800 using connection 192.168.206.111@tcp/0@lo 00000100:00100000:1.0:1789478687.977401:0:3646:0:(import.c:827:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8ebb04b88700 x1876403964551680/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789478687.977420:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc40f60700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3646:1876403964550400:0@lo:400:kworker.0 00000100:00100000:1.0:1789478687.977483:0:17234:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964550272 00000100:00100000:1.0:1789478687.977487:0:17234:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964550272 00000100:00100000:1.0:1789478687.977691:0:17234:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 171 00000100:00100000:1.0:1789478687.977715:0:17234:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc3c95d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d53a32c3-7c45-4781-893e-f633d5432f2d+19:3645:x1876403964550272:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789478687.977782:0:17234:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc3c95d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d53a32c3-7c45-4781-893e-f633d5432f2d+19:3645:x1876403964550272:12345-0@lo:400:kworker.0 Request processed in 83us (4534us total) trans 0 rc 0/0 00000100:00100000:1.0:1789478687.977789:0:17234:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 171 00010000:00080000:1.0:1789478687.978011:0:3647:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8ebc40f62300 x1876403964551040/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789478703 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789478687.978024:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc40f62300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3647:1876403964551040:0@lo:400:kworker.0 00000100:00100000:1.0:1789478687.978457:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebb04b88700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3644:1876403964551680:0@lo:38:ptlrpcd_00_01.0 00000100:00100000:1.0:1789478687.978675:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1789478687.978711:0:3644:0:(import.c:65:import_set_state_nolock()) ffff8ebc0501d800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789478687.978716:0:3644:0:(import.c:1512:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1789478687.978719:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebb0359ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3644:1876403964551552:0@lo:38:ptlrpcd_00_00.0 00000100:00100000:1.0:1789478687.978745:0:17243:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964551680 00000100:00100000:1.0:1789478687.978749:0:17243:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964551680 00000100:00100000:1.0:1789478687.978773:0:17243:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 66 00000100:00100000:1.0:1789478687.978779:0:17243:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebb04b89180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3644:x1876403964551680:12345-0@lo:38:ptlrpcd_00_01.0 00010000:02000000:1.0:1789478687.978793:0:17243:0:(ldlm_lib.c:1203:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00000100:00100000:1.0:1789478687.978827:0:17243:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebb04b89180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3644:x1876403964551680:12345-0@lo:38:ptlrpcd_00_01.0 Request processed in 47us (152us total) trans 0 rc -19/-19 00000100:00100000:1.0:1789478687.978834:0:17243:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 66 00000100:00100000:0.0:1789478687.978901:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebb035a5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3646:1876403964551808:0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1789478687.978936:0:3644:0:(import.c:65:import_set_state_nolock()) ffff8ebc34e1b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789478687.978941:0:3644:0:(import.c:1512:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1789478687.978945:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebb04b88700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3644:1876403964551680:0@lo:38:ptlrpcd_00_01.0 00000100:00100000:1.0:1789478687.978988:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc40f62d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d53a32c3-7c45-4781-893e-f633d5432f2d:3645:1876403964550272:0@lo:400:kworker.0 00000100:00100000:0.0:1789478687.979099:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789478687.979630:0:18750:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964551808 00000100:00100000:1.0:1789478687.979636:0:18750:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964551808 00000100:00100000:1.0:1789478687.979670:0:18750:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:1.0:1789478687.979677:0:18750:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebb035a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3646:x1876403964551808:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1789478687.979701:0:18750:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3915849728 avail 3684327424 00000100:00100000:1.0:1789478687.979821:0:18750:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebb035a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3646:x1876403964551808:12345-0@lo:13:osp-pre-1-1.0 Request processed in 143us (720us total) trans 0 rc 0/0 00000100:00100000:1.0:1789478687.979828:0:18750:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:0.0:1789478687.979854:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebb035a5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3646:1876403964551808:0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1789478687.993857:0:3648:0:(import.c:65:import_set_state_nolock()) ffff8ebb02058000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789478687.993871:0:3648:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 478 00000100:00080000:2.0:1789478687.993886:0:3648:0:(import.c:625:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8ebb02058000 using connection 192.168.206.111@tcp/0@lo 00000100:00100000:2.0:1789478687.993926:0:3648:0:(import.c:827:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8ebc40f62a00 x1876403964551936/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789478687.994074:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc40f62a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3644:1876403964551936:0@lo:38:ptlrpcd_00_03.0 00000100:00100000:2.0:1789478687.994186:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc40f63b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3648:1876403964551168:0@lo:400:kworker.0 00000100:00100000:0.0:1789478687.994278:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789478687.994719:0:17240:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964551936 00000100:00100000:2.0:1789478687.994813:0:17240:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964551936 00000100:00100000:2.0:1789478687.994862:0:17240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77 00000100:00100000:2.0:1789478687.994869:0:17240:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebb035a5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3644:x1876403964551936:12345-0@lo:38:ptlrpcd_00_03.0 00010000:02000000:2.0:1789478687.994885:0:17240:0:(ldlm_lib.c:1203:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00000100:00100000:2.0:1789478687.995890:0:17240:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebb035a5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3644:x1876403964551936:12345-0@lo:38:ptlrpcd_00_03.0 Request processed in 1014us (1605us total) trans 0 rc -19/-19 00000100:00100000:2.0:1789478687.995901:0:17240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77 00000100:00080000:0.0:1789478687.996453:0:3644:0:(import.c:65:import_set_state_nolock()) ffff8ebb02058000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789478687.996459:0:3644:0:(import.c:1512:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1789478687.996463:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc40f62a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3644:1876403964551936:0@lo:38:ptlrpcd_00_03.0 00000100:00100000:3.0:1789478688.012843:0:17238:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc34c9ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3644:x1876403964551424:12345-0@lo:38:ptlrpcd_00_00.0 Request processed in 38411us (38498us total) trans 0 rc -19/-19 00000100:00100000:3.0:1789478688.012858:0:17238:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75 00000100:00080000:0.0:1789478688.013543:0:3644:0:(import.c:65:import_set_state_nolock()) ffff8ebb03347800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789478688.013550:0:3644:0:(import.c:1512:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1789478688.013554:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebb03599c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3644:1876403964551424:0@lo:38:ptlrpcd_00_00.0 00010000:00010000:3.0:1789478688.998041:0:17227:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:2.0:1789478690.024180:0:17971:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000001:00080000:2.0:1789478690.024195:0:17971:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 8589934595 is committed 00000020:00000080:2.0:1789478690.024201:0:17971:0:(genops.c:885:class_export_put()) final put ffff8ebc40fb8000/lustre-MDT0000-mdtlov_UUID 00000001:00100000:2.0:1789478690.024255:0:17971:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of d59ee182-687f-47d8-811d-4824d67b8550 00000001:00080000:2.0:1789478690.024260:0:17971:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 8589934594 is committed 00000020:00000080:2.0:1789478690.024274:0:17971:0:(genops.c:885:class_export_put()) final put ffff8ebb035d1800/d59ee182-687f-47d8-811d-4824d67b8550 00000020:00000080:0.0:1789478690.028325:0:14273:0:(genops.c:844:class_export_destroy()) destroying export ffff8ebc40fb8000/lustre-MDT0000-mdtlov_UUID for lustre-MDT0001 00000020:00000080:0.0:1789478690.028388:0:14273:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8ebc40fbb800 for lustre-MDT0001 00000001:00100000:1.0:1789478690.029372:0:17219:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000020:00000080:1.0:1789478690.029378:0:17219:0:(genops.c:885:class_export_put()) final put ffff8ebc3c8ab800/lustre-MDT0001-mdtlov_UUID 00000001:00100000:1.0:1789478690.029406:0:17219:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of d59ee182-687f-47d8-811d-4824d67b8550 00000001:00080000:1.0:1789478690.029415:0:17219:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934628 is committed 00000020:00000080:1.0:1789478690.029418:0:17219:0:(genops.c:885:class_export_put()) final put ffff8ebc4120b000/d59ee182-687f-47d8-811d-4824d67b8550 00000001:00100000:1.0:1789478690.029433:0:17219:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of cca3a112-296c-4f03-abf1-9544e970264f 00000001:00080000:1.0:1789478690.029438:0:17219:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934627 is committed 00000020:00000080:1.0:1789478690.029445:0:17219:0:(genops.c:885:class_export_put()) final put ffff8ebb0205a000/cca3a112-296c-4f03-abf1-9544e970264f 00000020:00000080:0.0:1789478690.029493:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8ebc3c8ab800/lustre-MDT0001-mdtlov_UUID for lustre-MDT0000 00000020:00000080:0.0:1789478690.029538:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8ebc4120b000/d59ee182-687f-47d8-811d-4824d67b8550 for lustre-MDT0000 00000020:00000080:0.0:1789478690.029576:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8ebb0205a000/cca3a112-296c-4f03-abf1-9544e970264f for lustre-MDT0000 00000020:00000080:0.0:1789478690.029624:0:37:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8ebc03eec000 for lustre-MDT0000 00000020:00000080:0.0:1789478690.029629:0:37:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8ebc4120a800 for lustre-MDT0000 00000020:00000080:0.0:1789478690.029632:0:37:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8ebb0205a800 for lustre-MDT0000 00000001:00100000:2.0:1789478690.030216:0:17971:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of cca3a112-296c-4f03-abf1-9544e970264f 00000001:00080000:2.0:1789478690.030224:0:17971:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 8589934593 is committed 00000020:00000080:2.0:1789478690.030228:0:17971:0:(genops.c:885:class_export_put()) final put ffff8ebb0205b000/cca3a112-296c-4f03-abf1-9544e970264f 00000020:00000080:1.0:1789478690.030277:0:14273:0:(genops.c:844:class_export_destroy()) destroying export ffff8ebb035d1800/d59ee182-687f-47d8-811d-4824d67b8550 for lustre-MDT0001 00000020:00000080:1.0:1789478690.030324:0:14273:0:(genops.c:844:class_export_destroy()) destroying export ffff8ebb0205b000/cca3a112-296c-4f03-abf1-9544e970264f for lustre-MDT0001 00000020:00000080:1.0:1789478690.030341:0:14273:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8ebc081d5000 for lustre-MDT0001 00000020:00000080:1.0:1789478690.030345:0:14273:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8ebb01bde000 for lustre-MDT0001 00010000:00010000:3.0:1789478690.030791:0:17228:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789478691.044730:0:18393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789478691.556890:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc34c9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3647:1876403964552064:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1789478691.556964:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789478691.557369:0:18750:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964552064 00000100:00100000:3.0:1789478691.557377:0:18750:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964552064 00000100:00100000:3.0:1789478691.557464:0:18750:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:3.0:1789478691.557475:0:18750:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebb04b88700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3647:x1876403964552064:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1789478691.557503:0:18750:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1789478691.557711:0:18750:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebb04b88700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3647:x1876403964552064:12345-0@lo:13:osp-pre-0-1.0 Request processed in 238us (746us total) trans 0 rc 0/0 00000100:00100000:3.0:1789478691.557719:0:18750:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00080000:1.0:1789478691.557778:0:17235:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1789478691.560563:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc34c9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3647:1876403964552064:0@lo:13:osp-pre-0-1.0 00010000:00010000:3.0:1789478692.068769:0:17227:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1789478692.262169:0:17992:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:0.0:1789478693.092935:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1789478693.092968:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebb04b8b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3647:1876403964552192:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1789478693.093031:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1789478693.093241:0:14273:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789478693.093246:0:14273:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789478693.093249:0:14273:0:(import.c:65:import_set_state_nolock()) ffff8ebc34e1b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789478693.093255:0:14273:0:(import.c:510:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 517 00000100:00080000:1.0:1789478693.093259:0:14273:0:(import.c:589:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:1.0:1789478693.093268:0:14273:0:(import.c:625:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8ebc34e1b800 using connection 192.168.206.111@tcp/0@lo 00000100:00100000:1.0:1789478693.093287:0:14273:0:(import.c:827:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8ebb04b8a300 x1876403964552448/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789478693.093317:0:18749:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964552192 00000100:00100000:2.0:1789478693.093325:0:18749:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964552192 00000100:00080000:1.0:1789478693.093331:0:14273:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789478693.093335:0:14273:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789478693.093336:0:14273:0:(import.c:65:import_set_state_nolock()) ffff8ebc0501d800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789478693.093340:0:14273:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 517 00000100:00080000:1.0:1789478693.093343:0:14273:0:(import.c:589:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:1.0:1789478693.093348:0:14273:0:(import.c:625:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8ebc0501d800 using connection 192.168.206.111@tcp/0@lo 00000100:00100000:1.0:1789478693.093363:0:14273:0:(import.c:827:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8ebb04b88a80 x1876403964552704/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789478693.093370:0:14273:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789478693.093373:0:14273:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789478693.093375:0:14273:0:(import.c:65:import_set_state_nolock()) ffff8ebb03347800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789478693.093379:0:14273:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 517 00000100:00080000:1.0:1789478693.093382:0:14273:0:(import.c:589:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 5s 00000100:00100000:2.0:1789478693.093386:0:18749:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00080000:1.0:1789478693.093389:0:14273:0:(import.c:625:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8ebb03347800 using connection 192.168.206.111@tcp/0@lo 00000100:00100000:2.0:1789478693.093400:0:18749:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebb035a4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3647:x1876403964552192:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1789478693.093402:0:14273:0:(import.c:827:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8ebb04b88380 x1876403964552832/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789478693.093440:0:14273:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00002000:00000024:2.0:1789478693.093442:0:18749:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3915849728 avail 3684327424 00000100:00080000:1.0:1789478693.093444:0:14273:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789478693.093446:0:14273:0:(import.c:65:import_set_state_nolock()) ffff8ebb02058000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789478693.093451:0:14273:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 517 00000100:00080000:1.0:1789478693.093453:0:14273:0:(import.c:589:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 5s 00000100:00080000:1.0:1789478693.093458:0:14273:0:(import.c:625:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8ebb02058000 using connection 192.168.206.111@tcp/0@lo 00000100:00100000:1.0:1789478693.093472:0:14273:0:(import.c:827:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8ebb04b88000 x1876403964553088/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00010000:3.0:1789478693.093489:0:17228:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789478693.093493:0:18749:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebb035a4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3647:x1876403964552192:12345-0@lo:13:osp-pre-1-1.0 Request processed in 94us (460us total) trans 0 rc 0/0 00000100:00100000:2.0:1789478693.093503:0:18749:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00080000:1.0:1789478693.093510:0:17235:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1789478693.093523:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebb04b8bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3648:1876403964553216:0@lo:400:kworker.0 00000100:00100000:1.0:1789478693.093555:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789478693.093587:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1789478693.093620:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebb04b8a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3648:1876403964552960:0@lo:400:kworker.0 00000100:00100000:1.0:1789478693.093655:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789478693.093744:0:17239:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964553216 00000100:00100000:2.0:1789478693.093749:0:17239:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964553216 00000100:00100000:2.0:1789478693.093791:0:17240:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964552960 00000100:00100000:2.0:1789478693.093795:0:17240:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964552960 00000100:00100000:2.0:1789478693.093816:0:17240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83 00000100:00100000:2.0:1789478693.093823:0:17240:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebb04b89500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3648:x1876403964553216:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789478693.093860:0:17240:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebb04b89500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3648:x1876403964553216:12345-0@lo:400:kworker.0 Request processed in 38us (304us total) trans 0 rc 0/0 00000100:00100000:2.0:1789478693.093867:0:17240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83 00000100:00100000:2.0:1789478693.093883:0:17240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 84 00000100:00100000:2.0:1789478693.093892:0:17240:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebb04b89880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3648:x1876403964552960:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789478693.093923:0:17240:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebb04b89880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3648:x1876403964552960:12345-0@lo:400:kworker.0 Request processed in 34us (268us total) trans 0 rc 0/0 00000100:00100000:2.0:1789478693.093930:0:17240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 84 00000100:00100000:0.0:1789478693.096561:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebb04b88e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3646:1876403964552576:0@lo:400:kworker.0 00000100:00100000:0.0:1789478693.096674:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789478693.096715:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1789478693.096721:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebb04b8ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d53a32c3-7c45-4781-893e-f633d5432f2d:3646:1876403964552320:0@lo:400:kworker.0 00000100:00100000:0.0:1789478693.096751:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789478693.096767:0:19739:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964552576 00000100:00100000:2.0:1789478693.096788:0:19739:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964552576 00000100:00100000:0.0:1789478693.096803:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebb04b8a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3644:1876403964552448:0@lo:38:kworker.0 00000100:00100000:0.0:1789478693.096833:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789478693.096850:0:19739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:0.0:1789478693.096856:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebb04b88a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3644:1876403964552704:0@lo:38:kworker.0 00000100:00100000:2.0:1789478693.096863:0:19739:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebb035a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3646:x1876403964552576:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789478693.096883:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789478693.096901:0:17232:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964552320 00000100:00100000:3.0:1789478693.096907:0:17232:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964552320 00000100:00100000:0.0:1789478693.096908:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebb04b88380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3644:1876403964552832:0@lo:38:kworker.0 00000100:00100000:2.0:1789478693.096935:0:19739:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebb035a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3646:x1876403964552576:12345-0@lo:400:kworker.0 Request processed in 75us (259us total) trans 0 rc 0/0 00000100:00100000:0.0:1789478693.096945:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789478693.096949:0:17232:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 172 00000100:00100000:2.0:1789478693.096949:0:19739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:3.0:1789478693.096962:0:17232:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebb036c6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d53a32c3-7c45-4781-893e-f633d5432f2d+19:3646:x1876403964552320:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789478693.096996:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebb04b88000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3644:1876403964553088:0@lo:38:kworker.0 00000100:00100000:2.0:1789478693.096999:0:17238:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964552704 00000100:00100000:2.0:1789478693.097004:0:17238:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964552704 00000100:00100000:2.0:1789478693.097026:0:17238:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964552832 00000100:00100000:3.0:1789478693.097027:0:17232:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebb036c6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d53a32c3-7c45-4781-893e-f633d5432f2d+19:3646:x1876403964552320:12345-0@lo:400:kworker.0 Request processed in 67us (273us total) trans 0 rc 0/0 00000100:00100000:2.0:1789478693.097031:0:17238:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964552832 00000100:00100000:3.0:1789478693.097037:0:17232:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 172 00000100:00100000:0.0:1789478693.097042:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789478693.097057:0:17240:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964553088 00000100:00100000:2.0:1789478693.097062:0:17240:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964553088 00000100:00100000:0.0:1789478693.097086:0:18465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78 00000100:00080000:1.0:1789478693.097133:0:17235:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1789478693.097137:0:17235:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1789478693.097148:0:17243:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964552448 00000100:00100000:1.0:1789478693.097151:0:17243:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964552448 00000100:00100000:1.0:1789478693.097172:0:17243:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 67 00000100:00100000:1.0:1789478693.097177:0:17243:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebb035a5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3644:x1876403964552448:12345-0@lo:38:kworker.0 00010000:02000000:1.0:1789478693.097190:0:17243:0:(ldlm_lib.c:1203:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00000100:00100000:0.0:1789478693.097908:0:18465:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebb035a5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3644:x1876403964552704:12345-0@lo:38:kworker.0 00010000:02000000:0.0:1789478693.097926:0:18465:0:(ldlm_lib.c:1203:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00000100:00100000:0.0:1789478693.097977:0:18465:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebb035a5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3644:x1876403964552704:12345-0@lo:38:kworker.0 Request processed in 884us (1093us total) trans 0 rc -19/-19 00000100:00100000:2.0:1789478693.101759:0:17240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 79 00000100:00100000:2.0:1789478693.101774:0:17240:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebb035a7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3644:x1876403964552832:12345-0@lo:38:kworker.0 00010000:02000000:2.0:1789478693.101796:0:17240:0:(ldlm_lib.c:1203:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00000100:00100000:2.0:1789478693.102061:0:17240:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebb035a7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3644:x1876403964552832:12345-0@lo:38:kworker.0 Request processed in 288us (5117us total) trans 0 rc -19/-19 00000100:00100000:2.0:1789478693.102069:0:17240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 79 00000100:00100000:2.0:1789478693.102100:0:17240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 80 00000100:00100000:2.0:1789478693.102105:0:17240:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebb044b6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3644:x1876403964553088:12345-0@lo:38:kworker.0 00010000:02000000:2.0:1789478693.102113:0:17240:0:(ldlm_lib.c:1203:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00000100:00100000:2.0:1789478693.102162:0:17240:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebb044b6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3644:x1876403964553088:12345-0@lo:38:kworker.0 Request processed in 55us (5123us total) trans 0 rc -19/-19 00000100:00100000:2.0:1789478693.102168:0:17240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 80 00000100:00080000:2.0:1789478693.102243:0:3644:0:(import.c:65:import_set_state_nolock()) ffff8ebc0501d800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789478693.102248:0:3644:0:(import.c:1512:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1789478693.102252:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebb04b88a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3644:1876403964552704:0@lo:38:kworker.0 00000100:00080000:2.0:1789478693.102260:0:3644:0:(import.c:65:import_set_state_nolock()) ffff8ebb03347800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789478693.102269:0:3644:0:(import.c:1512:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1789478693.102272:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebb04b88380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3644:1876403964552832:0@lo:38:kworker.0 00000100:00080000:2.0:1789478693.102281:0:3644:0:(import.c:65:import_set_state_nolock()) ffff8ebb02058000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789478693.102284:0:3644:0:(import.c:1512:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1789478693.102287:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebb04b88000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3644:1876403964553088:0@lo:38:kworker.0 00000100:00100000:3.0:1789478693.102847:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebb04b8b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3647:1876403964552192:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1789478693.102882:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebb04b8ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d53a32c3-7c45-4781-893e-f633d5432f2d:3646:1876403964552320:0@lo:400:kworker.0 00000100:00100000:3.0:1789478693.102894:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebb04b88e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3646:1876403964552576:0@lo:400:kworker.0 00010000:00080000:2.0:1789478693.102986:0:3648:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8ebb04b8a680 x1876403964552960/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789478709 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789478693.102998:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebb04b8a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3648:1876403964552960:0@lo:400:kworker.0 00010000:00080000:2.0:1789478693.103008:0:3648:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8ebb04b8bb80 x1876403964553216/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789478709 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789478693.103017:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebb04b8bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3648:1876403964553216:0@lo:400:kworker.0 00000100:00100000:0.0:1789478693.108483:0:18465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78 00000100:00100000:1.0:1789478693.108869:0:17243:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebb035a5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3644:x1876403964552448:12345-0@lo:38:kworker.0 Request processed in 11688us (12033us total) trans 0 rc -19/-19 00000100:00100000:1.0:1789478693.108879:0:17243:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 67 00000100:00080000:2.0:1789478693.108972:0:3644:0:(import.c:65:import_set_state_nolock()) ffff8ebc34e1b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789478693.108978:0:3644:0:(import.c:1512:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1789478693.108982:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebb04b8a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3644:1876403964552448:0@lo:38:kworker.0 00000001:00100000:1.0:1789478693.606776:0:18742:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000020:00000080:1.0:1789478693.606786:0:18742:0:(genops.c:885:class_export_put()) final put ffff8ebb02058800/lustre-MDT0000-mdtlov_UUID 00000020:00000080:0.0:1789478693.607501:0:14273:0:(genops.c:844:class_export_destroy()) destroying export ffff8ebb02058800/lustre-MDT0000-mdtlov_UUID for lustre-OST0000 00000020:00000080:0.0:1789478693.607562:0:14273:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8ebb0205e800 for lustre-OST0000 00000001:00100000:0.0:1789478693.610724:0:19559:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000020:00000080:0.0:1789478693.610732:0:19559:0:(genops.c:885:class_export_put()) final put ffff8ebb02059000/lustre-MDT0000-mdtlov_UUID 00000020:00000080:1.0:1789478693.610854:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8ebb02059000/lustre-MDT0000-mdtlov_UUID for lustre-OST0001 00000020:00000080:1.0:1789478693.610903:0:37:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8ebb02059800 for lustre-OST0001 00000020:01000000:3.0:1789478693.797062:0:20807:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff8ebb03252720 - data ffff8ebc31b5e288/ffff8ebc2afe8800 00000020:01000000:3.0:1789478693.797223:0:20807:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff8ebc27190d80 - data ffff8ebc31a63798/ffff8ebc3d7c3c00 00000001:00000004:3.0:1789478693.806740:0:20807:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934628 00000100:00080000:1.0:1789478693.846762:0:20807:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:1.0:1789478693.846770:0:20807:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 0 gen 4 00000100:00100000:1.0:1789478693.846784:0:20807:0:(client.c:3163:ptlrpc_free_committed()) @@@ free request with old gen req@ffff8ebc40ecfb80 x1876403964549888/t8589934595(8589934595) o39->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1789478697 ref 1 fl Complete:RNQU/204/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789478693.846808:0:20807:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00080000:1.0:1789478693.848680:0:20807:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:1.0:1789478693.848688:0:20807:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934594 gen 4 00000004:00080000:1.0:1789478693.848747:0:20807:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:1.0:1789478693.848750:0:20807:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:2.0:1789478693.852952:0:17262:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:2.0:1789478693.852959:0:17262:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xa:0x0] index 1 count 1 00000040:00080000:2.0:1789478693.852971:0:17262:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x1:0x2:0x0] index 2 count 2 00000100:00080000:1.0:1789478693.854217:0:20807:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:1.0:1789478693.854223:0:20807:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 8589934598 gen 4 00000004:00080000:1.0:1789478693.854243:0:20807:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:1.0:1789478693.854246:0:20807:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:2.0:1789478693.854924:0:17264:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:2.0:1789478693.854929:0:17264:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xc:0x0] index 2 count 1 00000040:00080000:2.0:1789478693.854948:0:17264:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x1:0x5:0x0] index 2 count 2 00000020:00000080:1.0:1789478693.856550:0:20807:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x8ebaae74e8216ee4 00000020:00000080:1.0:1789478693.856562:0:20807:0:(genops.c:885:class_export_put()) final put ffff8ebc34c96800/lustre-MDT0000-osd_UUID 00000020:00000080:0.0:1789478693.857119:0:14273:0:(genops.c:844:class_export_destroy()) destroying export ffff8ebc34c96800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:0.0:1789478693.859339:0:20807:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x8ebaae74e8216ef9 00000020:00000080:0.0:1789478693.859351:0:20807:0:(genops.c:885:class_export_put()) final put ffff8ebc34c97800/lustre-MDT0000-mdtlov_UUID 00000020:00000080:1.0:1789478693.859392:0:14273:0:(genops.c:844:class_export_destroy()) destroying export ffff8ebc34c97800/lustre-MDT0000-mdtlov_UUID for lustre-MDT0000-mdtlov 00000020:01000000:0.0:1789478693.859439:0:20807:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-mdtlov (flags='') 00000020:00000080:0.0:1789478693.859444:0:20807:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1789478693.859452:0:20807:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-mdtlov: forcing exports to disconnect: 0/1 00000020:00080000:0.0:1789478693.859457:0:20807:0:(genops.c:1558:class_disconnect_exports()) OBD device 4 (ffff8ebc2715cd28) has no exports 00000004:01000000:0.0:1789478693.859645:0:20807:0:(lod_lov.c:59:lod_putref()) destroying 2 ltd desc 00000020:00000080:0.0:1789478693.859653:0:20807:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x8ebaae74e8216f5b 00000020:00000080:0.0:1789478693.859658:0:20807:0:(genops.c:885:class_export_put()) final put ffff8ebc40e29800/lustre-MDT0000-mdtlov_UUID 00000020:01000000:0.0:1789478693.859670:0:20807:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0001-osc-MDT0000 (flags='') 00000020:00000080:0.0:1789478693.859674:0:20807:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1789478693.859678:0:20807:0:(obd_config.c:956:class_cleanup()) lustre-OST0001-osc-MDT0000: forcing exports to disconnect: 0/3 00000020:00080000:0.0:1789478693.859680:0:20807:0:(genops.c:1558:class_disconnect_exports()) OBD device 10 (ffff8ebc2715b370) has no exports 00000020:00000080:0.0:1789478693.859687:0:20807:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x8ebaae74e8216f54 00000020:00000080:0.0:1789478693.859690:0:20807:0:(genops.c:885:class_export_put()) final put ffff8ebc06fae800/lustre-MDT0000-osd_UUID 00000020:00000080:1.0:1789478693.859856:0:14273:0:(genops.c:844:class_export_destroy()) destroying export ffff8ebc40e29800/lustre-MDT0000-mdtlov_UUID for lustre-OST0001-osc-MDT0000 00000020:00000080:1.0:1789478693.859864:0:14273:0:(genops.c:844:class_export_destroy()) destroying export ffff8ebc06fae800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00010000:01000000:0.0:1789478693.860349:0:20807:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-OST0001-osc-MDT0000: client import never connected 00000100:00080000:0.0:1789478693.860354:0:20807:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:0.0:1789478693.860368:0:20807:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 8589934598 gen 5 00000004:00080000:0.0:1789478693.860374:0:20807:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:0.0:1789478693.860376:0:20807:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:0.0:1789478693.860431:0:20807:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1789478693.860438:0:20807:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:0.0:1789478693.860444:0:20807:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x8ebaae74e8216f46 00000020:00000080:0.0:1789478693.860449:0:20807:0:(genops.c:885:class_export_put()) final put ffff8ebc34d60800/lustre-MDT0000-mdtlov_UUID 00000020:01000000:0.0:1789478693.860453:0:20807:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osc-MDT0000 (flags='') 00000020:00000080:0.0:1789478693.860457:0:20807:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1789478693.860460:0:20807:0:(obd_config.c:956:class_cleanup()) lustre-OST0000-osc-MDT0000: forcing exports to disconnect: 0/3 00000020:00080000:0.0:1789478693.860462:0:20807:0:(genops.c:1558:class_disconnect_exports()) OBD device 9 (ffff8ebb0229b370) has no exports 00000020:00000080:0.0:1789478693.860466:0:20807:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x8ebaae74e8216f3f 00000020:00000080:0.0:1789478693.860469:0:20807:0:(genops.c:885:class_export_put()) final put ffff8ebc3bcdb000/lustre-MDT0000-osd_UUID 00000020:00000080:1.0:1789478693.860621:0:14273:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8ebc06fa9800 for lustre-OST0001-osc-MDT0000 00010000:01000000:0.0:1789478693.861314:0:20807:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-OST0000-osc-MDT0000: client import never connected 00000100:00080000:0.0:1789478693.861319:0:20807:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:0.0:1789478693.861322:0:20807:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934594 gen 5 00000004:00080000:0.0:1789478693.861327:0:20807:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:0.0:1789478693.861329:0:20807:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:1.0:1789478693.861362:0:14273:0:(genops.c:885:class_export_put()) final put ffff8ebc06fa8800/lustre-MDT0000-mdtlov_UUID 00000020:00000080:1.0:1789478693.861366:0:14273:0:(genops.c:844:class_export_destroy()) destroying export ffff8ebc06fa8800/lustre-MDT0000-mdtlov_UUID for lustre-OST0001-osc-MDT0000 00000020:01000000:1.0:1789478693.861371:0:14273:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001-osc-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:0.0:1789478693.861502:0:20807:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1789478693.861509:0:20807:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000004:01000000:0.0:1789478693.861523:0:20807:0:(lod_lov.c:59:lod_putref()) destroying 1 ltd desc 00000020:00000080:0.0:1789478693.861529:0:20807:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x8ebaae74e8216f31 00000020:00000080:0.0:1789478693.861535:0:20807:0:(genops.c:885:class_export_put()) final put ffff8ebc3f6c7000/lustre-MDT0000-mdtlov_UUID 00000020:00000080:1.0:1789478693.861972:0:14273:0:(genops.c:844:class_export_destroy()) destroying export ffff8ebc34d60800/lustre-MDT0000-mdtlov_UUID for lustre-OST0000-osc-MDT0000 00000020:00000080:1.0:1789478693.861983:0:14273:0:(genops.c:844:class_export_destroy()) destroying export ffff8ebc3bcdb000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:1.0:1789478693.861988:0:14273:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8ebc3bcd8800 for lustre-OST0000-osc-MDT0000 00000020:00000080:1.0:1789478693.861994:0:14273:0:(genops.c:885:class_export_put()) final put ffff8ebc3f6c3000/lustre-MDT0000-mdtlov_UUID 00000020:00000080:1.0:1789478693.861997:0:14273:0:(genops.c:844:class_export_destroy()) destroying export ffff8ebc3f6c3000/lustre-MDT0000-mdtlov_UUID for lustre-OST0000-osc-MDT0000 00000020:01000000:1.0:1789478693.862003:0:14273:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000-osc-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:2.0:1789478693.870581:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8ebc3f6c7000/lustre-MDT0000-mdtlov_UUID for lustre-MDT0001-osp-MDT0000 00000020:01000000:0.0:1789478693.874817:0:20807:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-osp-MDT0000 (flags='') 00000020:00000080:0.0:1789478693.874846:0:20807:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1789478693.874857:0:20807:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001-osp-MDT0000: forcing exports to disconnect: 0/2 00000020:00080000:0.0:1789478693.874863:0:20807:0:(genops.c:1558:class_disconnect_exports()) OBD device 8 (ffff8ebb022999b8) has no exports 00000020:00000080:0.0:1789478693.874873:0:20807:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x8ebaae74e8216f2a 00000020:00000080:0.0:1789478693.874881:0:20807:0:(genops.c:885:class_export_put()) final put ffff8ebc3bcdc800/lustre-MDT0000-osd_UUID 00000020:00000080:1.0:1789478693.876566:0:14273:0:(genops.c:844:class_export_destroy()) destroying export ffff8ebc3bcdc800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00010000:01000000:1.0:1789478693.876788:0:20807:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0001-osp-MDT0000: client import never connected 00000100:00080000:1.0:1789478693.876793:0:20807:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:1.0:1789478693.876796:0:20807:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 0 gen 5 00000100:00100000:1.0:1789478693.876803:0:20807:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:1.0:1789478693.876972:0:20807:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1789478693.876984:0:20807:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-osp-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:1.0:1789478693.877009:0:20807:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1789478693.877024:0:20807:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-mdtlov (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:1.0:1789478693.877259:0:20807:0:(genops.c:885:class_export_put()) final put ffff8ebc34c91000/lustre-MDT0000-mdtlov_UUID 00000020:00000080:1.0:1789478693.877263:0:20807:0:(genops.c:844:class_export_destroy()) destroying export ffff8ebc34c91000/lustre-MDT0000-mdtlov_UUID for lustre-MDT0000-mdtlov 00000020:01000000:1.0:1789478693.877268:0:20807:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-mdtlov (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:1.0:1789478693.877365:0:20807:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x8ebaae74e8216f00 00000020:00000080:1.0:1789478693.877373:0:20807:0:(genops.c:885:class_export_put()) final put ffff8ebc34c93000/lustre-MDD0000_UUID 00000020:00000080:2.0:1789478693.877438:0:14273:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8ebc3f6c1000 for lustre-MDT0001-osp-MDT0000 00000020:00000080:2.0:1789478693.877446:0:14273:0:(genops.c:885:class_export_put()) final put ffff8ebc3bcda800/lustre-MDT0000-mdtlov_UUID 00000020:00000080:2.0:1789478693.877448:0:14273:0:(genops.c:844:class_export_destroy()) destroying export ffff8ebc3bcda800/lustre-MDT0000-mdtlov_UUID for lustre-MDT0001-osp-MDT0000 00000020:01000000:2.0:1789478693.877457:0:14273:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-osp-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000020:01000000:1.0:1789478693.877570:0:20807:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDD0000 (flags='') 00000020:00000080:1.0:1789478693.877575:0:20807:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1789478693.877581:0:20807:0:(obd_config.c:956:class_cleanup()) lustre-MDD0000: forcing exports to disconnect: 0/2 00000020:00080000:1.0:1789478693.877585:0:20807:0:(genops.c:1558:class_disconnect_exports()) OBD device 6 (ffff8ebc271599b8) has no exports 00000020:00000080:1.0:1789478693.877635:0:20807:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1789478693.877639:0:20807:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDD0000 (uuid lustre-MDD0000_UUID) 00000020:00000080:1.0:1789478693.877651:0:20807:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x8ebaae74e8216f07 00000020:00000080:1.0:1789478693.877656:0:20807:0:(genops.c:885:class_export_put()) final put ffff8ebc34c92800/lustre-MDT0000-osd_UUID 00000020:01000004:1.0:1789478693.877665:0:20807:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8ebb0372d800 from lustre-MDT0000, refs=3 00000020:01000004:1.0:1789478693.877668:0:20807:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8ebb0372d800 3 00000020:01000004:1.0:1789478693.877671:0:20807:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff8ebb0372d800 from lustre-MDT0000 00000020:00000080:1.0:1789478693.877687:0:20807:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1789478693.877691:0:20807:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000 (uuid lustre-MDT0000_UUID) 00000020:00000080:1.0:1789478693.877693:0:20807:0:(genops.c:885:class_export_put()) final put ffff8ebc34c94800/lustre-MDT0000_UUID 00000020:00000080:1.0:1789478693.877695:0:20807:0:(genops.c:844:class_export_destroy()) destroying export ffff8ebc34c94800/lustre-MDT0000_UUID for lustre-MDT0000 00000020:01000000:1.0:1789478693.877702:0:20807:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000 (lustre-MDT0000_UUID) 00000020:01000004:1.0:1789478693.877733:0:20807:0:(obd_mount.c:578:lustre_stop_mgc()) MGC still has 3 references. 00000020:01000004:1.0:1789478693.877748:0:20807:0:(tgt_mount.c:255:server_stop_mgs()) Stop MGS service MGS 00000020:01000000:1.0:1789478693.877751:0:20807:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of MGS (flags='F') 00000020:00000080:1.0:1789478693.877754:0:20807:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1789478693.877757:0:20807:0:(obd_config.c:956:class_cleanup()) MGS: forcing exports to disconnect: 1/3 00000020:00080000:1.0:1789478693.877763:0:20807:0:(genops.c:1819:print_export_data()) MGS: ACTIVE ffff8ebc3bd0d000 d53a32c3-7c45-4781-893e-f633d5432f2d 0@lo 18 (0 0 13) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:1.0:1789478693.877768:0:20807:0:(genops.c:1553:class_disconnect_exports()) OBD device 1 (ffff8ebb02298000) has exports, disconnecting them 00000020:00080000:1.0:1789478693.877773:0:20807:0:(genops.c:1528:class_disconnect_export_list()) MGS: disconnecting export at 0@lo (ffff8ebc3bd0d000), last request at 1789478607 00000020:00000080:1.0:1789478693.877787:0:20807:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x8ebaae74e8216eac 00000020:00010000:1.0:1789478693.877791:0:20807:0:(genops.c:1921:obd_stale_export_put()) Put export ffff8ebc3bd0d000: total 2 00000100:00080000:1.0:1789478693.877801:0:20807:0:(import.c:65:import_set_state_nolock()) ffff8ebc3bd0c800 : changing import state from FULL to CLOSED 00000020:00080000:1.0:1789478693.877817:0:20807:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff8ebc3bd0d000): rc 0 00000020:00080000:1.0:1789478693.877821:0:20807:0:(genops.c:1558:class_disconnect_exports()) OBD device 1 (ffff8ebb02298000) has no exports 00000100:00100000:1.0:1789478693.877876:0:17233:0:(service.c:3183:ptlrpc_main()) ll_mgs_0001: service thread [ffff8ebc1018a000:17233] 1 exiting: rc = 0 00000020:00010000:1.0:1789478693.877966:0:18393:0:(genops.c:1907:obd_stale_export_get()) Get export ffff8ebc3bd0d000: total 2 00010000:00010000:1.0:1789478693.877970:0:18393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789478693.877993:0:18393:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff8ebc3bd0d000, canceled 0 locks, left on hash table 13. 00010000:00010000:1.0:1789478693.878021:0:18393:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ebc40fcec00/0x8ebaae74e8217463 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x8ebaae74e821745c expref: 14 pid: 17234 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478693.878052:0:18393:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ebb035fd400/0x8ebaae74e8217088 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x8ebaae74e8217081 expref: 13 pid: 17233 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478693.878063:0:18393:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ebc029de800/0x8ebaae74e8216fd9 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x8ebaae74e8216fd2 expref: 12 pid: 17234 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478693.878077:0:18393:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ebc029de400/0x8ebaae74e8216eba lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x8ebaae74e8216eb3 expref: 11 pid: 17232 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478693.878087:0:18393:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ebc40f04800/0x8ebaae74e82171a7 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x8ebaae74e82171a0 expref: 10 pid: 17233 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478693.878097:0:18393:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ebc40f04400/0x8ebaae74e8217455 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x8ebaae74e821744e expref: 9 pid: 17234 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478693.878106:0:18393:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ebc029de200/0x8ebaae74e8216fcb lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x8ebaae74e8216fc4 expref: 8 pid: 17234 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478693.878115:0:18393:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ebc08c4b000/0x8ebaae74e8217137 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x8ebaae74e8217130 expref: 7 pid: 17233 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478693.878125:0:18393:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ebc40fcee00/0x8ebaae74e8217471 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x8ebaae74e821746a expref: 6 pid: 17233 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478693.878146:0:18393:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ebc029de600/0x8ebaae74e8216fe7 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x8ebaae74e8216fe0 expref: 5 pid: 17232 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478693.878156:0:18393:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ebc40f04200/0x8ebaae74e82171d1 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x8ebaae74e82171ca expref: 4 pid: 17232 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478693.878166:0:18393:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ebb035fd000/0x8ebaae74e8217210 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x8ebaae74e8217209 expref: 3 pid: 17233 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478693.878177:0:18393:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ebc34f76000/0x8ebaae74e821710d lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x8ebaae74e8217106 expref: 2 pid: 17232 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478693.878186:0:18393:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff8ebc3bd0d000, canceled 13 locks, left on hash table 0. 00000020:00000080:1.0:1789478693.878202:0:18393:0:(genops.c:885:class_export_put()) final put ffff8ebc3bd0d000/d53a32c3-7c45-4781-893e-f633d5432f2d 00010000:00010000:1.0:1789478693.878206:0:18393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789478693.878208:0:18393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789478693.878210:0:18393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789478693.878508:0:17234:0:(service.c:3183:ptlrpc_main()) ll_mgs_0002: service thread [ffff8ebc3bca0400:17234] 2 exiting: rc = 0 00000020:00000080:2.0:1789478693.878584:0:14273:0:(genops.c:844:class_export_destroy()) destroying export ffff8ebc34c93000/lustre-MDD0000_UUID for lustre-MDD0000 00000020:00000080:2.0:1789478693.878588:0:14273:0:(genops.c:885:class_export_put()) final put ffff8ebc34c96000/lustre-MDD0000_UUID 00000020:00000080:2.0:1789478693.878590:0:14273:0:(genops.c:844:class_export_destroy()) destroying export ffff8ebc34c96000/lustre-MDD0000_UUID for lustre-MDD0000 00000020:01000000:2.0:1789478693.878611:0:14273:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDD0000 (lustre-MDD0000_UUID) 00000020:00000080:2.0:1789478693.878671:0:14273:0:(genops.c:844:class_export_destroy()) destroying export ffff8ebc34c92800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:2.0:1789478693.878676:0:14273:0:(genops.c:844:class_export_destroy()) destroying export ffff8ebc3bd0d000/d53a32c3-7c45-4781-893e-f633d5432f2d for MGS 00000020:00000080:2.0:1789478693.878699:0:14273:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8ebc3bd0c800 for MGS 00000100:00100000:2.0:1789478693.878735:0:17232:0:(service.c:3183:ptlrpc_main()) ll_mgs_0000: service thread [ffff8ebc34d76a00:17232] 0 exiting: rc = 1 00000100:00100000:1.0:1789478693.879168:0:20807:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478693.879176:0:20807:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478693.879183:0:20807:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478693.879189:0:20807:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478693.879194:0:20807:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478693.879200:0:20807:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478693.879205:0:20807:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478693.879211:0:20807:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478693.879216:0:20807:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478693.879222:0:20807:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478693.879227:0:20807:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478693.879232:0:20807:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478693.879238:0:20807:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478693.879243:0:20807:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478693.879259:0:20807:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478693.879264:0:20807:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478693.879268:0:20807:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478693.879274:0:20807:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478693.879278:0:20807:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478693.879284:0:20807:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478693.879289:0:20807:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478693.879294:0:20807:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478693.879301:0:20807:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478693.879306:0:20807:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478693.879312:0:20807:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478693.879318:0:20807:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478693.879323:0:20807:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478693.879328:0:20807:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478693.879335:0:20807:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478693.879339:0:20807:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478693.879345:0:20807:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478693.879350:0:20807:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478693.879355:0:20807:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478693.879360:0:20807:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478693.879364:0:20807:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478693.879369:0:20807:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478693.879373:0:20807:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478693.879393:0:20807:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478693.879399:0:20807:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478693.879403:0:20807:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478693.879419:0:20807:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478693.879425:0:20807:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478693.879429:0:20807:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478693.879435:0:20807:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478693.879440:0:20807:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478693.879446:0:20807:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478693.879451:0:20807:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478693.879456:0:20807:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478693.879462:0:20807:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478693.879475:0:20807:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478693.879480:0:20807:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478693.879485:0:20807:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478693.879491:0:20807:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478693.879496:0:20807:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478693.879501:0:20807:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478693.879507:0:20807:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478693.879513:0:20807:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478693.879518:0:20807:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478693.879523:0:20807:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478693.879528:0:20807:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478693.879533:0:20807:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478693.879537:0:20807:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478693.879542:0:20807:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478693.879547:0:20807:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:01000000:1.0:1789478693.881283:0:20807:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff8ebb03252f60 - data ffff8ebc31938948/ffff8ebc384d0c00 00000020:01000000:1.0:1789478693.881436:0:20807:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff8ebb03200d80 - data ffff8ebc3199a438/ffff8ebc35852c00 00000020:00000080:1.0:1789478693.882175:0:20807:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x8ebaae74e8216e90 00000020:00000080:1.0:1789478693.882185:0:20807:0:(genops.c:885:class_export_put()) final put ffff8ebc056dd000/lustre-MDT0000-osd_UUID 00000020:01000004:1.0:1789478693.882206:0:20807:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8ebb0372d800 from MGS, refs=2 00000020:01000004:1.0:1789478693.882210:0:20807:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8ebb0372d800 2 00000020:01000004:1.0:1789478693.882213:0:20807:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff8ebb0372d800 from MGS 00000020:00000080:1.0:1789478693.882235:0:20807:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1789478693.882243:0:20807:0:(obd_config.c:883:class_detach()) detach on obd MGS (uuid MGS) 00000020:00000080:1.0:1789478693.882245:0:20807:0:(genops.c:885:class_export_put()) final put ffff8ebc056db000/MGS 00000020:00000080:1.0:1789478693.882248:0:20807:0:(genops.c:844:class_export_destroy()) destroying export ffff8ebc056db000/MGS for MGS 00000020:01000000:1.0:1789478693.882253:0:20807:0:(genops.c:441:class_free_dev()) finishing cleanup of obd MGS (MGS) 00000020:01000000:1.0:1789478693.882310:0:20807:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-MDT0000 (flags='F') 00000020:00000080:1.0:1789478693.882313:0:20807:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1789478693.882318:0:20807:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-lwp-MDT0000: forcing exports to disconnect: 1/3 00000020:00080000:1.0:1789478693.882324:0:20807:0:(genops.c:1819:print_export_data()) lustre-MDT0000-lwp-MDT0000: ACTIVE ffff8ebc06faf000 lustre-MDT0000-lwp-MDT0000 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:1.0:1789478693.882328:0:20807:0:(genops.c:1553:class_disconnect_exports()) OBD device 11 (ffff8ebc3f730000) has exports, disconnecting them 00000020:00080000:1.0:1789478693.882333:0:20807:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000-lwp-MDT0000: disconnecting export at 0@lo (ffff8ebc06faf000), last request at 1789478607 00000020:00000080:1.0:1789478693.882345:0:20807:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x8ebaae74e8216f93 00000020:00080000:1.0:1789478693.882354:0:20807:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff8ebc06faf000): rc 0 00000020:00000080:1.0:1789478693.882359:0:20807:0:(genops.c:885:class_export_put()) final put ffff8ebc06faf000/lustre-MDT0000-lwp-MDT0000 00000020:00000080:2.0:1789478693.883128:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8ebc056dd000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:2.0:1789478693.883140:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8ebc06faf000/lustre-MDT0000-lwp-MDT0000 for lustre-MDT0000-lwp-MDT0000 00010000:01000000:2.0:1789478693.892402:0:20807:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0000-lwp-MDT0000: client import never connected 00000100:00080000:2.0:1789478693.892421:0:20807:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1789478693.892425:0:20807:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 5 00000100:00100000:2.0:1789478693.892432:0:20807:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:2.0:1789478693.892463:0:37:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8ebc3f6c5000 for lustre-MDT0000-lwp-MDT0000 00000020:00000080:2.0:1789478693.892670:0:20807:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1789478693.892680:0:20807:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-MDT0000 (uuid lustre-MDT0000-lwp-MDT0000_UUID) 00000020:00000080:2.0:1789478693.892685:0:20807:0:(genops.c:885:class_export_put()) final put ffff8ebc34d64000/lustre-MDT0000-lwp-MDT0000_UUID 00000020:00000080:2.0:1789478693.892689:0:20807:0:(genops.c:844:class_export_destroy()) destroying export ffff8ebc34d64000/lustre-MDT0000-lwp-MDT0000_UUID for lustre-MDT0000-lwp-MDT0000 00000020:01000000:2.0:1789478693.892694:0:20807:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-MDT0000 (lustre-MDT0000-lwp-MDT0000_UUID) 00000020:01000004:2.0:1789478693.892771:0:20807:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8ebb0372d800 1 00000020:00000080:2.0:1789478693.892777:0:20807:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x8ebaae74e8216e82 00000020:00000080:2.0:1789478693.892783:0:20807:0:(genops.c:885:class_export_put()) final put ffff8ebc056de800/lustre-MDT0000-osd_UUID 00000020:01000000:2.0:1789478693.892791:0:20807:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-osd (flags='') 00000020:00000080:2.0:1789478693.892799:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8ebc056de800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:2.0:1789478693.892808:0:20807:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1789478693.892811:0:20807:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-osd: forcing exports to disconnect: 0/1 00000020:00080000:2.0:1789478693.892815:0:20807:0:(genops.c:1558:class_disconnect_exports()) OBD device 0 (ffff8ebc3f734d28) has no exports 00000020:00000080:2.0:1789478694.012287:0:20807:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1789478694.012300:0:20807:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-osd (uuid lustre-MDT0000-osd_UUID) 00000020:00000080:2.0:1789478694.012305:0:20807:0:(genops.c:885:class_export_put()) final put ffff8ebb0372f000/lustre-MDT0000-osd_UUID 00000020:00000080:2.0:1789478694.012310:0:20807:0:(genops.c:844:class_export_destroy()) destroying export ffff8ebb0372f000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:01000000:2.0:1789478694.012335:0:20807:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-osd (lustre-MDT0000-osd_UUID) 00000020:01000004:2.0:1789478694.012479:0:20807:0:(obd_mount.c:668:lustre_free_lsi()) Freeing lsi ffff8ebb03728000 00000020:02000400:2.0:1789478694.012537:0:20807:0:(tgt_mount.c:2184:server_put_super()) server umount lustre-MDT0000 complete 00010000:00010000:1.0:1789478694.118049:0:17227:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789478695.151718:0:17228:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789478696.165932:0:18393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789478696.677532:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1789478696.677556:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc34c9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3646:1876403964553344:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1789478696.677677:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789478696.677837:0:18750:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964553344 00000100:00100000:3.0:1789478696.677851:0:18750:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964553344 00000100:00100000:3.0:1789478696.677928:0:18750:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:3.0:1789478696.677938:0:18750:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc3fc03480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3646:x1876403964553344:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1789478696.677966:0:18750:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1789478696.678038:0:18750:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc3fc03480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3646:x1876403964553344:12345-0@lo:13:osp-pre-0-1.0 Request processed in 101us (361us total) trans 0 rc 0/0 00000100:00100000:3.0:1789478696.678323:0:18750:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:3.0:1789478696.678378:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc34c9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3646:1876403964553344:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1789478696.679316:0:17235:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1789478697.189365:0:17227:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:2.0:1789478697.439060:0:21009:0:(tgt_mount.c:2195:server_umount_begin()) umount -f 00000020:01000004:3.0:1789478697.451294:0:21009:0:(tgt_mount.c:2065:server_put_super()) server put_super lustre-MDT0001 00010000:00010000:3.0:1789478697.451349:0:21009:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.206.111@tcp lock: ffff8ebc029df600/0x8ebaae74e8217081 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x8ebaae74e8217088 expref: -99 pid: 17970 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478697.451364:0:21009:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.206.111@tcp lock: ffff8ebc029df600/0x8ebaae74e8217081 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x8ebaae74e8217088 expref: -99 pid: 17970 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478697.451370:0:21009:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.206.111@tcp lock: ffff8ebc029df600/0x8ebaae74e8217081 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000400000000 nid: local remote: 0x8ebaae74e8217088 expref: -99 pid: 17970 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478697.451376:0:21009:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.206.111@tcp lock: ffff8ebc029df600/0x8ebaae74e8217081 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000400000000 nid: local remote: 0x8ebaae74e8217088 expref: -99 pid: 17970 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478697.451415:0:21009:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:3.0:1789478697.451420:0:21009:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00000100:00080000:3.0:1789478697.451443:0:21009:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1789478697.451448:0:21009:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: committing for last_committed 0 gen 3 00000100:00080000:3.0:1789478697.451453:0:21009:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID 00000100:00080000:3.0:1789478697.451466:0:21009:0:(import.c:65:import_set_state_nolock()) ffff8ebc0501d800 lustre-MDT0000_UUID: changing import state from DISCONN to CLOSED 00000100:00080000:3.0:1789478697.451471:0:21009:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1789478697.451482:0:21009:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: committing for last_committed 0 gen 4 00000100:00100000:3.0:1789478697.451485:0:21009:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:3.0:1789478697.452302:0:21009:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.206.111@tcp lock: ffff8ebc34f77400/0x8ebaae74e8216fe0 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x8ebaae74e8216fe7 expref: -99 pid: 17970 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478697.452316:0:21009:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.206.111@tcp lock: ffff8ebc34f77400/0x8ebaae74e8216fe0 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x8ebaae74e8216fe7 expref: -99 pid: 17970 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478697.452323:0:21009:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.206.111@tcp lock: ffff8ebc34f77400/0x8ebaae74e8216fe0 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000400000000 nid: local remote: 0x8ebaae74e8216fe7 expref: -99 pid: 17970 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478697.452329:0:21009:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.206.111@tcp lock: ffff8ebc34f77400/0x8ebaae74e8216fe0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000400000000 nid: local remote: 0x8ebaae74e8216fe7 expref: -99 pid: 17970 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478697.452353:0:21009:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1789478697.452359:0:21009:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.206.111@tcp lock: ffff8ebc34f76200/0x8ebaae74e8217209 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x8ebaae74e8217210 expref: -99 pid: 17236 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478697.452365:0:21009:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.206.111@tcp lock: ffff8ebc34f76200/0x8ebaae74e8217209 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x8ebaae74e8217210 expref: -99 pid: 17236 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478697.452371:0:21009:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.206.111@tcp lock: ffff8ebc34f76200/0x8ebaae74e8217209 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x8ebaae74e8217210 expref: -99 pid: 17236 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478697.452377:0:21009:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.206.111@tcp lock: ffff8ebc34f76200/0x8ebaae74e8217209 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x8ebaae74e8217210 expref: -99 pid: 17236 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478697.452401:0:21009:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:3.0:1789478697.452407:0:21009:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.206.111@tcp lock: ffff8ebc40f04000/0x8ebaae74e821746a lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x8ebaae74e8217471 expref: -99 pid: 17236 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478697.452427:0:21009:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.206.111@tcp lock: ffff8ebc40f04000/0x8ebaae74e821746a lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x8ebaae74e8217471 expref: -99 pid: 17236 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478697.452434:0:21009:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.206.111@tcp lock: ffff8ebc40f04000/0x8ebaae74e821746a lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0x8ebaae74e8217471 expref: -99 pid: 17236 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478697.452439:0:21009:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.206.111@tcp lock: ffff8ebc40f04000/0x8ebaae74e821746a lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0x8ebaae74e8217471 expref: -99 pid: 17236 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478697.452446:0:21009:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00010000:00010000:3.0:1789478697.452451:0:21009:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.206.111@tcp lock: ffff8ebc34f76600/0x8ebaae74e8216fd2 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x8ebaae74e8216fd9 expref: -99 pid: 17970 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478697.452457:0:21009:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.206.111@tcp lock: ffff8ebc34f76600/0x8ebaae74e8216fd2 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x8ebaae74e8216fd9 expref: -99 pid: 17970 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478697.452463:0:21009:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.206.111@tcp lock: ffff8ebc34f76600/0x8ebaae74e8216fd2 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x8ebaae74e8216fd9 expref: -99 pid: 17970 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478697.452468:0:21009:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.206.111@tcp lock: ffff8ebc34f76600/0x8ebaae74e8216fd2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x8ebaae74e8216fd9 expref: -99 pid: 17970 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478697.452474:0:21009:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 10000000:01000000:3.0:1789478697.452476:0:21009:0:(mgc_request.c:547:config_log_end()) end config log lustre-MDT0001 (0) 00000020:01000004:3.0:1789478697.452501:0:21009:0:(tgt_mount.c:2115:server_put_super()) stopping lustre-MDT0001 00000020:01000000:3.0:1789478697.452505:0:21009:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001 (flags='F') 00000020:00000080:3.0:1789478697.452509:0:21009:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1789478697.452515:0:21009:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001: forcing exports to disconnect: 2/5 00000020:00080000:3.0:1789478697.452521:0:21009:0:(genops.c:1819:print_export_data()) lustre-MDT0001: ACTIVE ffff8ebb02693800 lustre-MDT0001-lwp-OST0001_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:3.0:1789478697.452533:0:21009:0:(genops.c:1819:print_export_data()) lustre-MDT0001: ACTIVE ffff8ebb03346000 lustre-MDT0001-lwp-OST0000_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:3.0:1789478697.452538:0:21009:0:(genops.c:1553:class_disconnect_exports()) OBD device 14 (ffff8ebc40f70000) has exports, disconnecting them 00000020:00080000:3.0:1789478697.452542:0:21009:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0001: disconnecting export at 0@lo (ffff8ebb02693800), last request at 1789478693 00000020:00000080:3.0:1789478697.452549:0:21009:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x8ebaae74e82171fb 00000100:00080000:3.0:1789478697.452571:0:21009:0:(import.c:65:import_set_state_nolock()) ffff8ebb02697000 : changing import state from FULL to CLOSED 00000020:00080000:3.0:1789478697.452639:0:21009:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff8ebb02693800): rc 0 00000020:00000080:3.0:1789478697.452642:0:21009:0:(genops.c:885:class_export_put()) final put ffff8ebb02693800/lustre-MDT0001-lwp-OST0001_UUID 00000020:00080000:3.0:1789478697.452652:0:21009:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0001: disconnecting export at 0@lo (ffff8ebb03346000), last request at 1789478693 00000020:00000080:3.0:1789478697.452655:0:21009:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x8ebaae74e8217161 00000100:00080000:3.0:1789478697.452661:0:21009:0:(import.c:65:import_set_state_nolock()) ffff8ebb03341800 : changing import state from FULL to CLOSED 00000020:00080000:3.0:1789478697.452666:0:21009:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff8ebb03346000): rc 0 00000020:00000080:3.0:1789478697.452668:0:21009:0:(genops.c:885:class_export_put()) final put ffff8ebb03346000/lustre-MDT0001-lwp-OST0000_UUID 00000004:00000080:3.0:1789478697.452675:0:21009:0:(mdd_device.c:2304:mdd_iocontrol()) lustre-MDD0001: cmd=400866e7 len=0 karg=ffff9dd901077ae0 00000100:00080000:3.0:1789478697.452691:0:21009:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1789478697.452694:0:21009:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 0 gen 3 00000100:00080000:3.0:1789478697.453439:0:21009:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID 00000100:00080000:3.0:1789478697.453446:0:21009:0:(import.c:65:import_set_state_nolock()) ffff8ebc34e1b800 lustre-MDT0000_UUID: changing import state from DISCONN to CLOSED 00010000:00010000:2.0:1789478697.453824:0:17228:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:2.0:1789478697.453832:0:17228:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.206.111@tcp lock: ffff8ebc029df600/0x8ebaae74e8217081 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000400000000 nid: local remote: 0x8ebaae74e8217088 expref: -99 pid: 17970 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478697.453842:0:17228:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ebc029df600 already unused, calling callback (ffffffffc1383c20) 10000000:00010000:2.0:1789478697.453845:0:17228:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.206.111@tcp lock: ffff8ebc029df600/0x8ebaae74e8217081 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000400000000 nid: local remote: 0x8ebaae74e8217088 expref: -99 pid: 17970 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478697.453854:0:17228:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.206.111@tcp lock: ffff8ebc029df600/0x8ebaae74e8217081 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1008400000000 nid: local remote: 0x8ebaae74e8217088 expref: -99 pid: 17970 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1789478697.453860:0:17228:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.206.111@tcp lock: ffff8ebc029df600/0x8ebaae74e8217081 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1009400000000 nid: local remote: 0x8ebaae74e8217088 expref: -99 pid: 17970 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789478697.453866:0:17228:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:2.0:1789478697.453868:0:17228:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:2.0:1789478697.453871:0:17228:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:2.0:1789478697.453906:0:17228:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.206.111@tcp lock: ffff8ebc029df600/0x8ebaae74e8217081 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5809400000020 nid: local remote: 0x8ebaae74e8217088 expref: -99 pid: 17970 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478697.453911:0:17228:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1789478697.453945:0:17228:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.206.111@tcp lock: ffff8ebc029df600/0x8ebaae74e8217081 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5809400000020 nid: local remote: 0x8ebaae74e8217088 expref: -99 pid: 17970 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478697.453967:0:17228:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.206.111@tcp lock: ffff8ebc029df600/0x8ebaae74e8217081 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5809400000020 nid: local remote: 0x8ebaae74e8217088 expref: -99 pid: 17970 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478697.453980:0:17228:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:2.0:1789478697.453983:0:17228:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.206.111@tcp lock: ffff8ebc34f77400/0x8ebaae74e8216fe0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000400000000 nid: local remote: 0x8ebaae74e8216fe7 expref: -99 pid: 17970 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478697.453988:0:17228:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ebc34f77400 already unused, calling callback (ffffffffc1383c20) 10000000:00010000:2.0:1789478697.453991:0:17228:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.206.111@tcp lock: ffff8ebc34f77400/0x8ebaae74e8216fe0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000400000000 nid: local remote: 0x8ebaae74e8216fe7 expref: -99 pid: 17970 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478697.453997:0:17228:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.206.111@tcp lock: ffff8ebc34f77400/0x8ebaae74e8216fe0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1008400000000 nid: local remote: 0x8ebaae74e8216fe7 expref: -99 pid: 17970 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1789478697.454002:0:17228:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.206.111@tcp lock: ffff8ebc34f77400/0x8ebaae74e8216fe0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1009400000000 nid: local remote: 0x8ebaae74e8216fe7 expref: -99 pid: 17970 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789478697.454006:0:17228:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:2.0:1789478697.454008:0:17228:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-MDT0001: stopping, won't requeue 10000000:01000000:2.0:1789478697.454010:0:17228:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-MDT0001 00010000:00010000:2.0:1789478697.454025:0:17228:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.206.111@tcp lock: ffff8ebc34f77400/0x8ebaae74e8216fe0 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5809400000020 nid: local remote: 0x8ebaae74e8216fe7 expref: -99 pid: 17970 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478697.454030:0:17228:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1789478697.454045:0:17228:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.206.111@tcp lock: ffff8ebc34f77400/0x8ebaae74e8216fe0 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5809400000020 nid: local remote: 0x8ebaae74e8216fe7 expref: -99 pid: 17970 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478697.454052:0:17228:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.206.111@tcp lock: ffff8ebc34f77400/0x8ebaae74e8216fe0 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5809400000020 nid: local remote: 0x8ebaae74e8216fe7 expref: -99 pid: 17970 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478697.454072:0:17228:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1789478697.454076:0:17228:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.206.111@tcp lock: ffff8ebc34f76200/0x8ebaae74e8217209 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x8ebaae74e8217210 expref: -99 pid: 17236 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478697.454082:0:17228:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ebc34f76200 already unused, calling callback (ffffffffc1383c20) 10000000:00010000:2.0:1789478697.454085:0:17228:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.206.111@tcp lock: ffff8ebc34f76200/0x8ebaae74e8217209 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x8ebaae74e8217210 expref: -99 pid: 17236 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478697.454087:0:18393:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1789478697.454098:0:17228:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.206.111@tcp lock: ffff8ebc34f76200/0x8ebaae74e8217209 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0x8ebaae74e8217210 expref: -99 pid: 17236 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478697.454099:0:18393:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.206.111@tcp lock: ffff8ebc40f04000/0x8ebaae74e821746a lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0x8ebaae74e8217471 expref: -99 pid: 17236 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1789478697.454117:0:17228:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.206.111@tcp lock: ffff8ebc34f76200/0x8ebaae74e8217209 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0x8ebaae74e8217210 expref: -99 pid: 17236 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478697.454118:0:18393:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ebc40f04000 already unused, calling callback (ffffffffc1383c20) 10000000:00010000:1.0:1789478697.454125:0:18393:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.206.111@tcp lock: ffff8ebc40f04000/0x8ebaae74e821746a lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0x8ebaae74e8217471 expref: -99 pid: 17236 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789478697.454129:0:17228:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:01000000:2.0:1789478697.454135:0:17228:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-mdtir: stopping, won't requeue 10000000:01000000:2.0:1789478697.454139:0:17228:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-mdtir 00010000:00010000:1.0:1789478697.454140:0:18393:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.206.111@tcp lock: ffff8ebc40f04000/0x8ebaae74e821746a lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0x8ebaae74e8217471 expref: -99 pid: 17236 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1789478697.454149:0:18393:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.206.111@tcp lock: ffff8ebc40f04000/0x8ebaae74e821746a lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0x8ebaae74e8217471 expref: -99 pid: 17236 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1789478697.454155:0:18393:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:2.0:1789478697.454157:0:17228:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.206.111@tcp lock: ffff8ebc34f76200/0x8ebaae74e8217209 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x8ebaae74e8217210 expref: -99 pid: 17236 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1789478697.454158:0:18393:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 10000000:01000000:1.0:1789478697.454162:0:18393:0:(mgc_request.c:130:config_log_put()) dropping config log params 00010000:00010000:2.0:1789478697.454168:0:17228:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1789478697.454176:0:17228:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.206.111@tcp lock: ffff8ebc34f76200/0x8ebaae74e8217209 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x8ebaae74e8217210 expref: -99 pid: 17236 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478697.454182:0:17228:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.206.111@tcp lock: ffff8ebc34f76200/0x8ebaae74e8217209 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x8ebaae74e8217210 expref: -99 pid: 17236 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478697.454185:0:18393:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.206.111@tcp lock: ffff8ebc40f04000/0x8ebaae74e821746a lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0x8ebaae74e8217471 expref: -99 pid: 17236 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478697.454193:0:18393:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1789478697.454196:0:17228:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789478697.454201:0:17228:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.206.111@tcp lock: ffff8ebc34f76600/0x8ebaae74e8216fd2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x8ebaae74e8216fd9 expref: -99 pid: 17970 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478697.454202:0:18393:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.206.111@tcp lock: ffff8ebc40f04000/0x8ebaae74e821746a lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0x8ebaae74e8217471 expref: -99 pid: 17236 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478697.454212:0:18393:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.206.111@tcp lock: ffff8ebc40f04000/0x8ebaae74e821746a lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0x8ebaae74e8217471 expref: -99 pid: 17236 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478697.454219:0:17228:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ebc34f76600 already unused, calling callback (ffffffffc1383c20) 10000000:00010000:2.0:1789478697.454225:0:17228:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.206.111@tcp lock: ffff8ebc34f76600/0x8ebaae74e8216fd2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x8ebaae74e8216fd9 expref: -99 pid: 17970 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478697.454242:0:17228:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.206.111@tcp lock: ffff8ebc34f76600/0x8ebaae74e8216fd2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0x8ebaae74e8216fd9 expref: -99 pid: 17970 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478697.454248:0:18393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00010000:2.0:1789478697.454251:0:17228:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.206.111@tcp lock: ffff8ebc34f76600/0x8ebaae74e8216fd2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0x8ebaae74e8216fd9 expref: -99 pid: 17970 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478697.454252:0:18393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789478697.454255:0:18393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:2.0:1789478697.454261:0:17228:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x5:0x0].0x0 (lustre) 10000000:01000000:2.0:1789478697.454264:0:17228:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-barrier: stopping, won't requeue 10000000:01000000:2.0:1789478697.454266:0:17228:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-barrier 00000020:00000080:1.0:1789478697.454268:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8ebb02693800/lustre-MDT0001-lwp-OST0001_UUID for lustre-MDT0001 00010000:00010000:2.0:1789478697.454283:0:17228:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.206.111@tcp lock: ffff8ebc34f76600/0x8ebaae74e8216fd2 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x8ebaae74e8216fd9 expref: -99 pid: 17970 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478697.454291:0:17228:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1789478697.454296:0:17228:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.206.111@tcp lock: ffff8ebc34f76600/0x8ebaae74e8216fd2 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x8ebaae74e8216fd9 expref: -99 pid: 17970 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478697.454303:0:17228:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.206.111@tcp lock: ffff8ebc34f76600/0x8ebaae74e8216fd2 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x8ebaae74e8216fd9 expref: -99 pid: 17970 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478697.454319:0:17228:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789478697.454322:0:17228:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789478697.454325:0:17228:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1789478697.454325:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8ebb03346000/lustre-MDT0001-lwp-OST0000_UUID for lustre-MDT0001 00010000:00010000:2.0:1789478697.454336:0:17227:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1789478697.454352:0:37:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8ebb02697000 for lustre-MDT0001 00000020:00000080:1.0:1789478697.454359:0:37:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8ebb03341800 for lustre-MDT0001 00000100:00100000:2.0:1789478697.454532:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebb04b8aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d53a32c3-7c45-4781-893e-f633d5432f2d:3645:1876403964553856:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1789478697.454746:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc40f63b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d53a32c3-7c45-4781-893e-f633d5432f2d:3646:1876403964553472:0@lo:103:ldlm_bl.0 00000100:00080000:3.0:1789478697.454958:0:21009:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:3.0:1789478697.454962:0:21009:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 8589934593 gen 3 00000004:00080000:3.0:1789478697.454982:0:21009:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00080000:3.0:1789478697.455040:0:21009:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID 00000100:00080000:3.0:1789478697.455054:0:21009:0:(import.c:65:import_set_state_nolock()) ffff8ebc34e1f800 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00080000:3.0:1789478697.455066:0:21009:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:3.0:1789478697.455069:0:21009:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 8589934593 gen 3 00000004:00080000:3.0:1789478697.455079:0:21009:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:1.0:1789478697.455098:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc34c9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3644:1876403964554112:0@lo:9:umount.0 00000100:00080000:3.0:1789478697.455137:0:21009:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID 00000100:00100000:1.0:1789478697.455137:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1789478697.455151:0:21009:0:(import.c:65:import_set_state_nolock()) ffff8ebc1897e000 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000020:00080000:3.0:1789478697.455204:0:21009:0:(genops.c:1558:class_disconnect_exports()) OBD device 14 (ffff8ebc40f70000) has no exports 00000100:00100000:1.0:1789478697.455207:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc34c9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3644:1876403964554240:0@lo:9:umount.0 00000100:00100000:1.0:1789478697.455236:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789478697.455287:0:18747:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964554112 00000100:00100000:1.0:1789478697.455294:0:18747:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964554112 00000100:00100000:1.0:1789478697.455334:0:18747:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964554240 00000100:00100000:1.0:1789478697.455337:0:18747:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964554240 00000100:00100000:1.0:1789478697.455373:0:18747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:2.0:1789478697.455379:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789478697.455385:0:18747:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebb04b8a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3644:x1876403964554112:12345-0@lo:9:umount.0 00000020:00000080:1.0:1789478697.455420:0:18747:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x8ebaae74e821718b 00000100:00080000:1.0:1789478697.455428:0:18747:0:(import.c:65:import_set_state_nolock()) ffff8ebb01b7e800 : changing import state from FULL to CLOSED 00000100:00100000:2.0:1789478697.455452:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc40f62680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d53a32c3-7c45-4781-893e-f633d5432f2d:3647:1876403964553600:0@lo:103:ldlm_bl.0 00000001:00000004:1.0:1789478697.455463:0:18747:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934594 00000100:00100000:2.0:1789478697.455567:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789478697.455623:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1789478697.455634:0:18747:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebb04b8a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+2:3644:x1876403964554112:12345-0@lo:9:umount.0 Request processed in 249us (496us total) trans 0 rc 0/0 00000100:00100000:1.0:1789478697.455641:0:18747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:1.0:1789478697.455658:0:18747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:1.0:1789478697.455664:0:18747:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebb04b8bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3644:x1876403964554240:12345-0@lo:9:umount.0 00000020:00000080:1.0:1789478697.455675:0:18747:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x8ebaae74e8217233 00000100:00080000:1.0:1789478697.455686:0:18747:0:(import.c:65:import_set_state_nolock()) ffff8ebb0205b800 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1789478697.455708:0:18747:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934600 00000100:00100000:0.0:1789478697.455770:0:17226:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964553856 00000100:00100000:0.0:1789478697.455776:0:17226:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964553856 00000100:00100000:1.0:1789478697.455797:0:18747:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebb04b8bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+2:3644:x1876403964554240:12345-0@lo:9:umount.0 Request processed in 132us (560us total) trans 0 rc 0/0 00000100:00100000:0.0:1789478697.455805:0:17226:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964553600 00000100:00100000:1.0:1789478697.455806:0:18747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:0.0:1789478697.455810:0:17226:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964553600 00000100:00100000:0.0:1789478697.455836:0:17226:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:0.0:1789478697.455843:0:17226:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc40f62d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0+-99:3645:x1876403964553856:12345-0@lo:103:ldlm_bl.0 00000100:00080000:1.0:1789478697.455849:0:3644:0:(import.c:65:import_set_state_nolock()) ffff8ebc1897e000 lustre-OST0001_UUID: changing import state from CONNECTING to CLOSED 00010000:00020000:0.0:1789478697.455850:0:17226:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1789478697 with bad export cookie 10284724516187893420 00000004:00080000:1.0:1789478697.455863:0:3644:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000004:00080000:1.0:1789478697.455866:0:3644:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:1.0:1789478697.455871:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc34c9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3644:1876403964554240:0@lo:9:umount.0 00000100:00080000:1.0:1789478697.455884:0:3644:0:(import.c:65:import_set_state_nolock()) ffff8ebc34e1f800 lustre-OST0000_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:1.0:1789478697.455892:0:3644:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000004:00080000:1.0:1789478697.455893:0:3644:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:1.0:1789478697.455896:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc34c9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3644:1876403964554112:0@lo:9:umount.0 00000100:00100000:2.0:1789478697.455967:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc40f60e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d53a32c3-7c45-4781-893e-f633d5432f2d:3647:1876403964553728:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1789478697.455993:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789478697.456215:0:17991:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964553728 00000100:00100000:2.0:1789478697.456220:0:17991:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964553728 00000100:00100000:2.0:1789478697.456239:0:17991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:2.0:1789478697.456244:0:17991:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc40f62300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0+-99:3647:x1876403964553600:12345-0@lo:103:ldlm_bl.0 00010000:00020000:2.0:1789478697.456248:0:17991:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1789478697 with bad export cookie 10284724516187893420 00000100:00100000:2.0:1789478697.456290:0:17991:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc40f62300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0+-99:3647:x1876403964553600:12345-0@lo:103:ldlm_bl.0 Request processed in 44us (723us total) trans 0 rc -107/-107 00000100:00100000:2.0:1789478697.456298:0:17991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:2.0:1789478697.456317:0:17991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:2.0:1789478697.456324:0:17991:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc40f60700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0+-99:3647:x1876403964553728:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1789478697.456324:0:18393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00020000:2.0:1789478697.456331:0:17991:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1789478697 with bad export cookie 10284724516187893420 00010000:00010000:1.0:1789478697.456332:0:17228:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789478697.456362:0:17991:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc40f60700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0+-99:3647:x1876403964553728:12345-0@lo:103:ldlm_bl.0 Request processed in 39us (368us total) trans 0 rc -107/-107 00000100:00100000:2.0:1789478697.456369:0:17991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00080000:1.0:1789478697.456379:0:17235:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1789478697.456412:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789478697.456432:0:17225:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964553472 00000100:00100000:1.0:1789478697.456438:0:17225:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964553472 00000100:00100000:2.0:1789478697.456439:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc40f62a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d53a32c3-7c45-4781-893e-f633d5432f2d:3646:1876403964553984:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1789478697.456464:0:17225:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:1.0:1789478697.456470:0:17225:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc40f63100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0+-99:3646:x1876403964553472:12345-0@lo:103:ldlm_bl.0 00010000:00020000:1.0:1789478697.456475:0:17225:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1789478697 with bad export cookie 10284724516187893420 00000100:00080000:3.0:1789478697.457914:0:3647:0:(recover.c:205:ptlrpc_request_handle_notconn()) import MGC192.168.206.111@tcp of MGS@0@lo abruptly disconnected: reconnecting 00000100:00080000:3.0:1789478697.457920:0:3647:0:(import.c:65:import_set_state_nolock()) ffff8ebb03f6b800 MGS: changing import state from FULL to DISCONN 00000100:02020000:3.0:1789478697.457924:0:3647:0:(import.c:186:ptlrpc_set_import_discon()) MGC192.168.206.111@tcp: Connection to MGS (at 0@lo) was lost; in progress operations using this service will fail 00000100:00100000:1.0:1789478697.458010:0:17225:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc40f63100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0+-99:3646:x1876403964553472:12345-0@lo:103:ldlm_bl.0 Request processed in 1536us (1595us total) trans 0 rc -107/-107 00000100:00100000:1.0:1789478697.458023:0:17225:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:2.0:1789478697.458036:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789478697.458054:0:17225:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964553984 00000100:00100000:1.0:1789478697.458060:0:17225:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964553984 00000100:00080000:2.0:1789478697.458084:0:3646:0:(recover.c:205:ptlrpc_request_handle_notconn()) import MGC192.168.206.111@tcp of MGS@0@lo abruptly disconnected: reconnecting 00000100:00100000:1.0:1789478697.458086:0:17225:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:1.0:1789478697.458093:0:17225:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc40f61880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0+-99:3646:x1876403964553984:12345-0@lo:103:ldlm_bl.0 00010000:00020000:1.0:1789478697.458097:0:17225:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1789478697 with bad export cookie 10284724516187893420 00000100:00100000:1.0:1789478697.458148:0:17225:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc40f61880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0+-99:3646:x1876403964553984:12345-0@lo:103:ldlm_bl.0 Request processed in 54us (113us total) trans 0 rc -107/-107 00000100:00100000:1.0:1789478697.458154:0:17225:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:0.0:1789478697.471255:0:17226:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc40f62d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0+-99:3645:x1876403964553856:12345-0@lo:103:ldlm_bl.0 Request processed in 15406us (16622us total) trans 0 rc -107/-107 00000100:00100000:0.0:1789478697.471270:0:17226:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00080000:1.0:1789478697.471752:0:3645:0:(recover.c:205:ptlrpc_request_handle_notconn()) import MGC192.168.206.111@tcp of MGS@0@lo abruptly disconnected: reconnecting 00000100:00080000:3.0:1789478697.484818:0:3647:0:(import.c:192:ptlrpc_set_import_discon()) import MGS@0@lo for MGC192.168.206.111@tcp not replayable, auto-deactivating 00000100:00080000:3.0:1789478697.484824:0:3647:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00100000:3.0:1789478697.484835:0:3647:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff8ebb04b8aa00 x1876403964553856/t0(0) o103->MGC192.168.206.111@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1789478713 ref 1 fl Rpc:RQU/200/0 rc 0/-107 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789478697.484851:0:3647:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff8ebc40f63b80 x1876403964553472/t0(0) o103->MGC192.168.206.111@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1789478713 ref 1 fl Rpc:RQU/200/0 rc 0/-107 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789478697.484861:0:3647:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff8ebc40f62680 x1876403964553600/t0(0) o103->MGC192.168.206.111@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1789478713 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789478697.484872:0:3647:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff8ebc40f60e00 x1876403964553728/t0(0) o103->MGC192.168.206.111@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1789478713 ref 1 fl Rpc:RQU/200/0 rc 0/-107 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789478697.484881:0:3647:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff8ebc40f62a00 x1876403964553984/t0(0) o103->MGC192.168.206.111@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1789478713 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 10000000:01000000:3.0:1789478697.484953:0:3647:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808001 00000100:00080000:3.0:1789478697.484956:0:3647:0:(pinger.c:193:ptlrpc_pinger_ir_down()) IR down 10000000:01000000:3.0:1789478697.484958:0:3647:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00080000:2.0:1789478697.485005:0:3646:0:(import.c:214:ptlrpc_set_import_discon()) mgc: import ffff8ebb03f6b800 already not connected (conn 1, was 1): DISCONN 00000100:00100000:2.0:1789478697.485153:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc40f62a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d53a32c3-7c45-4781-893e-f633d5432f2d:3646:1876403964553984:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1789478697.485180:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc40f63b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d53a32c3-7c45-4781-893e-f633d5432f2d:3646:1876403964553472:0@lo:103:ldlm_bl.0 00000100:00080000:1.0:1789478697.486710:0:3645:0:(import.c:214:ptlrpc_set_import_discon()) mgc: import ffff8ebb03f6b800 already not connected (conn 1, was 1): DISCONN 00000100:00100000:1.0:1789478697.486738:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebb04b8aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d53a32c3-7c45-4781-893e-f633d5432f2d:3645:1876403964553856:0@lo:103:ldlm_bl.0 00000100:00080000:3.0:1789478697.486815:0:3647:0:(import.c:65:import_set_state_nolock()) ffff8ebb03f6b800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789478697.486822:0:3647:0:(import.c:510:import_select_connection()) MGC192.168.206.111@tcp: connect to NID 0@lo last attempt 436 00000100:00080000:3.0:1789478697.486835:0:3647:0:(import.c:625:import_select_connection()) MGC192.168.206.111@tcp: import ffff8ebb03f6b800 using connection 192.168.206.111@tcp/0@lo 00000100:00100000:3.0:1789478697.486871:0:3647:0:(import.c:827:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8ebc34c99c00 x1876403964554368/t0(0) o250->MGC192.168.206.111@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789478697.486923:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc34c99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d53a32c3-7c45-4781-893e-f633d5432f2d:3644:1876403964554368:0@lo:250:ptlrpcd_00_02.0 00000400:00000100:0.0:1789478697.486969:0:3644:0:(lib-move.c:4383:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1876403964554368 offset 0 length 520: 4 00000100:00100000:3.0:1789478697.487026:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc40f62680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d53a32c3-7c45-4781-893e-f633d5432f2d:3647:1876403964553600:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1789478697.487038:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc40f60e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d53a32c3-7c45-4781-893e-f633d5432f2d:3647:1876403964553728:0@lo:103:ldlm_bl.0 00000020:00080000:2.0:1789478697.493213:0:21009:0:(genops.c:1558:class_disconnect_exports()) OBD device 14 (ffff8ebc40f70000) has no exports 00000020:01000000:3.0:1789478697.535515:0:21009:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff8ebb03252c00 - data ffff8ebc31a84bd0/ffff8ebc2afe8000 00000020:01000000:3.0:1789478697.535723:0:21009:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff8ebc0914d660 - data ffff8ebb01cb35e8/ffff8ebc06fa1400 00000001:00000004:3.0:1789478697.546159:0:21009:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 2, last_transno is 8589934595 00000100:00080000:0.0:1789478697.603451:0:21009:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1789478697.603458:0:21009:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 0 gen 4 00000100:00100000:0.0:1789478697.603465:0:21009:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00080000:0.0:1789478697.608741:0:21009:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:0.0:1789478697.608748:0:21009:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 8589934593 gen 4 00000004:00080000:0.0:1789478697.608768:0:21009:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:0.0:1789478697.608771:0:21009:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:1.0:1789478697.609971:0:17979:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:1.0:1789478697.609978:0:17979:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 1 count 1 00000040:00080000:1.0:1789478697.609993:0:17979:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x1:0x2:0x0] index 2 count 2 00000100:00080000:0.0:1789478697.610524:0:21009:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:0.0:1789478697.610530:0:21009:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 8589934593 gen 4 00000004:00080000:0.0:1789478697.611803:0:21009:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:0.0:1789478697.611810:0:21009:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:0.0:1789478697.615760:0:17981:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:0.0:1789478697.615768:0:17981:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xa:0x0] index 1 count 1 00000040:00080000:0.0:1789478697.615800:0:17981:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x1:0x5:0x0] index 2 count 2 00000020:00000080:3.0:1789478697.619793:0:21009:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x8ebaae74e8216ff5 00000020:00000080:3.0:1789478697.619805:0:21009:0:(genops.c:885:class_export_put()) final put ffff8ebb03d77000/lustre-MDT0001-osd_UUID 00000020:00000080:3.0:1789478697.620380:0:21009:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x8ebaae74e821700a 00000020:00000080:3.0:1789478697.620396:0:21009:0:(genops.c:885:class_export_put()) final put ffff8ebc3c8a8000/lustre-MDT0001-mdtlov_UUID 00000020:01000000:3.0:1789478697.620401:0:21009:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-mdtlov (flags='') 00000020:00000080:3.0:1789478697.620405:0:21009:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1789478697.620413:0:21009:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001-mdtlov: forcing exports to disconnect: 0/2 00000020:00080000:3.0:1789478697.620418:0:21009:0:(genops.c:1558:class_disconnect_exports()) OBD device 13 (ffff8ebc40f74d28) has no exports 00000004:01000000:3.0:1789478697.620567:0:21009:0:(lod_lov.c:59:lod_putref()) destroying 2 ltd desc 00000020:00000080:1.0:1789478697.620567:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8ebb03d77000/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:00000080:3.0:1789478697.620574:0:21009:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x8ebaae74e821705e 00000020:00000080:1.0:1789478697.620574:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8ebc3c8a8000/lustre-MDT0001-mdtlov_UUID for lustre-MDT0001-mdtlov 00000020:00000080:3.0:1789478697.620578:0:21009:0:(genops.c:885:class_export_put()) final put ffff8ebb03683800/lustre-MDT0001-mdtlov_UUID 00000020:01000000:3.0:1789478697.620587:0:21009:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0001-osc-MDT0001 (flags='') 00000020:00000080:1.0:1789478697.620589:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8ebb03683800/lustre-MDT0001-mdtlov_UUID for lustre-OST0001-osc-MDT0001 00000020:00000080:3.0:1789478697.620591:0:21009:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1789478697.620611:0:21009:0:(obd_config.c:956:class_cleanup()) lustre-OST0001-osc-MDT0001: forcing exports to disconnect: 0/2 00000020:00080000:3.0:1789478697.620614:0:21009:0:(genops.c:1558:class_disconnect_exports()) OBD device 18 (ffff8ebc3f7319b8) has no exports 00000020:00000080:3.0:1789478697.620618:0:21009:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x8ebaae74e8217057 00000020:00000080:3.0:1789478697.620622:0:21009:0:(genops.c:885:class_export_put()) final put ffff8ebc1897b000/lustre-MDT0001-osd_UUID 00000020:00000080:1.0:1789478697.620888:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8ebc1897b000/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00010000:01000000:3.0:1789478697.620942:0:21009:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-OST0001-osc-MDT0001: client import never connected 00000100:00080000:3.0:1789478697.620947:0:21009:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:3.0:1789478697.620955:0:21009:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 8589934593 gen 5 00000004:00080000:3.0:1789478697.620961:0:21009:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:3.0:1789478697.620963:0:21009:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:1.0:1789478697.621014:0:36:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8ebc1897e000 for lustre-OST0001-osc-MDT0001 00000020:00000080:0.0:1789478697.621054:0:21009:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1789478697.621070:0:21009:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001-osc-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:0.0:1789478697.621074:0:21009:0:(genops.c:885:class_export_put()) final put ffff8ebb03682000/lustre-MDT0001-mdtlov_UUID 00000020:00000080:0.0:1789478697.621076:0:21009:0:(genops.c:844:class_export_destroy()) destroying export ffff8ebb03682000/lustre-MDT0001-mdtlov_UUID for lustre-OST0001-osc-MDT0001 00000020:01000000:0.0:1789478697.621081:0:21009:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001-osc-MDT0001 (lustre-MDT0001-mdtlov_UUID) 00000020:00000080:0.0:1789478697.621150:0:21009:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x8ebaae74e8217049 00000020:00000080:0.0:1789478697.621155:0:21009:0:(genops.c:885:class_export_put()) final put ffff8ebb03685800/lustre-MDT0001-mdtlov_UUID 00000020:01000000:0.0:1789478697.621171:0:21009:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osc-MDT0001 (flags='') 00000020:00000080:0.0:1789478697.621175:0:21009:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1789478697.621178:0:21009:0:(obd_config.c:956:class_cleanup()) lustre-OST0000-osc-MDT0001: forcing exports to disconnect: 0/3 00000020:00080000:0.0:1789478697.621180:0:21009:0:(genops.c:1558:class_disconnect_exports()) OBD device 17 (ffff8ebc34c73370) has no exports 00000020:00000080:0.0:1789478697.621185:0:21009:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x8ebaae74e8217042 00000020:00000080:0.0:1789478697.621187:0:21009:0:(genops.c:885:class_export_put()) final put ffff8ebc34e1f000/lustre-MDT0001-osd_UUID 00010000:01000000:0.0:1789478697.621514:0:21009:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-OST0000-osc-MDT0001: client import never connected 00000100:00080000:0.0:1789478697.621517:0:21009:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:0.0:1789478697.621520:0:21009:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 8589934593 gen 5 00000004:00080000:0.0:1789478697.621523:0:21009:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:0.0:1789478697.621525:0:21009:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:0.0:1789478697.621545:0:21009:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1789478697.621550:0:21009:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000-osc-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000004:01000000:0.0:1789478697.621559:0:21009:0:(lod_lov.c:59:lod_putref()) destroying 1 ltd desc 00000020:00000080:0.0:1789478697.621563:0:21009:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x8ebaae74e821702d 00000020:00000080:0.0:1789478697.621568:0:21009:0:(genops.c:885:class_export_put()) final put ffff8ebc1897e800/lustre-MDT0001-mdtlov_UUID 00000020:01000000:0.0:1789478697.621571:0:21009:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-osp-MDT0001 (flags='F') 00000020:00000080:0.0:1789478697.621574:0:21009:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1789478697.621577:0:21009:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-osp-MDT0001: forcing exports to disconnect: 0/3 00000020:00080000:0.0:1789478697.621579:0:21009:0:(genops.c:1558:class_disconnect_exports()) OBD device 16 (ffff8ebc34c70000) has no exports 00000020:00000080:0.0:1789478697.621583:0:21009:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x8ebaae74e8217026 00000020:00000080:0.0:1789478697.621585:0:21009:0:(genops.c:885:class_export_put()) final put ffff8ebc34e1e000/lustre-MDT0001-osd_UUID 00000020:00000080:1.0:1789478697.621820:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8ebb03685800/lustre-MDT0001-mdtlov_UUID for lustre-OST0000-osc-MDT0001 00000020:00000080:1.0:1789478697.621827:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8ebc34e1f000/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:00000080:1.0:1789478697.621832:0:36:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8ebc34e1f800 for lustre-OST0000-osc-MDT0001 00000020:00000080:1.0:1789478697.621836:0:36:0:(genops.c:885:class_export_put()) final put ffff8ebc1897d800/lustre-MDT0001-mdtlov_UUID 00000020:00000080:1.0:1789478697.621838:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8ebc1897d800/lustre-MDT0001-mdtlov_UUID for lustre-OST0000-osc-MDT0001 00000020:01000000:1.0:1789478697.621841:0:36:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000-osc-MDT0001 (lustre-MDT0001-mdtlov_UUID) 00000020:00000080:1.0:1789478697.621889:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8ebc1897e800/lustre-MDT0001-mdtlov_UUID for lustre-MDT0000-osp-MDT0001 00000020:00000080:1.0:1789478697.621894:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8ebc34e1e000/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00010000:01000000:1.0:1789478697.651722:0:21009:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0000-osp-MDT0001: client import never connected 00000100:00080000:1.0:1789478697.651732:0:21009:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:1.0:1789478697.651737:0:21009:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 0 gen 5 00000100:00100000:1.0:1789478697.651745:0:21009:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:1.0:1789478697.651825:0:21009:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1789478697.651836:0:21009:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-osp-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:1.0:1789478697.651864:0:21009:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1789478697.651867:0:21009:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-mdtlov (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:1.0:1789478697.651873:0:21009:0:(genops.c:885:class_export_put()) final put ffff8ebb03d77800/lustre-MDT0001-mdtlov_UUID 00000020:00000080:1.0:1789478697.651878:0:21009:0:(genops.c:844:class_export_destroy()) destroying export ffff8ebb03d77800/lustre-MDT0001-mdtlov_UUID for lustre-MDT0001-mdtlov 00000020:01000000:1.0:1789478697.651900:0:21009:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-mdtlov (lustre-MDT0001-mdtlov_UUID) 00000020:00000080:1.0:1789478697.652029:0:21009:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x8ebaae74e8217011 00000020:00000080:1.0:1789478697.652036:0:21009:0:(genops.c:885:class_export_put()) final put ffff8ebc3c8a8800/lustre-MDD0001_UUID 00000020:01000000:1.0:1789478697.652041:0:21009:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDD0001 (flags='') 00000020:00000080:1.0:1789478697.652044:0:21009:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1789478697.652048:0:21009:0:(obd_config.c:956:class_cleanup()) lustre-MDD0001: forcing exports to disconnect: 0/2 00000020:00080000:1.0:1789478697.652051:0:21009:0:(genops.c:1558:class_disconnect_exports()) OBD device 15 (ffff8ebc08d93370) has no exports 00000020:00000080:1.0:1789478697.652069:0:21009:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1789478697.652072:0:21009:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDD0001 (uuid lustre-MDD0001_UUID) 00000020:00000080:1.0:1789478697.652077:0:21009:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x8ebaae74e8217018 00000020:00000080:1.0:1789478697.652080:0:21009:0:(genops.c:885:class_export_put()) final put ffff8ebc3c8af800/lustre-MDT0001-osd_UUID 00000020:01000004:1.0:1789478697.652086:0:21009:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8ebc35b1c000 from lustre-MDT0001, refs=2 00000020:01000004:1.0:1789478697.652089:0:21009:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8ebc35b1c000 2 00000020:01000004:1.0:1789478697.652091:0:21009:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff8ebc35b1c000 from lustre-MDT0001 00000020:00000080:1.0:1789478697.652107:0:21009:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1789478697.652110:0:21009:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001 (uuid lustre-MDT0001_UUID) 00000020:00000080:1.0:1789478697.652114:0:21009:0:(genops.c:885:class_export_put()) final put ffff8ebb03d71800/lustre-MDT0001_UUID 00000020:00000080:1.0:1789478697.652115:0:21009:0:(genops.c:844:class_export_destroy()) destroying export ffff8ebb03d71800/lustre-MDT0001_UUID for lustre-MDT0001 00000020:01000000:1.0:1789478697.652121:0:21009:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001 (lustre-MDT0001_UUID) 00000020:01000004:1.0:1789478697.652144:0:21009:0:(obd_mount.c:578:lustre_stop_mgc()) MGC still has 2 references. 00000020:01000000:1.0:1789478697.652147:0:21009:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-MDT0001 (flags='F') 00000020:00000080:1.0:1789478697.652149:0:21009:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1789478697.652152:0:21009:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-lwp-MDT0001: forcing exports to disconnect: 1/3 00000020:00080000:1.0:1789478697.652158:0:21009:0:(genops.c:1819:print_export_data()) lustre-MDT0000-lwp-MDT0001: ACTIVE ffff8ebc0501e000 lustre-MDT0000-lwp-MDT0001 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:1.0:1789478697.652163:0:21009:0:(genops.c:1553:class_disconnect_exports()) OBD device 19 (ffff8ebc065899b8) has exports, disconnecting them 00000020:00080000:1.0:1789478697.652176:0:21009:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000-lwp-MDT0001: disconnecting export at 0@lo (ffff8ebc0501e000), last request at 1789478620 00000020:00000080:1.0:1789478697.652180:0:21009:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x8ebaae74e8217096 00000020:00080000:1.0:1789478697.652190:0:21009:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff8ebc0501e000): rc 0 00000020:00000080:1.0:1789478697.652193:0:21009:0:(genops.c:885:class_export_put()) final put ffff8ebc0501e000/lustre-MDT0000-lwp-MDT0001 00000020:00000080:3.0:1789478697.652676:0:36:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8ebc34e1b800 for lustre-MDT0000-osp-MDT0001 00000020:00000080:3.0:1789478697.652684:0:36:0:(genops.c:885:class_export_put()) final put ffff8ebc34e19800/lustre-MDT0001-mdtlov_UUID 00000020:00000080:3.0:1789478697.652686:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8ebc34e19800/lustre-MDT0001-mdtlov_UUID for lustre-MDT0000-osp-MDT0001 00000020:01000000:3.0:1789478697.652695:0:36:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-osp-MDT0001 (lustre-MDT0001-mdtlov_UUID) 00000020:00000080:3.0:1789478697.652795:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8ebc3c8a8800/lustre-MDD0001_UUID for lustre-MDD0001 00000020:00000080:3.0:1789478697.652799:0:36:0:(genops.c:885:class_export_put()) final put ffff8ebb03d74800/lustre-MDD0001_UUID 00000020:00000080:3.0:1789478697.652801:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8ebb03d74800/lustre-MDD0001_UUID for lustre-MDD0001 00000020:01000000:3.0:1789478697.652811:0:36:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDD0001 (lustre-MDD0001_UUID) 00000020:00000080:3.0:1789478697.652911:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8ebc3c8af800/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:00000080:3.0:1789478697.652916:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8ebc0501e000/lustre-MDT0000-lwp-MDT0001 for lustre-MDT0000-lwp-MDT0001 00010000:01000000:3.0:1789478697.687863:0:21009:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0000-lwp-MDT0001: client import never connected 00000100:00080000:3.0:1789478697.687873:0:21009:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1789478697.687877:0:21009:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: committing for last_committed 0 gen 5 00000100:00100000:3.0:1789478697.687884:0:21009:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:3.0:1789478697.687926:0:36:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8ebc0501d800 for lustre-MDT0000-lwp-MDT0001 00000020:00000080:3.0:1789478697.688187:0:21009:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1789478697.688197:0:21009:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-MDT0001 (uuid lustre-MDT0000-lwp-MDT0001_UUID) 00000020:00000080:3.0:1789478697.688203:0:21009:0:(genops.c:885:class_export_put()) final put ffff8ebc03eee000/lustre-MDT0000-lwp-MDT0001_UUID 00000020:00000080:3.0:1789478697.688206:0:21009:0:(genops.c:844:class_export_destroy()) destroying export ffff8ebc03eee000/lustre-MDT0000-lwp-MDT0001_UUID for lustre-MDT0000-lwp-MDT0001 00000020:01000000:3.0:1789478697.688212:0:21009:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-MDT0001 (lustre-MDT0000-lwp-MDT0001_UUID) 00000020:01000004:3.0:1789478697.688279:0:21009:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8ebc35b1c000 1 00000020:00000080:3.0:1789478697.688286:0:21009:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x8ebaae74e8216fbd 00000020:00000080:3.0:1789478697.688293:0:21009:0:(genops.c:885:class_export_put()) final put ffff8ebc091a8000/lustre-MDT0001-osd_UUID 00000020:01000000:3.0:1789478697.688302:0:21009:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-osd (flags='') 00000020:00000080:3.0:1789478697.688310:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8ebc091a8000/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:00000080:3.0:1789478697.688320:0:21009:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1789478697.688325:0:21009:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001-osd: forcing exports to disconnect: 0/1 00000020:00080000:3.0:1789478697.688328:0:21009:0:(genops.c:1558:class_disconnect_exports()) OBD device 12 (ffff8ebc0658cd28) has no exports 00000020:00000080:3.0:1789478697.911973:0:21009:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1789478697.911987:0:21009:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-osd (uuid lustre-MDT0001-osd_UUID) 00000020:00000080:3.0:1789478697.911992:0:21009:0:(genops.c:885:class_export_put()) final put ffff8ebc06fab800/lustre-MDT0001-osd_UUID 00000020:00000080:3.0:1789478697.911997:0:21009:0:(genops.c:844:class_export_destroy()) destroying export ffff8ebc06fab800/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:01000000:3.0:1789478697.912074:0:21009:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-osd (lustre-MDT0001-osd_UUID) 00000020:01000004:3.0:1789478697.912182:0:21009:0:(obd_mount.c:668:lustre_free_lsi()) Freeing lsi ffff8ebc35b18000 00000020:01000000:3.0:1789478697.912199:0:21009:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of MDS (flags='F') 00000020:00000080:3.0:1789478697.912203:0:21009:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1789478697.912207:0:21009:0:(obd_config.c:956:class_cleanup()) MDS: forcing exports to disconnect: 0/1 00000020:00080000:3.0:1789478697.912220:0:21009:0:(genops.c:1558:class_disconnect_exports()) OBD device 3 (ffff8ebc40f73370) has no exports 00000100:00100000:0.0:1789478697.912466:0:17238:0:(service.c:3183:ptlrpc_main()) mdt00_000: service thread [ffff8ebb027dc200:17238] 0 exiting: rc = 1 00000100:00100000:2.0:1789478697.912508:0:18465:0:(service.c:3183:ptlrpc_main()) mdt00_003: service thread [ffff8ebc04330c00:18465] 3 exiting: rc = 0 00000100:00100000:3.0:1789478697.912558:0:17240:0:(service.c:3183:ptlrpc_main()) mdt00_002: service thread [ffff8ebc08c7b800:17240] 2 exiting: rc = 0 00000100:00100000:1.0:1789478697.912639:0:17239:0:(service.c:3183:ptlrpc_main()) mdt00_001: service thread [ffff8ebc08c7a400:17239] 1 exiting: rc = 0 00000100:00100000:2.0:1789478697.913057:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478697.913383:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478697.913406:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478697.913412:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478697.913417:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478697.913422:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478697.913427:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478697.913432:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478697.913437:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478697.913442:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478697.913448:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478697.913585:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478697.913746:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478697.913755:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478697.913762:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478697.913767:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478697.913772:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478697.913777:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478697.913782:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478697.913788:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478697.913793:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478697.913798:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478697.913803:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478697.913808:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478697.913814:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478697.913819:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478697.913825:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478697.913830:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478697.913845:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478697.913851:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478697.913856:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478697.913861:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478697.913878:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478697.913883:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478697.913888:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478697.913894:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478697.913899:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478697.913905:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478697.913911:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478697.913917:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478697.913923:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478697.913928:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478697.913934:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478697.913940:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478697.913945:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478697.913950:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478697.913955:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478697.913960:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478697.913965:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478697.913970:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478697.913975:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478697.913980:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478697.913985:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478697.913991:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478697.913996:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478697.914001:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478697.914028:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478697.914036:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478697.914042:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478697.914047:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478697.914052:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478697.914057:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478697.914062:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478697.914069:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789478697.918406:0:17242:0:(service.c:3183:ptlrpc_main()) mdt_rdpg00_001: service thread [ffff8ebc34d76000:17242] 1 exiting: rc = 0 00000100:00100000:3.0:1789478697.918978:0:17241:0:(service.c:3183:ptlrpc_main()) mdt_rdpg00_000: service thread [ffff8ebc2c14e200:17241] 0 exiting: rc = 1 00000100:00100000:1.0:1789478697.919341:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478697.919349:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478697.919355:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478697.919360:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478697.919364:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478697.919370:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478697.919374:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478697.919378:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478697.919382:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478697.919399:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478697.919408:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478697.919413:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478697.919418:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478697.919422:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478697.919426:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478697.919431:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478697.919435:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478697.919440:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478697.919445:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478697.919454:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478697.919461:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478697.919467:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478697.919472:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478697.919477:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478697.919482:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478697.919487:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478697.919493:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478697.919498:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478697.919503:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478697.919521:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478697.919527:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478697.919531:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478697.919536:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478697.919541:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478697.919546:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478697.919551:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478697.919556:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478697.919560:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478697.919565:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478697.919570:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478697.919575:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478697.919579:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478697.919584:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478697.919588:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478697.919617:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478697.919622:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478697.919627:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478697.919632:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478697.919637:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478697.919642:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478697.919647:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478697.919652:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478697.919657:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478697.919662:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478697.919666:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478697.919671:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478697.919676:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478697.919681:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478697.919686:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478697.919691:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478697.919696:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478697.919701:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478697.919706:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478697.919710:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789478697.920420:0:17244:0:(service.c:3183:ptlrpc_main()) mdt_out00_001: service thread [ffff8ebc34d76600:17244] 1 exiting: rc = 0 00000100:00100000:2.0:1789478697.920544:0:17243:0:(service.c:3183:ptlrpc_main()) mdt_out00_000: service thread [ffff8ebc2c14e000:17243] 0 exiting: rc = 1 00000100:00100000:1.0:1789478697.920716:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478697.920723:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478697.920734:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478697.920739:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478697.920745:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478697.920750:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478697.920754:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478697.920759:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478697.920765:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478697.920770:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478697.920775:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478697.920795:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478697.920803:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478697.920810:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478697.920816:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478697.920825:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478697.920842:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478697.920851:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478697.920861:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478697.920867:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478697.920874:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478697.920879:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478697.920884:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478697.920908:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478697.920915:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478697.920921:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478697.920926:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478697.920932:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478697.920938:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478697.920943:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478697.920949:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478697.920955:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478697.920961:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478697.920967:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478697.920972:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478697.921000:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478697.921006:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478697.921012:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478697.921017:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478697.921023:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478697.921029:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478697.921034:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478697.921040:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478697.921045:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478697.921051:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478697.921056:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478697.921061:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478697.921712:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478697.921720:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478697.921724:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478697.921729:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478697.921736:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478697.921741:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478697.921746:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478697.921752:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478697.921758:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478697.921763:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478697.921768:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478697.921774:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478697.921793:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478697.921800:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478697.921806:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478697.921811:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478697.921817:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478697.935097:0:17245:0:(service.c:3183:ptlrpc_main()) mdt_seqs_0000: service thread [ffff8ebc34d76200:17245] 0 exiting: rc = 1 00000100:00100000:3.0:1789478697.935229:0:17246:0:(service.c:3183:ptlrpc_main()) mdt_seqs_0001: service thread [ffff8ebc34d76400:17246] 1 exiting: rc = 0 00000100:00100000:1.0:1789478697.935329:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478697.935337:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478697.935341:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478697.935346:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478697.935351:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478697.935372:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478697.935378:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478697.935395:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478697.935401:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478697.935406:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478697.935412:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478697.935418:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478697.935423:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478697.935428:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478697.935434:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478697.935439:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478697.935445:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478697.935450:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478697.935455:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478697.935460:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478697.935465:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478697.935469:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478697.935474:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478697.935479:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478697.935483:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478697.935489:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478697.935494:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478697.935499:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478697.935505:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478697.935509:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478697.935513:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478697.935518:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478697.935524:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478697.935528:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478697.935533:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478697.935541:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478697.935545:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478697.935550:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478697.935556:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478697.935561:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478697.935575:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478697.935580:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478697.935585:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478697.935590:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478697.935772:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478697.935778:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478697.935784:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478697.935790:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478697.935795:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478697.935800:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478697.935805:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478697.935809:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478697.935815:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478697.935820:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478697.935824:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478697.935829:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478697.935835:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478697.935840:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478697.935845:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478697.935850:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478697.935856:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478697.935860:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478697.935864:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478697.935870:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789478697.936393:0:17248:0:(service.c:3183:ptlrpc_main()) mdt_seqm_0001: service thread [ffff8ebc184b3000:17248] 1 exiting: rc = 0 00000100:00100000:1.0:1789478697.936565:0:17247:0:(service.c:3183:ptlrpc_main()) mdt_seqm_0000: service thread [ffff8ebc184b3200:17247] 0 exiting: rc = 1 00000100:00100000:2.0:1789478697.936817:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478697.936823:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478697.936835:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478697.936839:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478697.936844:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478697.936849:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478697.936854:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478697.936860:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478697.936866:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478697.936871:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478697.936875:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478697.936880:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478697.936885:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478697.936891:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478697.936895:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478697.936901:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478697.936906:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478697.936911:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478697.936917:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478697.936922:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478697.936927:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478697.936932:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478697.936937:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478697.936942:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478697.936947:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478697.936951:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478697.936956:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478697.936962:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478697.936967:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478697.936971:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478697.936976:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478697.936981:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478697.936985:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478697.936989:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478697.936995:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478697.937001:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478697.937005:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478697.937018:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478697.937023:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478697.937029:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478697.937034:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478697.937039:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478697.937043:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478697.937048:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478697.937053:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478697.937057:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478697.937062:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478697.937067:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478697.937072:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478697.937076:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478697.937081:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478697.937086:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478697.937092:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478697.937097:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478697.937102:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478697.937107:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478697.937112:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478697.937116:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478697.937121:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478697.937126:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478697.937130:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478697.937135:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478697.937140:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478697.937145:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478697.937416:0:17249:0:(service.c:3183:ptlrpc_main()) mdt_fld_0000: service thread [ffff8ebc184b2a00:17249] 0 exiting: rc = 1 00000100:00100000:3.0:1789478697.937659:0:17250:0:(service.c:3183:ptlrpc_main()) mdt_fld_0001: service thread [ffff8ebb03756400:17250] 1 exiting: rc = 0 00000100:00100000:2.0:1789478697.937734:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478697.937739:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478697.937743:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478697.937747:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478697.937751:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478697.937756:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478697.937760:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478697.937775:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478697.937781:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478697.937785:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478697.937790:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478697.937796:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478697.937801:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478697.937807:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478697.937813:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478697.937818:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478697.937822:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478697.937828:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478697.937833:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478697.937837:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478697.937843:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478697.937848:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478697.937853:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478697.937858:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478697.937864:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478697.937868:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478697.937873:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478697.937878:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478697.937883:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478697.937889:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478697.937894:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478697.937900:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478697.937904:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478697.937910:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478697.937915:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478697.937920:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478697.937925:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478697.937930:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478697.937934:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478697.937940:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478697.937945:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478697.937950:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478697.937963:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478697.937969:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478697.937974:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478697.937977:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478697.937982:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478697.937987:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478697.937991:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478697.937995:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478697.938000:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478697.938005:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478697.938010:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478697.938015:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478697.938019:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478697.938024:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478697.938029:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478697.938033:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478697.938038:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478697.938043:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478697.938048:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478697.938054:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478697.938059:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478697.938064:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478697.938543:0:17252:0:(service.c:3183:ptlrpc_main()) mdt_io00_001: service thread [ffff8ebc40c93000:17252] 1 exiting: rc = 0 00000100:00100000:1.0:1789478697.938843:0:17251:0:(service.c:3183:ptlrpc_main()) mdt_io00_000: service thread [ffff8ebc40c93200:17251] 0 exiting: rc = 1 00000100:00100000:1.0:1789478697.938996:0:17253:0:(service.c:3183:ptlrpc_main()) mdt_io00_002: service thread [ffff8ebc40c92c00:17253] 2 exiting: rc = 0 00000100:00100000:2.0:1789478697.939093:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478697.939099:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478697.939104:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478697.939108:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478697.939114:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478697.939119:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478697.939123:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478697.939129:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478697.939150:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478697.939157:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478697.939162:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478697.939167:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478697.939182:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478697.939187:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478697.939193:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478697.939199:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478697.939204:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478697.939210:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478697.939215:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478697.939220:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478697.939225:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478697.939230:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478697.939235:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478697.939241:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478697.939246:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478697.939252:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478697.939258:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478697.939263:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478697.939269:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478697.939274:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478697.939279:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478697.939284:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478697.939304:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478697.939311:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478697.939317:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478697.939323:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478697.939328:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478697.939334:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478697.939339:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478697.939345:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478697.939351:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478697.939355:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478697.939361:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478697.939367:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478697.939373:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478697.939378:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478697.939382:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478697.939408:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478697.939414:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478697.939421:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478697.939426:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478697.939433:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478697.939439:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478697.939445:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478697.939450:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478697.939455:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478697.939475:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478697.939482:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478697.939488:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478697.939494:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478697.939500:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478697.939505:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478697.939511:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478697.939518:0:21009:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:00000080:1.0:1789478697.943802:0:21009:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1789478697.943813:0:21009:0:(obd_config.c:883:class_detach()) detach on obd MDS (uuid MDS_uuid) 00000020:00000080:1.0:1789478697.943818:0:21009:0:(genops.c:885:class_export_put()) final put ffff8ebb03f6a800/MDS_uuid 00000020:00000080:1.0:1789478697.943822:0:21009:0:(genops.c:844:class_export_destroy()) destroying export ffff8ebb03f6a800/MDS_uuid for MDS 00000020:01000000:1.0:1789478697.943826:0:21009:0:(genops.c:441:class_free_dev()) finishing cleanup of obd MDS (MDS_uuid) 00000020:02000400:1.0:1789478697.943939:0:21009:0:(tgt_mount.c:2184:server_put_super()) server umount lustre-MDT0001 complete 00000100:00080000:1.0:1789478698.212790:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d53a32c3-7c45-4781-893e-f633d5432f2d->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789478698.212806:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) d53a32c3-7c45-4781-893e-f633d5432f2d->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789478698.212809:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789478698.212813:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789478698.212818:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ebb03347800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789478698.212825:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 522 00000100:00080000:1.0:1789478698.212831:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 10s 00000100:00080000:1.0:1789478698.212843:0:37:0:(import.c:625:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8ebb03347800 using connection 192.168.206.111@tcp/0@lo 00000100:00100000:1.0:1789478698.212878:0:37:0:(import.c:827:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8ebb04b89f80 x1876403964554496/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789478698.212930:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebb04b89f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3644:1876403964554496:0@lo:38:kworker.0 00000400:00000100:0.0:1789478698.212984:0:3644:0:(lib-move.c:4383:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876403964554496 offset 0 length 520: 4 00000100:00080000:1.0:1789478698.213056:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789478698.213060:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789478698.213062:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ebb02058000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789478698.213067:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 522 00000100:00080000:1.0:1789478698.213070:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 10s 00000100:00080000:1.0:1789478698.213075:0:37:0:(import.c:625:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8ebb02058000 using connection 192.168.206.111@tcp/0@lo 00000100:00100000:1.0:1789478698.213087:0:37:0:(import.c:827:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8ebb04b89180 x1876403964554752/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789478698.215189:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebb04b8b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3647:1876403964554624:0@lo:400:kworker.0 00000400:00000100:3.0:1789478698.215241:0:3647:0:(lib-move.c:4383:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876403964554624 offset 0 length 224: 4 00000100:00100000:0.0:1789478698.215354:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebb04b89180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3644:1876403964554752:0@lo:38:kworker.0 00000400:00000100:0.0:1789478698.215379:0:3644:0:(lib-move.c:4383:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876403964554752 offset 0 length 520: 4 00010000:00010000:3.0:1789478698.215494:0:17227:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789478698.216861:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebb04b8aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3648:1876403964554880:0@lo:400:kworker.0 00000400:00000100:0.0:1789478698.216897:0:3648:0:(lib-move.c:4383:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876403964554880 offset 0 length 224: 4 00010000:00010000:1.0:1789478699.238338:0:18393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789478700.261073:0:17228:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789478701.289960:0:17227:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:1.0:1789478701.537988:0:21210:0:(tgt_mount.c:2195:server_umount_begin()) umount -f 00000020:01000004:1.0:1789478701.545717:0:21210:0:(tgt_mount.c:2065:server_put_super()) server put_super lustre-OST0000 00010000:00010000:1.0:1789478701.545766:0:21210:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.206.111@tcp lock: ffff8ebb035fca00/0x8ebaae74e8217130 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x8ebaae74e8217137 expref: -99 pid: 18741 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478701.545781:0:21210:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.206.111@tcp lock: ffff8ebb035fca00/0x8ebaae74e8217130 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x8ebaae74e8217137 expref: -99 pid: 18741 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478701.545803:0:21210:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.206.111@tcp lock: ffff8ebb035fca00/0x8ebaae74e8217130 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000400000000 nid: local remote: 0x8ebaae74e8217137 expref: -99 pid: 18741 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478701.545810:0:21210:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.206.111@tcp lock: ffff8ebb035fca00/0x8ebaae74e8217130 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000400000000 nid: local remote: 0x8ebaae74e8217137 expref: -99 pid: 18741 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478701.545829:0:21210:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:1.0:1789478701.545834:0:21210:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00010000:00010000:1.0:1789478701.545860:0:18393:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789478701.545866:0:18393:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.206.111@tcp lock: ffff8ebb035fca00/0x8ebaae74e8217130 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000400000000 nid: local remote: 0x8ebaae74e8217137 expref: -99 pid: 18741 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478701.545874:0:18393:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ebb035fca00 already unused, calling callback (ffffffffc1383c20) 10000000:00010000:1.0:1789478701.545878:0:18393:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.206.111@tcp lock: ffff8ebb035fca00/0x8ebaae74e8217130 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000400000000 nid: local remote: 0x8ebaae74e8217137 expref: -99 pid: 18741 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478701.545886:0:18393:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.206.111@tcp lock: ffff8ebb035fca00/0x8ebaae74e8217130 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1008400000000 nid: local remote: 0x8ebaae74e8217137 expref: -99 pid: 18741 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1789478701.545894:0:18393:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.206.111@tcp lock: ffff8ebb035fca00/0x8ebaae74e8217130 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1009400000000 nid: local remote: 0x8ebaae74e8217137 expref: -99 pid: 18741 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1789478701.545899:0:18393:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:1.0:1789478701.545901:0:18393:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:1.0:1789478701.545904:0:18393:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:1.0:1789478701.545916:0:18393:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff8ebb03f6b800 00010000:00010000:1.0:1789478701.545919:0:18393:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.206.111@tcp lock: ffff8ebb035fca00/0x8ebaae74e8217130 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5809400000000 nid: local remote: 0x8ebaae74e8217137 expref: -99 pid: 18741 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478701.545937:0:18393:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.206.111@tcp lock: ffff8ebb035fca00/0x8ebaae74e8217130 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5809400000000 nid: local remote: 0x8ebaae74e8217137 expref: -99 pid: 18741 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478701.545949:0:18393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789478701.545951:0:18393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789478701.545953:0:18393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789478701.545968:0:21210:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:1.0:1789478701.545980:0:21210:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff8ebb04b89f80 x1876403964554496/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789478718 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789478701.545995:0:21210:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 3 00000100:00080000:1.0:1789478701.546001:0:21210:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID 00000100:00080000:1.0:1789478701.546007:0:21210:0:(import.c:65:import_set_state_nolock()) ffff8ebb03347800 lustre-MDT0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00080000:1.0:1789478701.546012:0:21210:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:1.0:1789478701.546016:0:21210:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff8ebb04b89f80 x1876403964554496/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789478718 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789478701.546023:0:21210:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 4 00000100:00100000:1.0:1789478701.546026:0:21210:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 22s for inflight to error out 00000100:00100000:1.0:1789478701.546074:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebb04b89f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3644:1876403964554496:0@lo:38:kworker.0 00000100:00080000:1.0:1789478701.546898:0:21210:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:1.0:1789478701.546908:0:21210:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff8ebb04b8b480 x1876403964554624/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789478714 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789478701.546931:0:21210:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 3 00000100:00080000:1.0:1789478701.546936:0:21210:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID 00000100:00080000:1.0:1789478701.546955:0:21210:0:(import.c:65:import_set_state_nolock()) ffff8ebb01b7b000 lustre-MDT0001_UUID: changing import state from FULL to CONNECTING 00000100:00100000:1.0:1789478701.546984:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebb04b89f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3644:1876403964555008:0@lo:39:umount.0 00000400:00000100:1.0:1789478701.547041:0:3644:0:(lib-move.c:4383:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876403964555008 offset 0 length 224: 4 00000100:00100000:3.0:1789478701.548468:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebb04b8b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3647:1876403964554624:0@lo:400:kworker.0 00000100:00080000:0.0:1789478702.247725:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d53a32c3-7c45-4781-893e-f633d5432f2d->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789478702.247735:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) d53a32c3-7c45-4781-893e-f633d5432f2d->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789478702.247739:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789478702.247741:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1789478702.247898:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1789478702.247922:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc3fc00700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3646:1876403964555136:0@lo:400:kworker.0 00000400:00000100:2.0:1789478702.247976:0:3646:0:(lib-move.c:4383:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876403964555136 offset 0 length 224: 4 00010000:00010000:1.0:1789478702.309003:0:17228:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:0.0:1789478702.830882:0:19559:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000020:00000080:0.0:1789478702.830891:0:19559:0:(genops.c:885:class_export_put()) final put ffff8ebb0205d800/lustre-MDT0001-mdtlov_UUID 00000020:00000080:2.0:1789478702.831116:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8ebb0205d800/lustre-MDT0001-mdtlov_UUID for lustre-OST0001 00000020:00000080:2.0:1789478702.831165:0:37:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8ebb0205b800 for lustre-OST0001 00000001:00100000:0.0:1789478702.834245:0:18742:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000020:00000080:0.0:1789478702.834253:0:18742:0:(genops.c:885:class_export_put()) final put ffff8ebb01b7f000/lustre-MDT0001-mdtlov_UUID 00000020:00000080:1.0:1789478702.834340:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8ebb01b7f000/lustre-MDT0001-mdtlov_UUID for lustre-OST0000 00000020:00000080:1.0:1789478702.834396:0:36:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8ebb01b7e800 for lustre-OST0000 00000100:00080000:0.0:1789478703.268706:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d53a32c3-7c45-4781-893e-f633d5432f2d->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789478703.268717:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) d53a32c3-7c45-4781-893e-f633d5432f2d->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789478703.268721:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789478703.268724:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1789478703.268859:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc3fc01180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3646:1876403964555264:0@lo:400:kworker.0 00000400:00000100:2.0:1789478703.268914:0:3646:0:(lib-move.c:4383:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876403964555264 offset 0 length 224: 4 00010000:00010000:0.0:1789478703.332762:0:17227:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789478704.357003:0:18393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789478705.383120:0:17228:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789478706.404742:0:17227:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789478707.428793:0:18393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789478707.684848:0:3644:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789478697/real 1789478697] req@ffff8ebc34c99c00 x1876403964554368/t0(0) o250->MGC192.168.206.111@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789478707 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'ptlrpcd_00_02.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789478707.684957:0:3644:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8ebc34c99c00 x1876403964554368/t0(0) o250->MGC192.168.206.111@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789478707 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'ptlrpcd_00_02.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789478707.684977:0:3644:0:(import.c:65:import_set_state_nolock()) ffff8ebb03f6b800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789478707.685321:0:3644:0:(import.c:1512:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:1.0:1789478707.685326:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc34c99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d53a32c3-7c45-4781-893e-f633d5432f2d:3644:1876403964554368:0@lo:250:ptlrpcd_00_02.0 00000100:00080000:3.0:1789478707.694951:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) d53a32c3-7c45-4781-893e-f633d5432f2d->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789478707.694961:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789478707.694965:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ebb03f6b800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789478707.694972:0:36:0:(import.c:510:import_select_connection()) MGC192.168.206.111@tcp: connect to NID 0@lo last attempt 526 00000100:00080000:3.0:1789478707.694978:0:36:0:(import.c:589:import_select_connection()) MGC192.168.206.111@tcp: tried all connections, increasing latency to 5s 00000100:00080000:3.0:1789478707.694991:0:36:0:(import.c:625:import_select_connection()) MGC192.168.206.111@tcp: import ffff8ebb03f6b800 using connection 192.168.206.111@tcp/0@lo 00000100:00100000:3.0:1789478707.695024:0:36:0:(import.c:827:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8ebc34c9b800 x1876403964555392/t0(0) o250->MGC192.168.206.111@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789478707.695115:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc34c9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d53a32c3-7c45-4781-893e-f633d5432f2d:3644:1876403964555392:0@lo:250:kworker.0 00000400:00000100:1.0:1789478707.695159:0:3644:0:(lib-move.c:4383:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1876403964555392 offset 0 length 520: 4 00000100:00080000:3.0:1789478707.695379:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789478707.695383:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1789478707.695452:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1789478707.695761:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc34c9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3648:1876403964555520:0@lo:400:kworker.0 00000400:00000100:2.0:1789478707.695788:0:3648:0:(lib-move.c:4383:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876403964555520 offset 0 length 224: 4 00010000:00010000:1.0:1789478708.453909:0:17228:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789478709.477704:0:17227:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789478710.500744:0:18393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789478711.526518:0:17228:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789478711.783091:0:3644:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789478701/real 1789478701] req@ffff8ebb04b89f80 x1876403964555008/t0(0) o39->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 1 dl 1789478711 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789478711.783130:0:3644:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8ebb04b89f80 x1876403964555008/t0(0) o39->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 1 dl 1789478711 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789478711.783210:0:3644:0:(import.c:65:import_set_state_nolock()) ffff8ebb01b7b000 lustre-MDT0001_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:1.0:1789478711.783238:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebb04b89f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3644:1876403964555008:0@lo:39:umount.0 00000100:00080000:2.0:1789478711.784471:0:21210:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:2.0:1789478711.784481:0:21210:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 4 00000100:00100000:2.0:1789478711.784490:0:21210:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:2.0:1789478711.785530:0:21210:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.206.111@tcp lock: ffff8ebc40f05c00/0x8ebaae74e8217106 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x8ebaae74e821710d expref: -99 pid: 18741 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478711.785550:0:21210:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.206.111@tcp lock: ffff8ebc40f05c00/0x8ebaae74e8217106 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x8ebaae74e821710d expref: -99 pid: 18741 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478711.785557:0:21210:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.206.111@tcp lock: ffff8ebc40f05c00/0x8ebaae74e8217106 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0x8ebaae74e821710d expref: -99 pid: 18741 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478711.785564:0:21210:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.206.111@tcp lock: ffff8ebc40f05c00/0x8ebaae74e8217106 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0x8ebaae74e821710d expref: -99 pid: 18741 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478711.785626:0:21210:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1789478711.785634:0:21210:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.206.111@tcp lock: ffff8ebc40f05e00/0x8ebaae74e821745c lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x8ebaae74e8217463 expref: -99 pid: 17236 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478711.785640:0:21210:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.206.111@tcp lock: ffff8ebc40f05e00/0x8ebaae74e821745c lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x8ebaae74e8217463 expref: -99 pid: 17236 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478711.785646:0:21210:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.206.111@tcp lock: ffff8ebc40f05e00/0x8ebaae74e821745c lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x8ebaae74e8217463 expref: -99 pid: 17236 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478711.785652:0:21210:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.206.111@tcp lock: ffff8ebc40f05e00/0x8ebaae74e821745c lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x8ebaae74e8217463 expref: -99 pid: 17236 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478711.785665:0:21210:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 10000000:01000000:2.0:1789478711.785670:0:21210:0:(mgc_request.c:547:config_log_end()) end config log lustre-OST0000 (0) 00010000:00010000:3.0:1789478711.785676:0:17227:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1789478711.785686:0:17227:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.206.111@tcp lock: ffff8ebc40f05c00/0x8ebaae74e8217106 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0x8ebaae74e821710d expref: -99 pid: 18741 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478711.785695:0:17227:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ebc40f05c00 already unused, calling callback (ffffffffc1383c20) 00000020:01000004:2.0:1789478711.785696:0:21210:0:(tgt_mount.c:2115:server_put_super()) stopping lustre-OST0000 00000020:01000000:2.0:1789478711.785701:0:21210:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0000 (flags='F') 00000020:00000080:2.0:1789478711.785707:0:21210:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1789478711.785711:0:21210:0:(obd_config.c:956:class_cleanup()) lustre-OST0000: forcing exports to disconnect: 0/1 00000020:00080000:2.0:1789478711.785723:0:21210:0:(genops.c:1558:class_disconnect_exports()) OBD device 22 (ffff8ebc3f733370) has no exports 00000020:00080000:2.0:1789478711.785750:0:21210:0:(genops.c:1558:class_disconnect_exports()) OBD device 22 (ffff8ebc3f733370) has no exports 10000000:00010000:3.0:1789478711.785760:0:17227:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.206.111@tcp lock: ffff8ebc40f05c00/0x8ebaae74e8217106 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0x8ebaae74e821710d expref: -99 pid: 18741 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478711.785771:0:17227:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.206.111@tcp lock: ffff8ebc40f05c00/0x8ebaae74e8217106 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1008400000000 nid: local remote: 0x8ebaae74e821710d expref: -99 pid: 18741 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1789478711.785779:0:17227:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.206.111@tcp lock: ffff8ebc40f05c00/0x8ebaae74e8217106 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1009400000000 nid: local remote: 0x8ebaae74e821710d expref: -99 pid: 18741 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789478711.785785:0:17227:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:3.0:1789478711.785789:0:17227:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-OST0000: stopping, won't requeue 10000000:01000000:3.0:1789478711.785791:0:17227:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-OST0000 00010000:00010000:3.0:1789478711.785809:0:17227:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff8ebb03f6b800 00010000:00010000:3.0:1789478711.785814:0:17227:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.206.111@tcp lock: ffff8ebc40f05c00/0x8ebaae74e8217106 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000000 nid: local remote: 0x8ebaae74e821710d expref: -99 pid: 18741 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478711.785821:0:17227:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.206.111@tcp lock: ffff8ebc40f05c00/0x8ebaae74e8217106 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000000 nid: local remote: 0x8ebaae74e821710d expref: -99 pid: 18741 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478711.785839:0:17227:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789478711.785843:0:17227:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.206.111@tcp lock: ffff8ebc40f05e00/0x8ebaae74e821745c lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x8ebaae74e8217463 expref: -99 pid: 17236 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478711.785849:0:17227:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ebc40f05e00 already unused, calling callback (ffffffffc1383c20) 10000000:00010000:3.0:1789478711.785852:0:17227:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.206.111@tcp lock: ffff8ebc40f05e00/0x8ebaae74e821745c lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x8ebaae74e8217463 expref: -99 pid: 17236 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478711.785859:0:17227:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.206.111@tcp lock: ffff8ebc40f05e00/0x8ebaae74e821745c lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0x8ebaae74e8217463 expref: -99 pid: 17236 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1789478711.785865:0:17227:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.206.111@tcp lock: ffff8ebc40f05e00/0x8ebaae74e821745c lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0x8ebaae74e8217463 expref: -99 pid: 17236 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789478711.785878:0:17227:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:3.0:1789478711.785880:0:17227:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 10000000:01000000:3.0:1789478711.785881:0:17227:0:(mgc_request.c:130:config_log_put()) dropping config log params 00010000:00010000:3.0:1789478711.785889:0:17227:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff8ebb03f6b800 00010000:00010000:3.0:1789478711.785892:0:17227:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.206.111@tcp lock: ffff8ebc40f05e00/0x8ebaae74e821745c lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0x8ebaae74e8217463 expref: -99 pid: 17236 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478711.785898:0:17227:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.206.111@tcp lock: ffff8ebc40f05e00/0x8ebaae74e821745c lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0x8ebaae74e8217463 expref: -99 pid: 17236 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478711.785908:0:17227:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789478711.785910:0:17227:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789478711.785912:0:17227:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789478711.787356:0:18393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000000:2.0:1789478711.791000:0:21210:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff8ebc3f7f18a0 - data ffff8ebc31a55360/ffff8ebc2afea000 00000020:01000000:2.0:1789478711.791193:0:21210:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff8ebc3f7f1180 - data ffff8ebc31982798/ffff8ebb025e1000 00100000:10000000:2.0:1789478711.799375:0:21210:0:(lfsck_layout.c:753:lfsck_rbtree_cleanup()) lustre-OST0000-osd: layout LFSCK fini OST-objects accessing bitmap 00000020:00000080:2.0:1789478711.812938:0:21210:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x8ebaae74e821711b 00000020:00000080:2.0:1789478711.812949:0:21210:0:(genops.c:885:class_export_put()) final put ffff8ebc18903000/lustre-OST0000-osd_UUID 00000020:01000004:2.0:1789478711.812968:0:21210:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8ebc35e74800 from lustre-OST0000, refs=2 00000020:01000004:2.0:1789478711.812971:0:21210:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8ebc35e74800 2 00000020:01000004:2.0:1789478711.812974:0:21210:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff8ebc35e74800 from lustre-OST0000 00000020:00000080:2.0:1789478711.812994:0:21210:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1789478711.813004:0:21210:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000 (uuid lustre-OST0000_UUID) 00000020:00000080:2.0:1789478711.813007:0:21210:0:(genops.c:885:class_export_put()) final put ffff8ebc091a9000/lustre-OST0000_UUID 00000020:00000080:2.0:1789478711.813010:0:21210:0:(genops.c:844:class_export_destroy()) destroying export ffff8ebc091a9000/lustre-OST0000_UUID for lustre-OST0000 00000020:01000000:2.0:1789478711.813016:0:21210:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000 (lustre-OST0000_UUID) 00000020:01000004:2.0:1789478711.813069:0:21210:0:(obd_mount.c:578:lustre_stop_mgc()) MGC still has 1 references. 00000020:01000000:2.0:1789478711.813073:0:21210:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-OST0000 (flags='F') 00000020:00000080:2.0:1789478711.813076:0:21210:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1789478711.813081:0:21210:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-lwp-OST0000: forcing exports to disconnect: 1/3 00000020:00080000:2.0:1789478711.813087:0:21210:0:(genops.c:1819:print_export_data()) lustre-MDT0000-lwp-OST0000: ACTIVE ffff8ebb03345000 lustre-MDT0000-lwp-OST0000 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:2.0:1789478711.813092:0:21210:0:(genops.c:1553:class_disconnect_exports()) OBD device 23 (ffff8ebc0658b370) has exports, disconnecting them 00000020:00080000:2.0:1789478711.813097:0:21210:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000-lwp-OST0000: disconnecting export at 0@lo (ffff8ebb03345000), last request at 1789478634 00000020:00000080:2.0:1789478711.813100:0:21210:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x8ebaae74e8217145 00000020:00080000:2.0:1789478711.813109:0:21210:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff8ebb03345000): rc 0 00000020:00000080:2.0:1789478711.813113:0:21210:0:(genops.c:885:class_export_put()) final put ffff8ebb03345000/lustre-MDT0000-lwp-OST0000 00000020:00000080:0.0:1789478711.813563:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8ebc18903000/lustre-OST0000-osd_UUID for lustre-OST0000-osd 00000020:00000080:0.0:1789478711.813577:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8ebb03345000/lustre-MDT0000-lwp-OST0000 for lustre-MDT0000-lwp-OST0000 00010000:01000000:1.0:1789478711.824721:0:21210:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0000-lwp-OST0000: client import never connected 00000100:00080000:1.0:1789478711.824730:0:21210:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:1.0:1789478711.824745:0:21210:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 5 00000100:00100000:1.0:1789478711.824753:0:21210:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:1.0:1789478711.824918:0:21210:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1789478711.824926:0:21210:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-OST0000 (uuid lustre-MDT0000-lwp-OST0000_UUID) 00000020:01000000:1.0:1789478711.824932:0:21210:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-lwp-OST0000 (flags='F') 00000020:00000080:1.0:1789478711.824937:0:21210:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1789478711.824942:0:21210:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001-lwp-OST0000: forcing exports to disconnect: 1/3 00000020:00080000:1.0:1789478711.824949:0:21210:0:(genops.c:1819:print_export_data()) lustre-MDT0001-lwp-OST0000: ACTIVE ffff8ebb03342000 lustre-MDT0001-lwp-OST0000 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:1.0:1789478711.824956:0:21210:0:(genops.c:1553:class_disconnect_exports()) OBD device 24 (ffff8ebc34c719b8) has exports, disconnecting them 00000020:00080000:1.0:1789478711.824960:0:21210:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0001-lwp-OST0000: disconnecting export at 0@lo (ffff8ebb03342000), last request at 1789478634 00000020:00000080:1.0:1789478711.824964:0:21210:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x8ebaae74e821715a 00000020:00080000:1.0:1789478711.824979:0:21210:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff8ebb03342000): rc 0 00000020:00000080:1.0:1789478711.824984:0:21210:0:(genops.c:885:class_export_put()) final put ffff8ebb03342000/lustre-MDT0001-lwp-OST0000 00000020:00000080:2.0:1789478711.826071:0:37:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8ebb03347800 for lustre-MDT0000-lwp-OST0000 00000020:00000080:2.0:1789478711.826082:0:37:0:(genops.c:885:class_export_put()) final put ffff8ebb01b62000/lustre-MDT0000-lwp-OST0000_UUID 00000020:00000080:2.0:1789478711.826085:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8ebb01b62000/lustre-MDT0000-lwp-OST0000_UUID for lustre-MDT0000-lwp-OST0000 00000020:01000000:2.0:1789478711.826092:0:37:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-OST0000 (lustre-MDT0000-lwp-OST0000_UUID) 00000020:00000080:2.0:1789478711.826161:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8ebb03342000/lustre-MDT0001-lwp-OST0000 for lustre-MDT0001-lwp-OST0000 00010000:01000000:2.0:1789478711.855694:0:21210:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0001-lwp-OST0000: client import never connected 00000100:00080000:2.0:1789478711.855703:0:21210:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:2.0:1789478711.855707:0:21210:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 5 00000100:00100000:2.0:1789478711.855713:0:21210:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:2.0:1789478711.855742:0:37:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8ebb01b7b000 for lustre-MDT0001-lwp-OST0000 00000020:00000080:2.0:1789478711.855982:0:21210:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1789478711.855996:0:21210:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-lwp-OST0000 (uuid lustre-MDT0001-lwp-OST0000_UUID) 00000020:00000080:2.0:1789478711.856001:0:21210:0:(genops.c:885:class_export_put()) final put ffff8ebb01b7c000/lustre-MDT0001-lwp-OST0000_UUID 00000020:00000080:2.0:1789478711.856012:0:21210:0:(genops.c:844:class_export_destroy()) destroying export ffff8ebb01b7c000/lustre-MDT0001-lwp-OST0000_UUID for lustre-MDT0001-lwp-OST0000 00000020:01000000:2.0:1789478711.856020:0:21210:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-lwp-OST0000 (lustre-MDT0001-lwp-OST0000_UUID) 00000020:01000004:2.0:1789478711.856082:0:21210:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8ebc35e74800 1 00000020:00000080:2.0:1789478711.856088:0:21210:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x8ebaae74e82170f8 00000020:00000080:2.0:1789478711.856094:0:21210:0:(genops.c:885:class_export_put()) final put ffff8ebc40fb9000/lustre-OST0000-osd_UUID 00000020:01000000:2.0:1789478711.856102:0:21210:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osd (flags='') 00000020:00000080:2.0:1789478711.856110:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8ebc40fb9000/lustre-OST0000-osd_UUID for lustre-OST0000-osd 00000020:00000080:2.0:1789478711.856118:0:21210:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1789478711.856123:0:21210:0:(obd_config.c:956:class_cleanup()) lustre-OST0000-osd: forcing exports to disconnect: 0/1 00000020:00080000:2.0:1789478711.856126:0:21210:0:(genops.c:1558:class_disconnect_exports()) OBD device 20 (ffff8ebc34c74d28) has no exports 00000020:00000080:2.0:1789478711.963025:0:21210:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1789478711.963038:0:21210:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000-osd (uuid lustre-OST0000-osd_UUID) 00000020:00000080:2.0:1789478711.963044:0:21210:0:(genops.c:885:class_export_put()) final put ffff8ebc35e74000/lustre-OST0000-osd_UUID 00000020:00000080:2.0:1789478711.963048:0:21210:0:(genops.c:844:class_export_destroy()) destroying export ffff8ebc35e74000/lustre-OST0000-osd_UUID for lustre-OST0000-osd 00000020:01000000:2.0:1789478711.963056:0:21210:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000-osd (lustre-OST0000-osd_UUID) 00000020:01000004:2.0:1789478711.963166:0:21210:0:(obd_mount.c:668:lustre_free_lsi()) Freeing lsi ffff8ebc35e73000 00000020:02000400:2.0:1789478711.963206:0:21210:0:(tgt_mount.c:2184:server_put_super()) server umount lustre-OST0000 complete 00010000:00010000:2.0:1789478712.549062:0:17228:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789478713.061652:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d53a32c3-7c45-4781-893e-f633d5432f2d->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789478713.061662:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) d53a32c3-7c45-4781-893e-f633d5432f2d->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789478713.061665:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789478713.061668:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:3.0:1789478713.061733:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1789478713.061753:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc34c98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3647:1876403964555648:0@lo:400:kworker.0 00000400:00000100:3.0:1789478713.061802:0:3647:0:(lib-move.c:4383:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876403964555648 offset 0 length 224: 4 00010000:00010000:3.0:1789478713.572903:0:17227:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789478714.600947:0:18393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000400:1.0:1789478714.856727:0:3648:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789478698/real 1789478698] req@ffff8ebb04b8aa00 x1876403964554880/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 1 dl 1789478714 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789478714.900968:0:3648:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff8ebb04b8aa00 x1876403964554880/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 1 dl 1789478714 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789478714.900983:0:3648:0:(import.c:65:import_set_state_nolock()) ffff8ebc34c6b000 lustre-MDT0001_UUID: changing import state from FULL to DISCONN 00000100:02000400:1.0:1789478714.900987:0:3648:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0001-lwp-OST0001: Connection to lustre-MDT0001 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:1.0:1789478714.919185:0:3648:0:(import.c:418:ptlrpc_pinger_force()) lustre-MDT0001_UUID: waking up pinger s:DISCONN 00000100:00100000:1.0:1789478714.919219:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebb04b8aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3648:1876403964554880:0@lo:400:kworker.0 00000100:00080000:0.0:1789478714.920396:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d53a32c3-7c45-4781-893e-f633d5432f2d->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789478714.920402:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) d53a32c3-7c45-4781-893e-f633d5432f2d->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789478714.920404:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789478714.920407:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789478714.920410:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789478714.920414:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1789478714.920417:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ebc34c6b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789478714.920424:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 478 00000100:00080000:0.0:1789478714.920438:0:37:0:(import.c:625:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff8ebc34c6b000 using connection 192.168.206.111@tcp/0@lo 00000100:00100000:0.0:1789478714.920469:0:37:0:(import.c:827:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8ebc3fc03800 x1876403964555776/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789478714.920526:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc3fc03800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3644:1876403964555776:0@lo:38:kworker.0 00000400:00000100:2.0:1789478714.920570:0:3644:0:(lib-move.c:4383:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876403964555776 offset 0 length 520: 4 00000020:01000004:2.0:1789478715.557173:0:21412:0:(tgt_mount.c:2195:server_umount_begin()) umount -f 00000020:01000004:2.0:1789478715.567791:0:21412:0:(tgt_mount.c:2065:server_put_super()) server put_super lustre-OST0001 00010000:00010000:2.0:1789478715.567876:0:21412:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.206.111@tcp lock: ffff8ebc34f77e00/0x8ebaae74e82171ca lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x8ebaae74e82171d1 expref: -99 pid: 19558 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478715.567891:0:21412:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.206.111@tcp lock: ffff8ebc34f77e00/0x8ebaae74e82171ca lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x8ebaae74e82171d1 expref: -99 pid: 19558 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478715.567899:0:21412:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.206.111@tcp lock: ffff8ebc34f77e00/0x8ebaae74e82171ca lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0x8ebaae74e82171d1 expref: -99 pid: 19558 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478715.567906:0:21412:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.206.111@tcp lock: ffff8ebc34f77e00/0x8ebaae74e82171ca lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0x8ebaae74e82171d1 expref: -99 pid: 19558 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478715.567932:0:21412:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:2.0:1789478715.567937:0:21412:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00000100:00080000:2.0:1789478715.567963:0:21412:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1789478715.567974:0:21412:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff8ebb04b89180 x1876403964554752/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789478718 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789478715.567999:0:21412:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 3 00000100:00080000:2.0:1789478715.568006:0:21412:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID 00000100:00080000:2.0:1789478715.568012:0:21412:0:(import.c:65:import_set_state_nolock()) ffff8ebb02058000 lustre-MDT0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00080000:2.0:1789478715.568017:0:21412:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1789478715.568021:0:21412:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff8ebb04b89180 x1876403964554752/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789478718 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789478715.568027:0:21412:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 4 00000100:00100000:2.0:1789478715.568030:0:21412:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 4s for inflight to error out 00000100:00100000:3.0:1789478715.568189:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebb04b89180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3644:1876403964554752:0@lo:38:kworker.0 00010000:00010000:1.0:1789478715.568488:0:17228:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789478715.568496:0:17228:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.206.111@tcp lock: ffff8ebc34f77e00/0x8ebaae74e82171ca lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0x8ebaae74e82171d1 expref: -99 pid: 19558 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478715.568504:0:17228:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ebc34f77e00 already unused, calling callback (ffffffffc1383c20) 10000000:00010000:1.0:1789478715.568521:0:17228:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.206.111@tcp lock: ffff8ebc34f77e00/0x8ebaae74e82171ca lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0x8ebaae74e82171d1 expref: -99 pid: 19558 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478715.568530:0:17228:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.206.111@tcp lock: ffff8ebc34f77e00/0x8ebaae74e82171ca lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0x8ebaae74e82171d1 expref: -99 pid: 19558 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1789478715.568538:0:17228:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.206.111@tcp lock: ffff8ebc34f77e00/0x8ebaae74e82171ca lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0x8ebaae74e82171d1 expref: -99 pid: 19558 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1789478715.568544:0:17228:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:1.0:1789478715.568546:0:17228:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:1.0:1789478715.568548:0:17228:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:1.0:1789478715.568559:0:17228:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff8ebb03f6b800 00010000:00010000:1.0:1789478715.568563:0:17228:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.206.111@tcp lock: ffff8ebc34f77e00/0x8ebaae74e82171ca lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0x8ebaae74e82171d1 expref: -99 pid: 19558 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478715.568569:0:17228:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.206.111@tcp lock: ffff8ebc34f77e00/0x8ebaae74e82171ca lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0x8ebaae74e82171d1 expref: -99 pid: 19558 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478715.568580:0:17228:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789478715.568582:0:17228:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789478715.568584:0:17228:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789478715.569166:0:21412:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:2.0:1789478715.569173:0:21412:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff8ebc3fc00700 x1876403964555136/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789478718 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789478715.569198:0:21412:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff8ebc3fc01180 x1876403964555264/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789478719 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789478715.569207:0:21412:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff8ebc34c9bb80 x1876403964555520/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789478723 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789478715.569226:0:21412:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff8ebc34c98000 x1876403964555648/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789478729 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789478715.569239:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc3fc01180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3646:1876403964555264:0@lo:400:kworker.0 00000100:00100000:1.0:1789478715.569314:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc34c9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3648:1876403964555520:0@lo:400:kworker.0 00000100:00100000:2.0:1789478715.569339:0:21412:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff8ebc3fc03800 x1876403964555776/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789478724 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789478715.569357:0:21412:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: committing for last_committed 0 gen 3 00000100:00080000:2.0:1789478715.569362:0:21412:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID 00000100:00100000:3.0:1789478715.569443:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc34c98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3647:1876403964555648:0@lo:400:kworker.0 00000100:00100000:0.0:1789478715.569503:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc3fc00700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3646:1876403964555136:0@lo:400:kworker.0 00000100:00080000:2.0:1789478715.569546:0:21412:0:(import.c:65:import_set_state_nolock()) ffff8ebc34c6b000 lustre-MDT0001_UUID: changing import state from CONNECTING to CLOSED 00000100:00080000:2.0:1789478715.569550:0:21412:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:2.0:1789478715.569554:0:21412:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff8ebc34c98000 x1876403964555648/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789478729 ref 1 fl Complete:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789478715.569559:0:21412:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff8ebc3fc03800 x1876403964555776/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789478724 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789478715.569563:0:21412:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: committing for last_committed 0 gen 4 00000100:00100000:2.0:1789478715.569565:0:21412:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 12s for inflight to error out 00000100:00100000:3.0:1789478715.569810:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc3fc03800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3644:1876403964555776:0@lo:38:kworker.0 00010000:00010000:2.0:1789478715.571052:0:21412:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.206.111@tcp lock: ffff8ebc34f76400/0x8ebaae74e82171a0 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x8ebaae74e82171a7 expref: -99 pid: 19558 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478715.571068:0:21412:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.206.111@tcp lock: ffff8ebc34f76400/0x8ebaae74e82171a0 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x8ebaae74e82171a7 expref: -99 pid: 19558 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478715.571075:0:21412:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.206.111@tcp lock: ffff8ebc34f76400/0x8ebaae74e82171a0 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x8ebaae74e82171a7 expref: -99 pid: 19558 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478715.571097:0:21412:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.206.111@tcp lock: ffff8ebc34f76400/0x8ebaae74e82171a0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x8ebaae74e82171a7 expref: -99 pid: 19558 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478715.571184:0:21412:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1789478715.571244:0:21412:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.206.111@tcp lock: ffff8ebc40fcf000/0x8ebaae74e821744e lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x8ebaae74e8217455 expref: -99 pid: 17236 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478715.571252:0:21412:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.206.111@tcp lock: ffff8ebc40fcf000/0x8ebaae74e821744e lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x8ebaae74e8217455 expref: -99 pid: 17236 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478715.571257:0:21412:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.206.111@tcp lock: ffff8ebc40fcf000/0x8ebaae74e821744e lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x8ebaae74e8217455 expref: -99 pid: 17236 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478715.571263:0:21412:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.206.111@tcp lock: ffff8ebc40fcf000/0x8ebaae74e821744e lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x8ebaae74e8217455 expref: -99 pid: 17236 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478715.571304:0:17227:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1789478715.571310:0:17227:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.206.111@tcp lock: ffff8ebc34f76400/0x8ebaae74e82171a0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x8ebaae74e82171a7 expref: -99 pid: 19558 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478715.571318:0:17227:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ebc34f76400 already unused, calling callback (ffffffffc1383c20) 10000000:00010000:3.0:1789478715.571322:0:17227:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.206.111@tcp lock: ffff8ebc34f76400/0x8ebaae74e82171a0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x8ebaae74e82171a7 expref: -99 pid: 19558 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478715.571578:0:17227:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.206.111@tcp lock: ffff8ebc34f76400/0x8ebaae74e82171a0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0x8ebaae74e82171a7 expref: -99 pid: 19558 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1789478715.571585:0:17227:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.206.111@tcp lock: ffff8ebc34f76400/0x8ebaae74e82171a0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0x8ebaae74e82171a7 expref: -99 pid: 19558 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789478715.571591:0:17227:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:3.0:1789478715.571620:0:17227:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-OST0001: stopping, won't requeue 00010000:00010000:3.0:1789478715.571633:0:17227:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff8ebb03f6b800 00010000:00010000:3.0:1789478715.571637:0:17227:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.206.111@tcp lock: ffff8ebc34f76400/0x8ebaae74e82171a0 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0x8ebaae74e82171a7 expref: -99 pid: 19558 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478715.571644:0:17227:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.206.111@tcp lock: ffff8ebc34f76400/0x8ebaae74e82171a0 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0x8ebaae74e82171a7 expref: -99 pid: 19558 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478715.571660:0:17227:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789478715.571663:0:17227:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.206.111@tcp lock: ffff8ebc40fcf000/0x8ebaae74e821744e lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x8ebaae74e8217455 expref: -99 pid: 17236 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478715.571668:0:17227:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ebc40fcf000 already unused, calling callback (ffffffffc1383c20) 10000000:00010000:3.0:1789478715.571671:0:17227:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.206.111@tcp lock: ffff8ebc40fcf000/0x8ebaae74e821744e lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x8ebaae74e8217455 expref: -99 pid: 17236 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478715.571689:0:17227:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.206.111@tcp lock: ffff8ebc40fcf000/0x8ebaae74e821744e lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0x8ebaae74e8217455 expref: -99 pid: 17236 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1789478715.571696:0:17227:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.206.111@tcp lock: ffff8ebc40fcf000/0x8ebaae74e821744e lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0x8ebaae74e8217455 expref: -99 pid: 17236 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789478715.571702:0:17227:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:3.0:1789478715.571704:0:17227:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 00010000:00010000:3.0:1789478715.571708:0:17227:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff8ebb03f6b800 00010000:00010000:3.0:1789478715.571712:0:17227:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.206.111@tcp lock: ffff8ebc40fcf000/0x8ebaae74e821744e lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000000 nid: local remote: 0x8ebaae74e8217455 expref: -99 pid: 17236 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478715.571719:0:17227:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789478715.571720:0:17227:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789478715.571722:0:17227:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789478715.571771:0:21412:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:2.0:1789478715.571776:0:21412:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.206.111@tcp lock: ffff8ebc40fcf000/0x8ebaae74e821744e lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000000 nid: local remote: 0x8ebaae74e8217455 expref: -99 pid: 17236 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789478715.571789:0:21412:0:(mgc_request.c:130:config_log_put()) dropping config log params 10000000:01000000:2.0:1789478715.571793:0:21412:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-OST0001 10000000:01000000:2.0:1789478715.571795:0:21412:0:(mgc_request.c:547:config_log_end()) end config log lustre-OST0001 (0) 00000020:01000004:2.0:1789478715.571822:0:21412:0:(tgt_mount.c:2115:server_put_super()) stopping lustre-OST0001 00000020:01000000:2.0:1789478715.571826:0:21412:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0001 (flags='F') 00000020:00000080:2.0:1789478715.571831:0:21412:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1789478715.571837:0:21412:0:(obd_config.c:956:class_cleanup()) lustre-OST0001: forcing exports to disconnect: 0/1 00000020:00080000:2.0:1789478715.571841:0:21412:0:(genops.c:1558:class_disconnect_exports()) OBD device 26 (ffff8ebc08d94d28) has no exports 00000020:00080000:2.0:1789478715.571871:0:21412:0:(genops.c:1558:class_disconnect_exports()) OBD device 26 (ffff8ebc08d94d28) has no exports 00010000:00010000:0.0:1789478715.572479:0:18393:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000000:2.0:1789478715.574241:0:21412:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff8ebc3f7f1a80 - data ffff8ebc3199f0d8/ffff8ebc2afebc00 00000020:01000000:2.0:1789478715.574496:0:21412:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff8ebb032523c0 - data ffff8ebb01d78288/ffff8ebc3fa1d000 00100000:10000000:2.0:1789478715.585011:0:21412:0:(lfsck_layout.c:753:lfsck_rbtree_cleanup()) lustre-OST0001-osd: layout LFSCK fini OST-objects accessing bitmap 00000020:00000080:3.0:1789478715.602548:0:21412:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x8ebaae74e82171b5 00000020:00000080:3.0:1789478715.602559:0:21412:0:(genops.c:885:class_export_put()) final put ffff8ebc34c6e800/lustre-OST0001-osd_UUID 00000020:01000004:3.0:1789478715.602573:0:21412:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8ebb01b7d000 from lustre-OST0001, refs=2 00000020:01000004:3.0:1789478715.602577:0:21412:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8ebb01b7d000 2 00000020:01000004:3.0:1789478715.602581:0:21412:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff8ebb01b7d000 from lustre-OST0001 00000020:00000080:3.0:1789478715.602929:0:21412:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1789478715.602938:0:21412:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001 (uuid lustre-OST0001_UUID) 00000020:00000080:3.0:1789478715.602941:0:21412:0:(genops.c:885:class_export_put()) final put ffff8ebc34c6d000/lustre-OST0001_UUID 00000020:00000080:3.0:1789478715.602945:0:21412:0:(genops.c:844:class_export_destroy()) destroying export ffff8ebc34c6d000/lustre-OST0001_UUID for lustre-OST0001 00000020:01000000:3.0:1789478715.602952:0:21412:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001 (lustre-OST0001_UUID) 00000020:00000080:1.0:1789478715.603040:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8ebc34c6e800/lustre-OST0001-osd_UUID for lustre-OST0001-osd 00000100:00080000:3.0:1789478715.603046:0:21412:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import d53a32c3-7c45-4781-893e-f633d5432f2d->MGS 00010000:00010000:3.0:1789478715.603062:0:21412:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.206.111@tcp lock: ffff8ebc34f77a00/0x8ebaae74e8216fc4 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0x8ebaae74e8216fcb expref: -99 pid: 17970 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1789478715.603074:0:21412:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.206.111@tcp lock: ffff8ebc34f77a00/0x8ebaae74e8216fc4 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0x8ebaae74e8216fcb expref: -99 pid: 17970 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789478715.603089:0:21412:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 10000000:01000000:3.0:1789478715.603092:0:21412:0:(mgc_request.c:954:mgc_blocking_ast()) log nodemap: disconnecting, won't requeue 10000000:01000000:3.0:1789478715.603229:0:21412:0:(mgc_request.c:130:config_log_put()) dropping config log nodemap 00010000:00010000:3.0:1789478715.603246:0:21412:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff8ebb03f6b800 00010000:00010000:3.0:1789478715.603250:0:21412:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.206.111@tcp lock: ffff8ebc34f77a00/0x8ebaae74e8216fc4 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0x8ebaae74e8216fcb expref: -99 pid: 17970 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478715.603265:0:21412:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.206.111@tcp lock: ffff8ebb035fde00/0x8ebaae74e8216eb3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0x8ebaae74e8216eba expref: -99 pid: 17218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1789478715.603273:0:21412:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.206.111@tcp lock: ffff8ebb035fde00/0x8ebaae74e8216eb3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0x8ebaae74e8216eba expref: -99 pid: 17218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789478715.603278:0:21412:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:3.0:1789478715.603281:0:21412:0:(mgc_request.c:954:mgc_blocking_ast()) log lustre-s: disconnecting, won't requeue 10000000:01000000:3.0:1789478715.603283:0:21412:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-sptlrpc 00010000:00010000:3.0:1789478715.603292:0:21412:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff8ebb03f6b800 00010000:00010000:3.0:1789478715.603307:0:21412:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.206.111@tcp lock: ffff8ebb035fde00/0x8ebaae74e8216eb3 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0x8ebaae74e8216eba expref: -99 pid: 17218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:3.0:1789478715.603325:0:21412:0:(import.c:65:import_set_state_nolock()) ffff8ebb03f6b800 MGS: changing import state from CONNECTING to CLOSED 10000000:01000000:3.0:1789478715.603329:0:21412:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808001 00000100:00080000:3.0:1789478715.603332:0:21412:0:(pinger.c:193:ptlrpc_pinger_ir_down()) IR down 10000000:01000000:3.0:1789478715.603333:0:21412:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00080000:3.0:1789478715.603338:0:21412:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00100000:3.0:1789478715.603349:0:21412:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff8ebc34c9b800 x1876403964555392/t0(0) o250->MGC192.168.206.111@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789478722 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 10000000:01000000:3.0:1789478715.603413:0:21412:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00100000:3.0:1789478715.603416:0:21412:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 9s for inflight to error out 00000100:00100000:0.0:1789478715.603462:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc34c9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d53a32c3-7c45-4781-893e-f633d5432f2d:3644:1876403964555392:0@lo:250:kworker.0 10000000:01000000:3.0:1789478715.603519:0:21412:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808003 00000020:00000080:3.0:1789478715.603530:0:21412:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x8ebaae74e8216e9e 00000020:00000080:3.0:1789478715.603534:0:21412:0:(genops.c:885:class_export_put()) final put ffff8ebb03f6b000/d53a32c3-7c45-4781-893e-f633d5432f2d 00000020:01000000:3.0:1789478715.603581:0:21412:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of MGC192.168.206.111@tcp (flags='') 00000020:00000080:3.0:1789478715.603585:0:21412:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1789478715.603588:0:21412:0:(obd_config.c:956:class_cleanup()) MGC192.168.206.111@tcp: forcing exports to disconnect: 0/3 00000020:00080000:3.0:1789478715.603613:0:21412:0:(genops.c:1558:class_disconnect_exports()) OBD device 2 (ffff8ebc40f719b8) has no exports 10000000:01000000:0.0:1789478715.603673:0:17236:0:(mgc_request.c:708:mgc_requeue_thread()) Ending requeue thread 10000000:01000000:3.0:1789478715.603752:0:21412:0:(obd_class.h:670:obd_cleanup_client_import()) MGC192.168.206.111@tcp: client import never connected 00000100:00080000:3.0:1789478715.603755:0:21412:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 10000000:01000000:3.0:1789478715.603756:0:21412:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00100000:3.0:1789478715.603766:0:21412:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 10000000:01000000:3.0:1789478715.603768:0:21412:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808003 00000020:00000080:1.0:1789478715.603815:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8ebb03f6b000/d53a32c3-7c45-4781-893e-f633d5432f2d for MGC192.168.206.111@tcp 00000020:00000080:3.0:1789478715.604108:0:21412:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1789478715.604113:0:21412:0:(obd_config.c:883:class_detach()) detach on obd MGC192.168.206.111@tcp (uuid d53a32c3-7c45-4781-893e-f633d5432f2d) 00000020:01000000:3.0:1789478715.604117:0:21412:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-OST0001 (flags='F') 00000020:00000080:3.0:1789478715.604121:0:21412:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1789478715.604124:0:21412:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-lwp-OST0001: forcing exports to disconnect: 1/3 00000020:00080000:3.0:1789478715.604129:0:21412:0:(genops.c:1819:print_export_data()) lustre-MDT0000-lwp-OST0001: ACTIVE ffff8ebb01b65000 lustre-MDT0000-lwp-OST0001 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:3.0:1789478715.604133:0:21412:0:(genops.c:1553:class_disconnect_exports()) OBD device 27 (ffff8ebb03270000) has exports, disconnecting them 00000020:00080000:3.0:1789478715.604138:0:21412:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000-lwp-OST0001: disconnecting export at 0@lo (ffff8ebb01b65000), last request at 1789478648 00000020:00000080:3.0:1789478715.604142:0:21412:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x8ebaae74e82171df 00000020:00080000:3.0:1789478715.604151:0:21412:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff8ebb01b65000): rc 0 00000020:00000080:3.0:1789478715.604155:0:21412:0:(genops.c:885:class_export_put()) final put ffff8ebb01b65000/lustre-MDT0000-lwp-OST0001 00000020:00000080:0.0:1789478715.604275:0:36:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8ebb03f6b800 for MGC192.168.206.111@tcp 00000020:00000080:0.0:1789478715.604281:0:36:0:(genops.c:885:class_export_put()) final put ffff8ebb03f6f800/d53a32c3-7c45-4781-893e-f633d5432f2d 00000020:00000080:0.0:1789478715.604283:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8ebb03f6f800/d53a32c3-7c45-4781-893e-f633d5432f2d for MGC192.168.206.111@tcp 00000020:01000000:0.0:1789478715.604291:0:36:0:(genops.c:441:class_free_dev()) finishing cleanup of obd MGC192.168.206.111@tcp (d53a32c3-7c45-4781-893e-f633d5432f2d) 00000020:00000080:0.0:1789478715.605750:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8ebb01b65000/lustre-MDT0000-lwp-OST0001 for lustre-MDT0000-lwp-OST0001 00010000:01000000:0.0:1789478715.607739:0:21412:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0000-lwp-OST0001: client import never connected 00000100:00080000:0.0:1789478715.607824:0:21412:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1789478715.607829:0:21412:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 5 00000100:00100000:0.0:1789478715.607837:0:21412:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:0.0:1789478715.608028:0:21412:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1789478715.608032:0:36:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8ebb02058000 for lustre-MDT0000-lwp-OST0001 00000020:00000080:0.0:1789478715.608036:0:21412:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-OST0001 (uuid lustre-MDT0000-lwp-OST0001_UUID) 00000020:00000080:0.0:1789478715.608044:0:21412:0:(genops.c:885:class_export_put()) final put ffff8ebc35e72000/lustre-MDT0000-lwp-OST0001_UUID 00000020:00000080:0.0:1789478715.608048:0:21412:0:(genops.c:844:class_export_destroy()) destroying export ffff8ebc35e72000/lustre-MDT0000-lwp-OST0001_UUID for lustre-MDT0000-lwp-OST0001 00000020:01000000:0.0:1789478715.608054:0:21412:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-OST0001 (lustre-MDT0000-lwp-OST0001_UUID) 00000020:01000000:0.0:1789478715.608143:0:21412:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-lwp-OST0001 (flags='F') 00000020:00000080:0.0:1789478715.608147:0:21412:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1789478715.608153:0:21412:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001-lwp-OST0001: forcing exports to disconnect: 1/3 00000020:00080000:0.0:1789478715.608159:0:21412:0:(genops.c:1819:print_export_data()) lustre-MDT0001-lwp-OST0001: ACTIVE ffff8ebc34c6a000 lustre-MDT0001-lwp-OST0001 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1789478715.608165:0:21412:0:(genops.c:1553:class_disconnect_exports()) OBD device 28 (ffff8ebc08d90000) has exports, disconnecting them 00000020:00080000:0.0:1789478715.608170:0:21412:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0001-lwp-OST0001: disconnecting export at 0@lo (ffff8ebc34c6a000), last request at 1789478648 00000020:00000080:0.0:1789478715.608173:0:21412:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x8ebaae74e82171f4 00000020:00080000:0.0:1789478715.608188:0:21412:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff8ebc34c6a000): rc 0 00000020:00000080:0.0:1789478715.608192:0:21412:0:(genops.c:885:class_export_put()) final put ffff8ebc34c6a000/lustre-MDT0001-lwp-OST0001 00000020:00000080:1.0:1789478715.613348:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8ebc34c6a000/lustre-MDT0001-lwp-OST0001 for lustre-MDT0001-lwp-OST0001 00010000:01000000:1.0:1789478715.613705:0:21412:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0001-lwp-OST0001: client import never connected 00000100:00080000:1.0:1789478715.613710:0:21412:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:1.0:1789478715.613727:0:21412:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: committing for last_committed 0 gen 5 00000100:00100000:1.0:1789478715.613735:0:21412:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:1.0:1789478715.613858:0:36:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8ebc34c6b000 for lustre-MDT0001-lwp-OST0001 00010000:00010000:1.0:1789478715.613908:0:17228:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-1 blwis in pool) 00010000:00010000:3.0:1789478715.614953:0:17227:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-2 blwis in pool) 00010000:00010000:1.0:1789478715.615654:0:18393:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-3 blwis in pool) 00000100:00100000:1.0:1789478715.615835:0:17222:0:(service.c:3183:ptlrpc_main()) ldlm_cb00_000: service thread [ffff8ebc34e3ee00:17222] 0 exiting: rc = 1 00000100:00100000:3.0:1789478715.616460:0:17223:0:(service.c:3183:ptlrpc_main()) ldlm_cb00_001: service thread [ffff8ebc34e3ea00:17223] 1 exiting: rc = 0 00000100:00100000:1.0:1789478715.616524:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478715.617570:0:17224:0:(service.c:3183:ptlrpc_main()) ldlm_cn00_000: service thread [ffff8ebc09164a00:17224] 0 exiting: rc = 1 00000100:00100000:1.0:1789478715.618445:0:17991:0:(service.c:3183:ptlrpc_main()) ldlm_cn00_003: service thread [ffff8ebc0436ac00:17991] 3 exiting: rc = 0 00000100:00100000:1.0:1789478715.618514:0:17225:0:(service.c:3183:ptlrpc_main()) ldlm_cn00_001: service thread [ffff8ebc09164c00:17225] 1 exiting: rc = 0 00000100:00100000:1.0:1789478715.670710:0:17226:0:(service.c:3183:ptlrpc_main()) ldlm_cn00_002: service thread [ffff8ebc09165200:17226] 2 exiting: rc = 0 00000100:00100000:1.0:1789478715.670882:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478715.670890:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478715.670897:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478715.670903:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478715.670909:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478715.670914:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478715.670920:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478715.670925:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478715.670931:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478715.670949:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478715.670955:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478715.670960:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478715.670967:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478715.670973:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478715.670978:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478715.670982:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478715.670988:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478715.670993:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478715.670998:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478715.671003:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478715.671009:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478715.671013:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478715.671034:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478715.671039:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478715.671044:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478715.671048:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478715.671054:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478715.671059:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478715.671065:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478715.671070:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478715.671075:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478715.671079:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478715.671085:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478715.671090:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478715.671095:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478715.671100:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478715.671105:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478715.671110:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478715.671115:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478715.671120:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478715.671125:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478715.671130:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478715.671135:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478715.671140:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478715.671145:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478715.671150:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478715.671156:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478715.671160:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478715.671166:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478715.671171:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478715.671176:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478715.671180:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478715.671185:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478715.671190:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478715.671195:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478715.671200:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478715.671205:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478715.671216:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478715.671221:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478715.671226:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478715.671231:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478715.671236:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478715.671241:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789478715.671246:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:00000080:1.0:1789478715.672689:0:21412:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1789478715.672699:0:21412:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-lwp-OST0001 (uuid lustre-MDT0001-lwp-OST0001_UUID) 00000020:00000080:1.0:1789478715.672705:0:21412:0:(genops.c:885:class_export_put()) final put ffff8ebc34c6c800/lustre-MDT0001-lwp-OST0001_UUID 00000020:00000080:1.0:1789478715.672709:0:21412:0:(genops.c:844:class_export_destroy()) destroying export ffff8ebc34c6c800/lustre-MDT0001-lwp-OST0001_UUID for lustre-MDT0001-lwp-OST0001 00000020:01000000:1.0:1789478715.672715:0:21412:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-lwp-OST0001 (lustre-MDT0001-lwp-OST0001_UUID) 00000020:01000004:1.0:1789478715.672761:0:21412:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8ebb01b7d000 1 00000020:00000080:1.0:1789478715.672766:0:21412:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x8ebaae74e8217199 00000020:00000080:1.0:1789478715.672771:0:21412:0:(genops.c:885:class_export_put()) final put ffff8ebc34c6d800/lustre-OST0001-osd_UUID 00000020:01000000:1.0:1789478715.672784:0:21412:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0001-osd (flags='') 00000020:00000080:1.0:1789478715.672795:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8ebc34c6d800/lustre-OST0001-osd_UUID for lustre-OST0001-osd 00000020:00000080:1.0:1789478715.672807:0:21412:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1789478715.672811:0:21412:0:(obd_config.c:956:class_cleanup()) lustre-OST0001-osd: forcing exports to disconnect: 0/1 00000020:00080000:1.0:1789478715.672815:0:21412:0:(genops.c:1558:class_disconnect_exports()) OBD device 25 (ffff8ebb03274d28) has no exports 00000020:00000080:0.0:1789478715.802032:0:21412:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1789478715.802046:0:21412:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001-osd (uuid lustre-OST0001-osd_UUID) 00000020:00000080:0.0:1789478715.802052:0:21412:0:(genops.c:885:class_export_put()) final put ffff8ebb01b78000/lustre-OST0001-osd_UUID 00000020:00000080:0.0:1789478715.802057:0:21412:0:(genops.c:844:class_export_destroy()) destroying export ffff8ebb01b78000/lustre-OST0001-osd_UUID for lustre-OST0001-osd 00000020:01000000:0.0:1789478715.802071:0:21412:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001-osd (lustre-OST0001-osd_UUID) 00000020:01000004:0.0:1789478715.802523:0:21412:0:(obd_mount.c:668:lustre_free_lsi()) Freeing lsi ffff8ebb01b7a000 00000020:01000000:0.0:1789478715.802544:0:21412:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of OSS (flags='F') 00000020:00000080:0.0:1789478715.802549:0:21412:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1789478715.802553:0:21412:0:(obd_config.c:956:class_cleanup()) OSS: forcing exports to disconnect: 0/1 00000020:00080000:0.0:1789478715.802557:0:21412:0:(genops.c:1558:class_disconnect_exports()) OBD device 21 (ffff8ebc06588000) has no exports 00000020:00000080:0.0:1789478715.802614:0:21412:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1789478715.802622:0:21412:0:(obd_config.c:883:class_detach()) detach on obd OSS (uuid OSS_uuid) 00000020:00000080:0.0:1789478715.802626:0:21412:0:(genops.c:885:class_export_put()) final put ffff8ebc40fba000/OSS_uuid 00000020:00000080:0.0:1789478715.802629:0:21412:0:(genops.c:844:class_export_destroy()) destroying export ffff8ebc40fba000/OSS_uuid for OSS 00000020:01000000:0.0:1789478715.802633:0:21412:0:(genops.c:441:class_free_dev()) finishing cleanup of obd OSS (OSS_uuid) 00000100:00100000:2.0:1789478715.802746:0:19341:0:(service.c:3183:ptlrpc_main()) ll_ost00_003: service thread [ffff8ebb0227fc00:19341] 3 exiting: rc = 0 00000100:00100000:0.0:1789478715.802754:0:19739:0:(service.c:3183:ptlrpc_main()) ll_ost00_004: service thread [ffff8ebb03677000:19739] 4 exiting: rc = 0 00000100:00100000:1.0:1789478715.803883:0:18746:0:(service.c:3183:ptlrpc_main()) ll_ost00_000: service thread [ffff8ebb03356200:18746] 0 exiting: rc = 1 00000100:00080000:3.0:1789478715.803988:0:17235:0:(pinger.c:548:ping_evictor_main()) Exiting Ping Evictor 00000100:00100000:0.0:1789478715.805477:0:18748:0:(service.c:3183:ptlrpc_main()) ll_ost00_002: service thread [ffff8ebb02293400:18748] 2 exiting: rc = 0 00000100:00100000:0.0:1789478715.805560:0:18747:0:(service.c:3183:ptlrpc_main()) ll_ost00_001: service thread [ffff8ebc0549ec00:18747] 1 exiting: rc = 0 00000100:00100000:2.0:1789478715.806693:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478715.806703:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478715.806709:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478715.806714:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478715.806719:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478715.806724:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478715.806729:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478715.806734:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478715.806740:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478715.806745:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478715.806750:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478715.806755:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478715.806759:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478715.806765:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478715.806769:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478715.806774:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478715.806780:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478715.806785:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478715.806790:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478715.806795:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478715.806800:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478715.806805:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478715.806810:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478715.806815:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478715.806820:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478715.806824:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478715.806829:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478715.806833:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478715.806839:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478715.806844:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478715.806860:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478715.806867:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478715.806872:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478715.806877:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478715.806882:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478715.806887:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478715.806902:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478715.806908:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478715.806913:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478715.806918:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478715.806929:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478715.806933:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478715.806939:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478715.806944:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478715.806948:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478715.806954:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478715.806958:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478715.806964:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478715.806969:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478715.806973:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478715.806979:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478715.806983:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478715.806988:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478715.806993:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478715.806999:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478715.807004:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478715.807009:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478715.807014:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478715.807019:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478715.807024:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478715.807246:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478715.807255:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478715.807260:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478715.807265:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789478715.809124:0:18750:0:(service.c:3183:ptlrpc_main()) ll_ost_create00_001: service thread [ffff8ebc21b1fa00:18750] 1 exiting: rc = 0 00000100:00100000:2.0:1789478715.809313:0:18749:0:(service.c:3183:ptlrpc_main()) ll_ost_create00_000: service thread [ffff8ebb035b2a00:18749] 0 exiting: rc = 1 00000100:00100000:2.0:1789478715.814385:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478715.814455:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478715.814475:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478715.814480:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478715.814485:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478715.814489:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478715.814494:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478715.814499:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478715.814504:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478715.814509:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478715.814514:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478715.814519:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478715.814523:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478715.814528:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478715.814533:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478715.814538:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478715.814543:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478715.814549:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478715.814553:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478715.814559:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478715.814563:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478715.814569:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478715.814574:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478715.814578:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478715.814583:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478715.814588:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478715.814609:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478715.814615:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478715.814620:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478715.814625:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478715.814642:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478715.814648:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478715.814653:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478715.814662:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478715.814667:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478715.814691:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478715.814696:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478715.814702:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478715.814708:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478715.814713:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478715.814718:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478715.814723:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478715.814737:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478715.814743:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478715.814748:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478715.814757:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478715.814765:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478715.814770:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478715.814775:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478715.814780:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478715.814785:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478715.814791:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478715.814796:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478715.814801:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478715.814806:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478715.814811:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478715.814816:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478715.814821:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478715.814826:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478715.814830:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478715.814835:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478715.814840:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478715.814845:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478715.814854:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478715.816389:0:20377:0:(service.c:3183:ptlrpc_main()) ll_ost_io00_003: service thread [ffff8ebb03674600:20377] 3 exiting: rc = 0 00000100:00100000:0.0:1789478715.816420:0:18752:0:(service.c:3183:ptlrpc_main()) ll_ost_io00_001: service thread [ffff8ebc40de1a00:18752] 1 exiting: rc = 0 00000100:00100000:0.0:1789478715.816577:0:18751:0:(service.c:3183:ptlrpc_main()) ll_ost_io00_000: service thread [ffff8ebc40de0200:18751] 0 exiting: rc = 1 00000100:00100000:3.0:1789478715.818798:0:18753:0:(service.c:3183:ptlrpc_main()) ll_ost_io00_002: service thread [ffff8ebc40de0000:18753] 2 exiting: rc = 0 00000100:00100000:2.0:1789478715.819136:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478715.819143:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478715.819149:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478715.819154:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478715.819160:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478715.819181:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478715.819187:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478715.819192:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478715.819198:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478715.819203:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478715.819208:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478715.819213:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478715.819219:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478715.819224:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478715.819229:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478715.819234:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478715.819240:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478715.819266:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478715.819274:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478715.819280:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478715.819286:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478715.819303:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478715.819310:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478715.819316:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478715.819322:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478715.819328:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478715.819333:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478715.819339:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478715.819344:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478715.819350:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478715.819355:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478715.819360:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478715.819365:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478715.819371:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478715.819376:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478715.819381:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478715.819387:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478715.819392:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478715.819399:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478715.819404:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478715.819416:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478715.819435:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478715.819442:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478715.819447:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478715.819452:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478715.819458:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478715.819463:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478715.819469:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478715.819486:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478715.819492:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478715.819498:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478715.819504:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478715.819510:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478715.819515:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478715.819520:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478715.819526:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478715.819532:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478715.819538:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478715.819543:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478715.819559:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478715.819572:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478715.819578:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478715.819584:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478715.819615:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789478715.833351:0:18754:0:(service.c:3183:ptlrpc_main()) ll_ost_seq00_000: service thread [ffff8ebc40de1800:18754] 0 exiting: rc = 1 00000100:00100000:3.0:1789478715.834124:0:18755:0:(service.c:3183:ptlrpc_main()) ll_ost_seq00_001: service thread [ffff8ebc40de0400:18755] 1 exiting: rc = 0 00000100:00100000:2.0:1789478715.835115:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478715.835123:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478715.835128:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478715.835133:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478715.835150:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478715.835157:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478715.835161:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478715.835166:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478715.835170:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478715.835176:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478715.835180:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478715.835195:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478715.835199:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478715.835204:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478715.835209:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478715.835213:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478715.835217:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478715.835221:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478715.835226:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478715.835230:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478715.835234:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478715.835240:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478715.835246:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478715.835251:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478715.835256:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478715.835261:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478715.835266:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478715.835271:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478715.835276:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478715.835281:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478715.835286:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478715.835302:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478715.835308:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478715.835313:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478715.835318:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478715.835323:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478715.835327:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478715.835334:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478715.835339:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478715.835344:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478715.835349:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478715.835353:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478715.835358:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478715.835363:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478715.835368:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478715.835373:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478715.835386:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478715.835391:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478715.835396:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478715.835401:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478715.835405:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478715.835409:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478715.835414:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478715.835419:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478715.835423:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478715.835427:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478715.835432:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478715.835436:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478715.835441:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478715.835445:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478715.835450:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478715.835454:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478715.835472:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789478715.835479:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789478715.839951:0:18756:0:(service.c:3183:ptlrpc_main()) ll_ost_out00_000: service thread [ffff8ebb0350d400:18756] 0 exiting: rc = 1 00000100:00100000:2.0:1789478715.840752:0:18757:0:(service.c:3183:ptlrpc_main()) ll_ost_out00_001: service thread [ffff8ebb0350ce00:18757] 1 exiting: rc = 0 00000100:00100000:3.0:1789478715.841063:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789478715.841083:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789478715.841089:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789478715.841096:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789478715.841101:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789478715.841123:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789478715.841129:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789478715.841134:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789478715.841140:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789478715.841146:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789478715.841152:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789478715.841158:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789478715.841163:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789478715.841169:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789478715.841174:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789478715.841180:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789478715.841186:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789478715.841206:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789478715.841214:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789478715.841220:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789478715.841225:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789478715.841230:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789478715.841235:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789478715.841240:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789478715.841246:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789478715.841253:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789478715.841259:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789478715.841264:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789478715.841270:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789478715.841306:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789478715.841313:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789478715.841319:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789478715.841325:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789478715.841331:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789478715.841337:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789478715.841341:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789478715.841353:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789478715.841359:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789478715.841365:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789478715.841371:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789478715.841377:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789478715.841399:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789478715.841417:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789478715.841423:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789478715.841429:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789478715.841435:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789478715.841441:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789478715.841446:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789478715.841452:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789478715.841458:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789478715.841475:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789478715.841481:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789478715.841486:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789478715.841506:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789478715.841513:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789478715.841520:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789478715.841525:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789478715.841531:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789478715.841536:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789478715.841542:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789478715.841548:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789478715.841554:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789478715.841559:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789478715.841571:0:21412:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:02000400:2.0:1789478715.857493:0:21412:0:(tgt_mount.c:2184:server_put_super()) server umount lustre-OST0001 complete 00000001:02000400:1.0:1789478736.511450:0:22176:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg611-server.virtnet: executing load_modules_local 00000020:01000004:1.0:1789478745.865765:0:22775:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:1.0:1789478745.865834:0:22775:0:(obd_mount.c:926:lmd_print()) device: /dev/mapper/mds1_flakey 00000020:01000004:1.0:1789478745.865836:0:22775:0:(obd_mount.c:929:lmd_print()) options: user_xattr,errors=remount-ro 00000080:01200004:1.0:1789478745.865942:0:22775:0:(super25.c:131:lustre_fill_super()) VFS Op: sb ffff8ebc3fa73800 00000020:01000004:1.0:1789478745.866053:0:22775:0:(tgt_mount.c:2503:osd_start()) Attempting to start lustre-MDT0000, type=osd-ldiskfs, lsifl=200005, mountfl=0 00000020:01000004:1.0:1789478745.866060:0:22775:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-osd (typ=osd-ldiskfs) 00000020:00000080:1.0:1789478745.866079:0:22775:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-osd (ffff8ebc3f733370) 00000020:00000080:1.0:1789478745.866092:0:22775:0:(obd_config.c:720:class_attach_name()) OBD: dev 0 attached type osd-ldiskfs with refcount 2 00100000:10000000:2.0:1789478745.936473:0:22775:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x13:0x0] (16/1) registered 00100000:10000000:2.0:1789478745.937868:0:22775:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000001:0x3:0x0] (8/24) registered 00100000:10000000:2.0:1789478745.941467:0:22775:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xd:0x0] (8/32) registered 00100000:10000000:2.0:1789478745.942304:0:22775:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xe:0x0] (8/32) registered 00100000:10000000:2.0:1789478745.943378:0:22775:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x20002:0x0] (8/8) registered 00100000:10000000:2.0:1789478745.944125:0:22775:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xa:0x0] (8/32) registered 00100000:10000000:2.0:1789478745.945300:0:22775:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x20003:0x0] (8/8) registered 00100000:10000000:2.0:1789478745.945742:0:22775:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x3:0x0] (8/8) registered 00100000:10000000:2.0:1789478745.945947:0:22775:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x9:0x0] (8/32) registered 00100000:10000000:2.0:1789478745.946205:0:22775:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x1:0x0] (8/8) registered 00100000:10000000:2.0:1789478745.948052:0:22775:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x2:0x0] (8/8) registered 00100000:10000000:2.0:1789478745.949911:0:22775:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x20001:0x0] (8/8) registered 00100000:10000000:2.0:1789478745.950327:0:22775:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xb:0x0] (8/32) registered 00100000:10000000:2.0:1789478745.950613:0:22775:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xc:0x0] (8/32) registered 00100000:10000000:2.0:1789478745.955418:0:22775:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2:0x0] (8/32) registered 00100000:10000000:3.0:1789478745.961786:0:22775:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x31:0x0] (24/16) registered 00100000:10000000:3.0:1789478745.962017:0:22775:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2a:0x0] (24/16) registered 00100000:10000000:3.0:1789478745.962198:0:22775:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x22:0x0] (16/1) registered 00100000:10000000:3.0:1789478745.962424:0:22775:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2c:0x0] (24/16) registered 00100000:10000000:3.0:1789478745.962628:0:22775:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x17:0x0] (16/1) registered 00100000:10000000:3.0:1789478745.963536:0:22775:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1e:0x0] (16/1) registered 00100000:10000000:3.0:1789478745.963878:0:22775:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2d:0x0] (24/16) registered 00100000:10000000:3.0:1789478745.964291:0:22775:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x33:0x0] (24/16) registered 00100000:10000000:3.0:1789478745.964629:0:22775:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x27:0x0] (24/16) registered 00100000:10000000:3.0:1789478745.964944:0:22775:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x21:0x0] (16/1) registered 00100000:10000000:3.0:1789478745.965575:0:22775:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x19:0x0] (16/1) registered 00100000:10000000:3.0:1789478745.965861:0:22775:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x32:0x0] (24/16) registered 00100000:10000000:3.0:1789478745.967374:0:22775:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x28:0x0] (24/16) registered 00100000:10000000:3.0:1789478745.968099:0:22775:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x25:0x0] (24/16) registered 00100000:10000000:3.0:1789478745.968458:0:22775:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1c:0x0] (16/1) registered 00100000:10000000:3.0:1789478745.972495:0:22775:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x20:0x0] (16/1) registered 00100000:10000000:3.0:1789478745.973978:0:22775:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x30:0x0] (24/16) registered 00100000:10000000:3.0:1789478745.974347:0:22775:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x34:0x0] (24/16) registered 00100000:10000000:3.0:1789478745.974661:0:22775:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1f:0x0] (16/1) registered 00100000:10000000:3.0:1789478745.975334:0:22775:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x23:0x0] (16/1) registered 00100000:10000000:3.0:1789478745.975722:0:22775:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x15:0x0] (16/1) registered 00100000:10000000:3.0:1789478745.976027:0:22775:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x18:0x0] (16/1) registered 00100000:10000000:3.0:1789478745.976900:0:22775:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x16:0x0] (16/1) registered 00100000:10000000:3.0:1789478745.977388:0:22775:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1d:0x0] (16/1) registered 00100000:10000000:3.0:1789478745.978134:0:22775:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2b:0x0] (24/16) registered 00100000:10000000:3.0:1789478745.978454:0:22775:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2e:0x0] (24/16) registered 00100000:10000000:3.0:1789478745.978781:0:22775:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1b:0x0] (16/1) registered 00100000:10000000:3.0:1789478745.979067:0:22775:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2f:0x0] (24/16) registered 00100000:10000000:3.0:1789478745.982086:0:22775:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1a:0x0] (16/1) registered 00100000:10000000:3.0:1789478745.982796:0:22775:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x29:0x0] (24/16) registered 00100000:10000000:3.0:1789478745.983154:0:22775:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x26:0x0] (24/16) registered 00100000:10000000:3.0:1789478745.983426:0:22775:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x14:0x0] (16/1) registered 00100000:10000000:3.0:1789478745.984302:0:22775:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x1020000:0x0] (8/32) registered 00100000:10000000:3.0:1789478745.984871:0:22775:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x2020000:0x0] (8/32) registered 00100000:10000000:3.0:1789478745.985200:0:22775:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x20000:0x0] (8/32) registered 00100000:10000000:3.0:1789478745.986358:0:22775:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x1010000:0x0] (8/32) registered 00100000:10000000:3.0:1789478745.986719:0:22775:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x10000:0x0] (8/32) registered 00100000:10000000:3.0:1789478745.987069:0:22775:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x2010000:0x0] (8/32) registered 00080000:01000000:3.0:1789478745.987972:0:22775:0:(osd_lproc.c:911:osd_procfs_init()) lustre-MDT0000: register osd-ldiskfs tunable parameters 00000020:00000080:3.0:1789478745.988183:0:22775:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-osd (uuid lustre-MDT0000-osd_UUID) 00080000:01000000:3.0:1789478745.988191:0:22775:0:(osd_handler.c:8925:osd_obd_connect()) connect #0 00000020:00000080:3.0:1789478745.988203:0:22775:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x8ebaae74e821770a 00000020:01000004:3.0:1789478745.988209:0:22775:0:(tgt_mount.c:2588:server_fill_super()) Found service lustre-MDT0000 on device /dev/mapper/mds1_flakey 00000020:01000000:3.0:1789478745.988213:0:22775:0:(tgt_mount.c:219:server_start_mgs()) Start MGS service MGS 00000020:01000004:3.0:1789478745.988218:0:22775:0:(tgt_mount.c:101:server_register_mount()) register mount ffff8ebc3fa73800 from MGS 00000020:01000004:3.0:1789478745.988221:0:22775:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MGS (typ=mgs) 00000020:00000080:3.0:1789478745.988230:0:22775:0:(genops.c:413:class_newdev()) Allocate new device MGS (ffff8ebb032719b8) 00000020:00000080:3.0:1789478745.988251:0:22775:0:(obd_config.c:720:class_attach_name()) OBD: dev 1 attached type mgs with refcount 2 00000020:01000004:3.0:1789478745.988307:0:22775:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8ebc3fa73800 from MGS, refs=2 00080000:01000000:3.0:1789478745.988312:0:22775:0:(osd_handler.c:8925:osd_obd_connect()) connect #1 00000020:00000080:3.0:1789478745.988317:0:22775:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x8ebaae74e8217718 00000100:00100000:3.0:1789478745.988410:0:22775:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/1 left), rc = 0 00000100:00100000:3.0:1789478745.988538:0:22775:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[0] started 0 min 2 max 56 00000100:00100000:3.0:1789478745.988544:0:22775:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb00_000' 00000100:00100000:3.0:1789478745.989181:0:22775:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[0] started 1 min 2 max 56 00000100:00100000:3.0:1789478745.989188:0:22775:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb00_001' 00000100:00100000:3.0:1789478745.990184:0:22775:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_canceld: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1789478745.990494:0:22775:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 0 min 3 max 56 00000100:00100000:3.0:1789478745.990500:0:22775:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_000' 00000100:00100000:3.0:1789478745.992149:0:22775:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 1 min 3 max 56 00000100:00100000:3.0:1789478745.992160:0:22775:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_001' 00000100:00100000:3.0:1789478745.993353:0:22775:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 2 min 3 max 56 00000100:00100000:3.0:1789478745.993362:0:22775:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_002' 00010000:00010000:1.0:1789478745.994260:0:22784:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789478745.994264:0:22784:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789478745.994272:0:22784:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789478745.994588:0:22785:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789478745.994590:0:22785:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789478745.994606:0:22785:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789478745.995206:0:22775:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-MGS-0 is initialized 00010000:00010000:0.0:1789478746.000012:0:22784:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:01000000:2.0:1789478746.000425:0:22775:0:(llog_obd.c:197:llog_setup()) obd MGS ctxt 0 is initialized 10000000:01000000:2.0:1789478746.001372:0:22787:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x2 (params) 20000000:01000000:0.0:1789478746.001424:0:22775:0:(mgs_nids.c:666:mgs_nidtbl_init_fs()) IR: current version is 2 20000000:01000000:0.0:1789478746.001459:0:22775:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:0.0:1789478746.002101:0:22775:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 00000100:00100000:0.0:1789478746.002450:0:22775:0:(service.c:155:ptlrpc_grow_req_bufs()) mgs: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1789478746.003197:0:22775:0:(service.c:3462:ptlrpc_start_thread()) mgs[-1] started 0 min 3 max 32 00000100:00100000:0.0:1789478746.003205:0:22775:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_mgs_0000' 00000100:00100000:0.0:1789478746.005330:0:22775:0:(service.c:3462:ptlrpc_start_thread()) mgs[-1] started 1 min 3 max 32 00000100:00100000:0.0:1789478746.005341:0:22775:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_mgs_0001' 00000100:00100000:0.0:1789478746.009185:0:22775:0:(service.c:3462:ptlrpc_start_thread()) mgs[-1] started 2 min 3 max 32 00000100:00100000:0.0:1789478746.009196:0:22775:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_mgs_0002' 00000020:00000080:0.0:1789478746.009861:0:22775:0:(obd_config.c:826:class_setup()) finished setup of obd MGS (uuid MGS) 00000020:01000004:0.0:1789478746.009879:0:22775:0:(obd_mount.c:411:lustre_start_mgc()) Start MGC 'MGC192.168.206.111@tcp' 00000020:01000004:0.0:1789478746.009881:0:22775:0:(obd_mount.c:420:lustre_start_mgc()) mgs NIDs (null). 00000020:01000004:0.0:1789478746.009908:0:22775:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MGC192.168.206.111@tcp (typ=mgc) 00000020:00000080:0.0:1789478746.009921:0:22775:0:(genops.c:413:class_newdev()) Allocate new device MGC192.168.206.111@tcp (ffff8ebc08d919b8) 00000020:00000080:0.0:1789478746.009934:0:22775:0:(obd_config.c:720:class_attach_name()) OBD: dev 2 attached type mgc with refcount 2 00010000:00080000:0.0:1789478746.010010:0:22775:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8ebc3f64d000@MGC192.168.206.111@tcp: add connection 192.168.206.111@tcp at head 00010000:00010000:0.0:1789478746.010167:0:22775:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-MGC192.168.206.111@tcp-0 is initialized 00000040:01000000:0.0:1789478746.010172:0:22775:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.206.111@tcp ctxt 1 is initialized 00000100:00080000:3.0:1789478746.010772:0:22792:0:(pinger.c:466:ping_evictor_main()) Starting Ping Evictor 10000000:01000000:3.0:1789478746.012731:0:22793:0:(mgc_request.c:631:mgc_requeue_thread()) Starting requeue thread 00000020:00000080:0.0:1789478746.012820:0:22775:0:(obd_config.c:826:class_setup()) finished setup of obd MGC192.168.206.111@tcp (uuid 433f6587-f9be-4304-94be-07d77f00816b) 00000020:00000080:0.0:1789478746.012839:0:22775:0:(genops.c:1385:class_connect()) connect: client 433f6587-f9be-4304-94be-07d77f00816b, cookie 0x8ebaae74e8217726 00000100:00080000:0.0:1789478746.012857:0:22775:0:(import.c:510:import_select_connection()) MGC192.168.206.111@tcp: connect to NID 0@lo last attempt 0 00000100:00080000:0.0:1789478746.012866:0:22775:0:(import.c:625:import_select_connection()) MGC192.168.206.111@tcp: import ffff8ebc3f64d000 using connection 192.168.206.111@tcp/0@lo 00000100:00100000:0.0:1789478746.012915:0:22775:0:(import.c:827:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8ebc3fc00700 x1876403964555904/t0(0) o250->MGC192.168.206.111@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789478746.013018:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc3fc00700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:433f6587-f9be-4304-94be-07d77f00816b:3644:1876403964555904:0@lo:250:mount.lustre.0 00000100:00100000:3.0:1789478746.013072:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1789478746.014102:0:22775:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import 433f6587-f9be-4304-94be-07d77f00816b->MGS 00000020:01000004:0.0:1789478746.014129:0:22775:0:(tgt_mount.c:1812:server_start_targets()) starting target lustre-MDT0000 00000020:01000004:0.0:1789478746.014136:0:22775:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MDS (typ=mds) 00000020:00000080:0.0:1789478746.014158:0:22775:0:(genops.c:413:class_newdev()) Allocate new device MDS (ffff8ebc08d90000) 00000020:00000080:0.0:1789478746.014174:0:22775:0:(obd_config.c:720:class_attach_name()) OBD: dev 3 attached type mds with refcount 2 00000100:00100000:3.0:1789478746.021826:0:22788:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964555904 00000100:00100000:3.0:1789478746.021839:0:22788:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964555904 00000100:00100000:3.0:1789478746.021882:0:22790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1789478746.021890:0:22790:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc06fa1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0+-99:3644:x1876403964555904:12345-0@lo:250:mount.lustre.0 00010000:00080000:3.0:1789478746.021915:0:22790:0:(ldlm_lib.c:1444:target_handle_connect()) MGS: connection from 433f6587-f9be-4304-94be-07d77f00816b@0@lo t0 exp 0000000000000000 cur 575 last 0 00000020:00000080:3.0:1789478746.021942:0:22790:0:(genops.c:1385:class_connect()) connect: client 433f6587-f9be-4304-94be-07d77f00816b, cookie 0x8ebaae74e8217734 00000100:00080000:3.0:1789478746.022063:0:22790:0:(import.c:65:import_set_state_nolock()) ffff8ebc05b5b800 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1789478746.022136:0:22790:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc06fa1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:433f6587-f9be-4304-94be-07d77f00816b+5:3644:x1876403964555904:12345-0@lo:250:mount.lustre.0 Request processed in 246us (9063us total) trans 0 rc 0/0 00000100:00100000:3.0:1789478746.022155:0:22790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1789478746.022199:0:3644:0:(client.c:3125:ptlrpc_free_committed()) MGC192.168.206.111@tcp: committing for last_committed 0 gen 1 00000100:00080000:3.0:1789478746.022206:0:3644:0:(import.c:1133:ptlrpc_connect_interpret()) MGC192.168.206.111@tcp: connect to target with instance 0 00000100:00080000:3.0:1789478746.022213:0:3644:0:(import.c:957:ptlrpc_connect_set_flags()) MGC192.168.206.111@tcp: Resetting ns_connect_flags to server flags: 0xa000011001002060 10000000:01000000:3.0:1789478746.022217:0:3644:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808005 00000100:00080000:3.0:1789478746.022220:0:3644:0:(import.c:65:import_set_state_nolock()) ffff8ebc3f64d000 MGS: changing import state from CONNECTING to FULL 10000000:01000000:3.0:1789478746.022223:0:3644:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808004 00000100:00080000:3.0:1789478746.023996:0:3644:0:(pinger.c:186:ptlrpc_pinger_ir_up()) IR up 00000100:00100000:3.0:1789478746.024029:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc3fc00700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:433f6587-f9be-4304-94be-07d77f00816b:3644:1876403964555904:0@lo:250:mount.lustre.0 00000100:00100000:0.0:1789478746.029411:0:22775:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt: allocate 64 new 262144-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1789478746.029651:0:22775:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 0 min 3 max 116 00000100:00100000:0.0:1789478746.029657:0:22775:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_000' 00000100:00100000:0.0:1789478746.030960:0:22775:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 1 min 3 max 116 00000100:00100000:0.0:1789478746.030969:0:22775:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_001' 00000100:00100000:0.0:1789478746.031343:0:22775:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 2 min 3 max 116 00000100:00100000:0.0:1789478746.031350:0:22775:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_002' 00000100:00100000:0.0:1789478746.032007:0:22775:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_readpage: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1789478746.032169:0:22775:0:(service.c:3462:ptlrpc_start_thread()) mdt_readpage[0] started 0 min 2 max 80 00000100:00100000:0.0:1789478746.032175:0:22775:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_rdpg00_000' 00000100:00100000:0.0:1789478746.036638:0:22775:0:(service.c:3462:ptlrpc_start_thread()) mdt_readpage[0] started 1 min 2 max 80 00000100:00100000:0.0:1789478746.036661:0:22775:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_rdpg00_001' 00000100:00100000:1.0:1789478746.065927:0:22775:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_out: allocate 64 new 1048576-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1789478746.066106:0:22775:0:(service.c:3462:ptlrpc_start_thread()) mdt_out[0] started 0 min 2 max 116 00000100:00100000:1.0:1789478746.066113:0:22775:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_out00_000' 00000100:00100000:0.0:1789478746.067941:0:22775:0:(service.c:3462:ptlrpc_start_thread()) mdt_out[0] started 1 min 2 max 116 00000100:00100000:0.0:1789478746.067952:0:22775:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_out00_001' 00000100:00100000:0.0:1789478746.068475:0:22775:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_seqs: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1789478746.068673:0:22775:0:(service.c:3462:ptlrpc_start_thread()) mdt_seqs[-1] started 0 min 2 max 256 00000100:00100000:0.0:1789478746.068679:0:22775:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_seqs_0000' 00000100:00100000:0.0:1789478746.069249:0:22775:0:(service.c:3462:ptlrpc_start_thread()) mdt_seqs[-1] started 1 min 2 max 256 00000100:00100000:0.0:1789478746.069255:0:22775:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_seqs_0001' 00000100:00100000:0.0:1789478746.069920:0:22775:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_seqm: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1789478746.070053:0:22775:0:(service.c:3462:ptlrpc_start_thread()) mdt_seqm[-1] started 0 min 2 max 256 00000100:00100000:0.0:1789478746.070058:0:22775:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_seqm_0000' 00000100:00100000:0.0:1789478746.070834:0:22775:0:(service.c:3462:ptlrpc_start_thread()) mdt_seqm[-1] started 1 min 2 max 256 00000100:00100000:0.0:1789478746.070845:0:22775:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_seqm_0001' 00000100:00100000:0.0:1789478746.071481:0:22775:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_fld: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1789478746.071804:0:22775:0:(service.c:3462:ptlrpc_start_thread()) mdt_fld[-1] started 0 min 2 max 256 00000100:00100000:0.0:1789478746.071809:0:22775:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_fld_0000' 00000100:00100000:0.0:1789478746.072224:0:22775:0:(service.c:3462:ptlrpc_start_thread()) mdt_fld[-1] started 1 min 2 max 256 00000100:00100000:0.0:1789478746.072294:0:22775:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_fld_0001' 00000100:00100000:0.0:1789478746.089047:0:22775:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_io: allocate 64 new 524288-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1789478746.089345:0:22775:0:(service.c:3462:ptlrpc_start_thread()) mdt_io[0] started 0 min 3 max 116 00000100:00100000:0.0:1789478746.089353:0:22775:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_io00_000' 00000100:00100000:1.0:1789478746.091162:0:22775:0:(service.c:3462:ptlrpc_start_thread()) mdt_io[0] started 1 min 3 max 116 00000100:00100000:1.0:1789478746.091172:0:22775:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_io00_001' 00000100:00100000:0.0:1789478746.092442:0:22775:0:(service.c:3462:ptlrpc_start_thread()) mdt_io[0] started 2 min 3 max 116 00000100:00100000:0.0:1789478746.092451:0:22775:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_io00_002' 00000020:00000080:0.0:1789478746.093547:0:22775:0:(obd_config.c:826:class_setup()) finished setup of obd MDS (uuid MDS_uuid) 00000020:01000004:0.0:1789478746.093573:0:22775:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for /dev/mapper/mds1_flakey 10000000:01000000:0.0:1789478746.093579:0:22775:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.206.111@tcp: cl_mgc_mutex lustre-MDT0000-osd for locked: rc = 0 00000040:01000000:0.0:1789478746.093951:0:22775:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.206.111@tcp ctxt 0 is initialized 00000020:01000004:0.0:1789478746.093991:0:22775:0:(tgt_mount.c:1418:server_register_target()) Registration lustre-MDT0000, fs=lustre, 192.168.206.111@tcp, index=0000, flags=0x20005 00000020:01000004:0.0:1789478746.093996:0:22775:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:0.0:1789478746.093997:0:22775:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1789478746.093999:0:22775:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1789478746.094000:0:22775:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1789478746.094001:0:22775:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1789478746.094002:0:22775:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1789478746.094004:0:22775:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1789478746.094005:0:22775:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1789478746.094007:0:22775:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1789478746.094008:0:22775:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:0.0:1789478746.094011:0:22775:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0000 0x10020005 00000020:01000004:0.0:1789478746.094013:0:22775:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:0.0:1789478746.094014:0:22775:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1789478746.094016:0:22775:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1789478746.094017:0:22775:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1789478746.094018:0:22775:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1789478746.094019:0:22775:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1789478746.094020:0:22775:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1789478746.094021:0:22775:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1789478746.094022:0:22775:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1789478746.094023:0:22775:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:0.0:1789478746.094049:0:22775:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0000 00000100:00100000:0.0:1789478746.094065:0:22775:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc3fc01180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:433f6587-f9be-4304-94be-07d77f00816b:22775:1876403964556032:0@lo:253:mount.lustre.0 00000100:00100000:0.0:1789478746.094122:0:22775:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789478746.094203:0:22775:0:(client.c:2715:ptlrpc_set_wait()) set ffff8ebb0273dc00 going to sleep for 11 seconds 00000100:00100000:3.0:1789478746.094300:0:22791:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964556032 00000100:00100000:3.0:1789478746.094307:0:22791:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964556032 00000100:00100000:3.0:1789478746.094376:0:22791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1789478746.094386:0:22791:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc06fa1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:433f6587-f9be-4304-94be-07d77f00816b+5:22775:x1876403964556032:12345-0@lo:253:mount.lustre.0 20000000:01000000:3.0:1789478746.094429:0:22791:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:3.0:1789478746.094437:0:22791:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 0 is registered to MGS. 20000000:01000000:3.0:1789478746.094440:0:22791:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-MDT0000 is running on 0@lo 10000000:01000000:3.0:1789478746.094806:0:22812:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 20000000:01000000:1.0:1789478746.095349:0:22791:0:(mgs_nids.c:666:mgs_nidtbl_init_fs()) IR: current version is 10 20000000:01000000:2.0:1789478746.096744:0:22813:0:(mgs_llog.c:340:mgs_fsdb_handler()) MDT index is 0 20000000:01000000:2.0:1789478746.096749:0:22813:0:(mgs_llog.c:340:mgs_fsdb_handler()) MDT index is 1 20000000:01000000:2.0:1789478746.096752:0:22813:0:(mgs_llog.c:324:mgs_fsdb_handler()) OST index for lustre-OST0000_UUID is 0 (0) 20000000:01000000:2.0:1789478746.096755:0:22813:0:(mgs_llog.c:324:mgs_fsdb_handler()) OST index for lustre-OST0001_UUID is 1 (1) 00000040:00080000:2.0:1789478746.102783:0:22813:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 52 count 51 20000000:01000000:3.0:1789478746.103046:0:22791:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:3.0:1789478746.103057:0:22791:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00000100:00100000:3.0:1789478746.106100:0:22791:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc06fa1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:433f6587-f9be-4304-94be-07d77f00816b+5:22775:x1876403964556032:12345-0@lo:253:mount.lustre.0 Request processed in 11670us (11931us total) trans 0 rc 0/0 00000100:00100000:3.0:1789478746.106127:0:22791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1789478746.106364:0:22775:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc3fc01180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:433f6587-f9be-4304-94be-07d77f00816b:22775:1876403964556032:0@lo:253:mount.lustre.0 10000000:01000000:0.0:1789478746.106390:0:22775:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0000 got index = 0 00000020:01000004:0.0:1789478746.106394:0:22775:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:0.0:1789478746.106395:0:22775:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1789478746.106397:0:22775:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1789478746.106398:0:22775:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1789478746.106399:0:22775:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1789478746.106401:0:22775:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1789478746.106402:0:22775:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1789478746.106403:0:22775:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1789478746.106405:0:22775:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1789478746.106407:0:22775:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:0.0:1789478746.106424:0:22775:0:(tgt_mount.c:101:server_register_mount()) register mount ffff8ebc3fa73800 from lustre-MDT0000 10000000:01000000:0.0:1789478746.106452:0:22775:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-MDT0000 from 0 10000000:01000000:0.0:1789478746.106454:0:22775:0:(mgc_request.c:329:config_log_add()) add config log lustre-MDT0000-0000000000000000 10000000:01000000:0.0:1789478746.106458:0:22775:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-sptlrpc-ffff8ebc08d919b8 10000000:01000000:0.0:1789478746.106462:0:22775:0:(mgc_request.c:68:mgc_name2resid()) log lustre-sptlrpc to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:0.0:1789478746.106470:0:22775:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-sptlrpc-ffff8ebc08d919b8 from 1 10000000:01000000:0.0:1789478746.106473:0:22775:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:0.0:1789478746.106506:0:22775:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.206.111@tcp lock: ffff8ebc34f77600/0x8ebaae74e821773b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478746.106517:0:22775:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.206.111@tcp lock: ffff8ebc34f77600/0x8ebaae74e821773b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478746.106527:0:22775:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.206.111@tcp lock: ffff8ebc34f77600/0x8ebaae74e821773b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789478746.106545:0:22775:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc3fc01180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:433f6587-f9be-4304-94be-07d77f00816b:22775:1876403964556160:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1789478746.106589:0:22775:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789478746.106859:0:22788:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964556160 00000100:00100000:3.0:1789478746.106866:0:22788:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964556160 00000100:00100000:3.0:1789478746.106907:0:22788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1789478746.106917:0:22788:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc06fa3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:433f6587-f9be-4304-94be-07d77f00816b+5:22775:x1876403964556160:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1789478746.106929:0:22788:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789478746.106943:0:22788:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8ebc35b66800/0x8ebaae74e8217742 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x8ebaae74e821773b expref: -99 pid: 22788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478746.106964:0:22788:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ebc35b66800/0x8ebaae74e8217742 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x8ebaae74e821773b expref: 6 pid: 22788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478746.106973:0:22788:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8ebc35b66800/0x8ebaae74e8217742 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x8ebaae74e821773b expref: 6 pid: 22788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478746.106982:0:22788:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ebc35b66800, rc 0) 00000100:00100000:3.0:1789478746.107009:0:22788:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc06fa3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:433f6587-f9be-4304-94be-07d77f00816b+6:22775:x1876403964556160:12345-0@lo:101:mount.lustre.0 Request processed in 94us (420us total) trans 0 rc 0/0 00000100:00100000:3.0:1789478746.107015:0:22788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1789478746.107107:0:22775:0:(client.c:2715:ptlrpc_set_wait()) set ffff8ebb0273d840 going to sleep for 11 seconds 00000100:00100000:1.0:1789478746.107122:0:22775:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc3fc01180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:433f6587-f9be-4304-94be-07d77f00816b:22775:1876403964556160:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1789478746.107135:0:22775:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.206.111@tcp lock: ffff8ebc34f77600/0x8ebaae74e821773b lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x8ebaae74e8217742 expref: -99 pid: 22775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478746.107156:0:22775:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.206.111@tcp lock: ffff8ebc34f77600/0x8ebaae74e821773b lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x8ebaae74e8217742 expref: -99 pid: 22775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789478746.107209:0:22775:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebb04b8aa00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:433f6587-f9be-4304-94be-07d77f00816b:22775:1876403964556288:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1789478746.107305:0:22775:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789478746.107364:0:22775:0:(client.c:2715:ptlrpc_set_wait()) set ffff8ebc0947ba80 going to sleep for 11 seconds 00000100:00100000:3.0:1789478746.107394:0:22791:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964556288 00000100:00100000:3.0:1789478746.107398:0:22791:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964556288 00000100:00100000:3.0:1789478746.107456:0:22791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1789478746.107464:0:22791:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc06fa0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:433f6587-f9be-4304-94be-07d77f00816b+6:22775:x1876403964556288:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1789478746.107583:0:22791:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc06fa0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:433f6587-f9be-4304-94be-07d77f00816b+6:22775:x1876403964556288:12345-0@lo:501:mount.lustre.0 Request processed in 120us (277us total) trans 0 rc -2/-2 00000100:00100000:3.0:1789478746.107590:0:22791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:2.0:1789478746.107841:0:22775:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebb04b8aa00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:433f6587-f9be-4304-94be-07d77f00816b:22775:1876403964556288:0@lo:501:mount.lustre.0 10000000:01000000:2.0:1789478746.107870:0:22775:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.206.111@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 00010000:00010000:2.0:1789478746.107888:0:22775:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.206.111@tcp lock: ffff8ebc34f77600/0x8ebaae74e821773b lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x8ebaae74e8217742 expref: -99 pid: 22775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478746.107896:0:22775:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.206.111@tcp lock: ffff8ebc34f77600/0x8ebaae74e821773b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x8ebaae74e8217742 expref: -99 pid: 22775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789478746.107904:0:22775:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff8ebc3fa73800 10000000:01000000:2.0:1789478746.107908:0:22775:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:2.0:1789478746.107912:0:22775:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-barrier-ffff8ebc3fa73800 10000000:01000000:2.0:1789478746.107915:0:22775:0:(mgc_request.c:68:mgc_name2resid()) log lustre-barrier to resid 0x65727473756c/0x5 (lustre) 10000000:01000000:2.0:1789478746.107918:0:22775:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-barrier-ffff8ebc3fa73800 from 1 10000000:01000000:2.0:1789478746.107920:0:22775:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-barrier (res 0x65727473756c) 00010000:00010000:2.0:1789478746.107940:0:22775:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.206.111@tcp lock: ffff8ebc08c4bc00/0x8ebaae74e8217749 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478746.107947:0:22775:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.206.111@tcp lock: ffff8ebc08c4bc00/0x8ebaae74e8217749 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478746.107966:0:22775:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.206.111@tcp lock: ffff8ebc08c4bc00/0x8ebaae74e8217749 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789478746.107980:0:22775:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc40f61500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:433f6587-f9be-4304-94be-07d77f00816b:22775:1876403964556416:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1789478746.108006:0:22775:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789478746.108038:0:22775:0:(client.c:2715:ptlrpc_set_wait()) set ffff8ebc02bf63c0 going to sleep for 11 seconds 00000100:00100000:1.0:1789478746.108084:0:22790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964556416 00000100:00100000:1.0:1789478746.108089:0:22790:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964556416 00000100:00100000:1.0:1789478746.108123:0:22790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1789478746.108131:0:22790:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc06fa0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:433f6587-f9be-4304-94be-07d77f00816b+6:22775:x1876403964556416:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1789478746.108148:0:22790:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789478746.108160:0:22790:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8ebc40fcf600/0x8ebaae74e8217750 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x8ebaae74e8217749 expref: -99 pid: 22790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478746.108176:0:22790:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ebc40fcf600/0x8ebaae74e8217750 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x8ebaae74e8217749 expref: 7 pid: 22790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478746.108191:0:22790:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8ebc40fcf600/0x8ebaae74e8217750 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x8ebaae74e8217749 expref: 7 pid: 22790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478746.108198:0:22790:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ebc40fcf600, rc 0) 00000100:00100000:1.0:1789478746.108225:0:22790:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc06fa0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:433f6587-f9be-4304-94be-07d77f00816b+7:22775:x1876403964556416:12345-0@lo:101:mount.lustre.0 Request processed in 96us (218us total) trans 0 rc 0/0 00000100:00100000:1.0:1789478746.108243:0:22790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:2.0:1789478746.108386:0:22775:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc40f61500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:433f6587-f9be-4304-94be-07d77f00816b:22775:1876403964556416:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1789478746.108397:0:22775:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.206.111@tcp lock: ffff8ebc08c4bc00/0x8ebaae74e8217749 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x8ebaae74e8217750 expref: -99 pid: 22775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478746.108405:0:22775:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.206.111@tcp lock: ffff8ebc08c4bc00/0x8ebaae74e8217749 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x8ebaae74e8217750 expref: -99 pid: 22775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789478746.108416:0:22775:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.206.111@tcp: configuration from log 'lustre-barrier' succeeded (0). 00010000:00010000:2.0:1789478746.108431:0:22775:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.206.111@tcp lock: ffff8ebc08c4bc00/0x8ebaae74e8217749 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x8ebaae74e8217750 expref: -99 pid: 22775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478746.108439:0:22775:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.206.111@tcp lock: ffff8ebc08c4bc00/0x8ebaae74e8217749 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x8ebaae74e8217750 expref: -99 pid: 22775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789478746.108445:0:22775:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-MDT0000-0000000000000000 10000000:01000000:2.0:1789478746.108449:0:22775:0:(mgc_request.c:68:mgc_name2resid()) log lustre-MDT0000 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:2.0:1789478746.108453:0:22775:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-mdtir-ffff8ebc3fa73800 10000000:01000000:2.0:1789478746.108455:0:22775:0:(mgc_request.c:68:mgc_name2resid()) log lustre-mdtir to resid 0x65727473756c/0x2 (lustre) 10000000:01000000:2.0:1789478746.108458:0:22775:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-MDT0000-0000000000000000 from 1 10000000:01000000:2.0:1789478746.108460:0:22775:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-MDT0000 (res 0x65727473756c) 00010000:00010000:2.0:1789478746.108472:0:22775:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.206.111@tcp lock: ffff8ebc08c4a800/0x8ebaae74e8217757 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478746.108484:0:22775:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.206.111@tcp lock: ffff8ebc08c4a800/0x8ebaae74e8217757 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478746.108492:0:22775:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.206.111@tcp lock: ffff8ebc08c4a800/0x8ebaae74e8217757 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789478746.108505:0:22775:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc40f61500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:433f6587-f9be-4304-94be-07d77f00816b:22775:1876403964556544:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1789478746.108528:0:22775:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789478746.108548:0:22775:0:(client.c:2715:ptlrpc_set_wait()) set ffff8ebc02bf63c0 going to sleep for 11 seconds 00000100:00100000:1.0:1789478746.108742:0:22790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964556544 00000100:00100000:1.0:1789478746.108747:0:22790:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964556544 00000100:00100000:1.0:1789478746.108771:0:22790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1789478746.108778:0:22790:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc06fa0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:433f6587-f9be-4304-94be-07d77f00816b+7:22775:x1876403964556544:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1789478746.108785:0:22790:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789478746.108793:0:22790:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8ebc40fcec00/0x8ebaae74e821775e lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x8ebaae74e8217757 expref: -99 pid: 22790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478746.108806:0:22790:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ebc40fcec00/0x8ebaae74e821775e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x8ebaae74e8217757 expref: 8 pid: 22790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478746.108814:0:22790:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8ebc40fcec00/0x8ebaae74e821775e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x8ebaae74e8217757 expref: 8 pid: 22790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478746.108820:0:22790:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ebc40fcec00, rc 0) 00000100:00100000:1.0:1789478746.108850:0:22790:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc06fa0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:433f6587-f9be-4304-94be-07d77f00816b+8:22775:x1876403964556544:12345-0@lo:101:mount.lustre.0 Request processed in 72us (320us total) trans 0 rc 0/0 00000100:00100000:1.0:1789478746.108856:0:22790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1789478746.108926:0:22775:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc40f61500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:433f6587-f9be-4304-94be-07d77f00816b:22775:1876403964556544:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1789478746.108938:0:22775:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.206.111@tcp lock: ffff8ebc08c4a800/0x8ebaae74e8217757 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x8ebaae74e821775e expref: -99 pid: 22775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478746.108945:0:22775:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.206.111@tcp lock: ffff8ebc08c4a800/0x8ebaae74e8217757 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x8ebaae74e821775e expref: -99 pid: 22775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789478746.108992:0:22775:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc3fc02d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:433f6587-f9be-4304-94be-07d77f00816b:22775:1876403964556672:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1789478746.109016:0:22775:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789478746.109045:0:22775:0:(client.c:2715:ptlrpc_set_wait()) set ffff8ebb0273db40 going to sleep for 11 seconds 00000100:00100000:1.0:1789478746.109091:0:22790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964556672 00000100:00100000:1.0:1789478746.109095:0:22790:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964556672 00000100:00100000:1.0:1789478746.109119:0:22790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1789478746.109125:0:22790:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc06fa3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:433f6587-f9be-4304-94be-07d77f00816b+8:22775:x1876403964556672:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1789478746.109318:0:22790:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc06fa3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:433f6587-f9be-4304-94be-07d77f00816b+9:22775:x1876403964556672:12345-0@lo:501:mount.lustre.0 Request processed in 192us (299us total) trans 0 rc 0/0 00000100:00100000:1.0:1789478746.109325:0:22790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1789478746.109433:0:22775:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc3fc02d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:433f6587-f9be-4304-94be-07d77f00816b:22775:1876403964556672:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1789478746.109473:0:22775:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc3fc02d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:433f6587-f9be-4304-94be-07d77f00816b:22775:1876403964556800:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1789478746.109509:0:22775:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789478746.109530:0:22775:0:(client.c:2715:ptlrpc_set_wait()) set ffff8ebb0273db40 going to sleep for 11 seconds 00000100:00100000:1.0:1789478746.109803:0:22790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964556800 00000100:00100000:1.0:1789478746.109808:0:22790:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964556800 00000100:00100000:1.0:1789478746.109837:0:22790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:1.0:1789478746.109844:0:22790:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc042b3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:433f6587-f9be-4304-94be-07d77f00816b+9:22775:x1876403964556800:12345-0@lo:503:mount.lustre.0 00000100:00100000:1.0:1789478746.110442:0:22790:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc042b3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:433f6587-f9be-4304-94be-07d77f00816b+9:22775:x1876403964556800:12345-0@lo:503:mount.lustre.0 Request processed in 597us (930us total) trans 0 rc 0/0 00000100:00100000:1.0:1789478746.110450:0:22790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1789478746.110536:0:22775:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc3fc02d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:433f6587-f9be-4304-94be-07d77f00816b:22775:1876403964556800:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1789478746.110959:0:22814:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc3fc02d80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:433f6587-f9be-4304-94be-07d77f00816b:22814:1876403964556928:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1789478746.110997:0:22814:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789478746.111029:0:22814:0:(client.c:2715:ptlrpc_set_wait()) set ffff8ebb0273d000 going to sleep for 11 seconds 00000100:00100000:2.0:1789478746.111099:0:22788:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964556928 00000100:00100000:2.0:1789478746.111104:0:22788:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964556928 00000100:00100000:2.0:1789478746.111128:0:22788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:2.0:1789478746.111135:0:22788:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc042b3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:433f6587-f9be-4304-94be-07d77f00816b+9:22814:x1876403964556928:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1789478746.111940:0:22788:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc042b3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:433f6587-f9be-4304-94be-07d77f00816b+9:22814:x1876403964556928:12345-0@lo:502:llog_process_th.0 Request processed in 802us (940us total) trans 0 rc 0/0 00000100:00100000:2.0:1789478746.111948:0:22788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:0.0:1789478746.112064:0:22814:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc3fc02d80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:433f6587-f9be-4304-94be-07d77f00816b:22814:1876403964556928:0@lo:502:llog_process_th.0 00000020:01000000:0.0:1789478746.112088:0:22814:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1789478746.112098:0:22814:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789478746.112100:0:22814:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) lustre-MDT0000-m lov setup 00000020:01000000:0.0:1789478746.112105:0:22814:0:(obd_config.c:1967:class_config_llog_handler()) For 2.x interoperability, rename obd type from lov to lod (lustre-MDT0000) 00000020:00000080:0.0:1789478746.112108:0:22814:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1789478746.112126:0:22814:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-mdtlov (ffff8ebc08d94d28) 00000020:00000080:0.0:1789478746.112161:0:22814:0:(obd_config.c:720:class_attach_name()) OBD: dev 4 attached type lod with refcount 2 00000020:00000080:0.0:1789478746.112168:0:22814:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00080000:01000000:0.0:1789478746.112311:0:22814:0:(osd_handler.c:8925:osd_obd_connect()) connect #2 00000020:00000080:0.0:1789478746.112319:0:22814:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x8ebaae74e821776c 00000020:00000080:0.0:1789478746.112510:0:22814:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-mdtlov (uuid lustre-MDT0000-mdtlov_UUID) 00000020:01000000:0.0:1789478746.112515:0:22814:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1789478746.112518:0:22814:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789478746.112520:0:22814:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) lustre-MDT0000-m lov setup 00000020:01000000:0.0:1789478746.112522:0:22814:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1789478746.112526:0:22814:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789478746.112527:0:22814:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) lustre-MDT0000 add mdt 00000020:00000080:0.0:1789478746.112530:0:22814:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1789478746.112537:0:22814:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000 (ffff8ebc08d93370) 00000020:00000080:0.0:1789478746.112546:0:22814:0:(obd_config.c:720:class_attach_name()) OBD: dev 5 attached type mdt with refcount 2 00000020:00000080:0.0:1789478746.112551:0:22814:0:(obd_config.c:1472:class_process_config()) processing cmd: cf007 00000020:00000080:0.0:1789478746.112552:0:22814:0:(obd_config.c:1516:class_process_config()) mountopt: profile lustre-MDT0000 osc lustre-MDT0000-mdtlov mdc (null) 00000020:01000000:0.0:1789478746.112555:0:22814:0:(obd_config.c:1149:class_add_profile()) Add profile lustre-MDT0000 00000020:00000080:0.0:1789478746.112561:0:22814:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:01000004:1.0:1789478746.112885:0:22814:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8ebc3fa73800 from lustre-MDT0000, refs=3 00000020:00000080:1.0:1789478746.112900:0:22814:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDD0000 (ffff8ebc3f7319b8) 00000020:00000080:1.0:1789478746.112908:0:22814:0:(obd_config.c:720:class_attach_name()) OBD: dev 6 attached type mdd with refcount 2 00000004:01000000:1.0:1789478746.112964:0:22814:0:(lod_dev.c:2291:lod_obd_connect()) connect #0 00000020:00000080:1.0:1789478746.112969:0:22814:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x8ebaae74e8217781 00000020:00000080:1.0:1789478746.113059:0:22814:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDD0000 (uuid lustre-MDD0000_UUID) 00000004:01000000:1.0:1789478746.113065:0:22814:0:(mdd_device.c:1598:mdd_obd_connect()) connect #0 00000020:00000080:1.0:1789478746.113069:0:22814:0:(genops.c:1385:class_connect()) connect: client lustre-MDD0000_UUID, cookie 0x8ebaae74e8217788 00080000:01000000:1.0:1789478746.113074:0:22814:0:(osd_handler.c:8925:osd_obd_connect()) connect #3 00000020:00000080:1.0:1789478746.113077:0:22814:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x8ebaae74e821778f 00010000:00010000:1.0:1789478746.172529:0:22814:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-mdt-lustre-MDT0000_UUID-1 is initialized 00000001:00000004:1.0:1789478746.173182:0:22814:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 3, last_transno is 8589934628 00000001:00080000:1.0:1789478746.173454:0:22814:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0000: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000020:00000080:1.0:1789478746.174071:0:22814:0:(genops.c:413:class_newdev()) Allocate new device lustre-QMT0000 (ffff8ebc3f734d28) 00000020:00000080:1.0:1789478746.174086:0:22814:0:(obd_config.c:720:class_attach_name()) OBD: dev 7 attached type qmt with refcount 2 00080000:01000000:1.0:1789478746.174252:0:22814:0:(osd_handler.c:8925:osd_obd_connect()) connect #4 00000020:00000080:1.0:1789478746.174259:0:22814:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x8ebaae74e821779d 00000020:00000080:3.0:1789478746.175032:0:22814:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-QMT0000 (uuid lustre-QMT0000_UUID) 00000020:00000080:3.0:1789478746.178012:0:22814:0:(genops.c:1385:class_connect()) connect: client lustre-QMT0000_UUID, cookie 0x8ebaae74e82177a4 00000020:00000080:3.0:1789478746.180091:0:22814:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000 (uuid lustre-MDT0000_UUID) 00000020:01000000:3.0:1789478746.180104:0:22814:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1789478746.180111:0:22814:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789478746.180113:0:22814:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) lustre-MDT0000 add mdt 00000020:01000000:3.0:1789478746.180116:0:22814:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:3.0:1789478746.180119:0:22814:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #9 00000020:01000000:3.0:1789478746.180121:0:22814:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1789478746.180122:0:22814:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1789478746.180124:0:22814:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:3.0:1789478746.180126:0:22814:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789478746.180127:0:22814:0:(obd_config.c:1563:class_process_config()) marker 9 (0x6) lustre sys.timeout 00000020:01000000:3.0:1789478746.180130:0:22814:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1789478746.180135:0:22814:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789478746.180149:0:22814:0:(obd_config.c:1563:class_process_config()) marker 10 (0x1) lustre-MDT0000 mdt.identity_upcall 00000020:00000080:3.0:1789478746.180155:0:22814:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000004:01000000:3.0:1789478746.180203:0:22814:0:(mdt_lproc.c:316:identity_upcall_store()) lustre-MDT0000: identity upcall set to /home/green/git/lustre-release/lustre/utils/l_getidentity 00000020:01000000:3.0:1789478746.180222:0:22814:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1789478746.180225:0:22814:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789478746.180226:0:22814:0:(obd_config.c:1563:class_process_config()) marker 10 (0x2) lustre-MDT0000 mdt.identity_upcall 00000020:01000000:3.0:1789478746.180229:0:22814:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1789478746.180323:0:22814:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789478746.180326:0:22814:0:(obd_config.c:1563:class_process_config()) marker 17 (0x1) lustre-MDT0001 add osp 00000020:00000080:3.0:1789478746.180330:0:22814:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:3.0:1789478746.180336:0:22814:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.206.111@tcp to nid 0x20000c0a8ce6f (192.168.206.111@tcp) 00000020:00000080:3.0:1789478746.180363:0:22814:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1789478746.180377:0:22814:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-osp-MDT0000 (ffff8ebb03273370) 00000020:00000080:3.0:1789478746.180397:0:22814:0:(obd_config.c:720:class_attach_name()) OBD: dev 8 attached type osp with refcount 2 00000020:00000080:3.0:1789478746.180403:0:22814:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:3.0:1789478746.180455:0:22814:0:(osp_dev.c:1203:osp_init0()) lustre-MDT0001-osp-MDT0000: connect to lustre-MDT0000-osd (lustre-MDT0001-osp-MDT0000) 00080000:01000000:3.0:1789478746.180460:0:22814:0:(osd_handler.c:8925:osd_obd_connect()) connect #5 00000020:00000080:3.0:1789478746.180467:0:22814:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x8ebaae74e82177b2 00010000:00080000:3.0:1789478746.180495:0:22814:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8ebb044a1800@lustre-MDT0001-osp-MDT0000: add connection 192.168.206.111@tcp at head 00010000:00010000:3.0:1789478746.184831:0:22814:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-osp-MDT0000-1 is initialized 00000020:00000080:3.0:1789478746.188958:0:22814:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-osp-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:3.0:1789478746.188985:0:22814:0:(obd_config.c:1472:class_process_config()) processing cmd: cf014 00000004:01000000:3.0:1789478746.189045:0:22814:0:(lod_lov.c:128:lod_add_device()) osp:lustre-MDT0001_UUID idx:1 gen:1 00000020:00000080:3.0:1789478746.189089:0:22814:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x8ebaae74e82177b9 00000100:00080000:3.0:1789478746.189099:0:22814:0:(import.c:510:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:3.0:1789478746.189124:0:22814:0:(import.c:625:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff8ebb044a1800 using connection 192.168.206.111@tcp/0@lo 00000100:00100000:3.0:1789478746.189168:0:22814:0:(import.c:827:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8ebc34c98000 x1876403964557056/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789478746.189296:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc34c98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3644:1876403964557056:0@lo:38:llog_process_th.0 00000100:00100000:0.0:1789478746.189580:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1789478746.189965:0:22814:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID 00000020:01000000:3.0:1789478746.190069:0:22814:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1789478746.190074:0:22814:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789478746.190076:0:22814:0:(obd_config.c:1563:class_process_config()) marker 17 (0x2) lustre-MDT0001 add osp 00000020:01000000:3.0:1789478746.190079:0:22814:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:3.0:1789478746.190082:0:22814:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #20 00000020:01000000:3.0:1789478746.190084:0:22814:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1789478746.190086:0:22814:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1789478746.190087:0:22814:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:3.0:1789478746.190090:0:22814:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789478746.190091:0:22814:0:(obd_config.c:1563:class_process_config()) marker 20 (0x6) lustre sys.timeout 00000020:01000000:3.0:1789478746.190094:0:22814:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:3.0:1789478746.190099:0:22814:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of /dev/mapper/mds1_flakey 00000020:00000080:3.0:1789478746.190102:0:22814:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789478746.190104:0:22814:0:(obd_config.c:1563:class_process_config()) marker 22 (0x1) lustre-OST0000 add osc 00000020:00000080:3.0:1789478746.190106:0:22814:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:3.0:1789478746.190119:0:22814:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.206.111@tcp to nid 0x20000c0a8ce6f (192.168.206.111@tcp) 00000020:01000000:3.0:1789478746.190150:0:22814:0:(obd_config.c:1974:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0000) 00000020:00000080:3.0:1789478746.190153:0:22814:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1789478746.190165:0:22814:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osc-MDT0000 (ffff8ebb03274d28) 00000020:00000080:3.0:1789478746.190179:0:22814:0:(obd_config.c:720:class_attach_name()) OBD: dev 9 attached type osp with refcount 2 00000020:00000080:3.0:1789478746.190184:0:22814:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:3.0:1789478746.190242:0:22814:0:(osp_dev.c:1203:osp_init0()) lustre-OST0000-osc-MDT0000: connect to lustre-MDT0000-osd (lustre-OST0000-osc-MDT0000) 00080000:01000000:3.0:1789478746.190248:0:22814:0:(osd_handler.c:8925:osd_obd_connect()) connect #6 00000020:00000080:3.0:1789478746.190255:0:22814:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x8ebaae74e82177c7 00010000:00080000:3.0:1789478746.190282:0:22814:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8ebc06fa8000@lustre-OST0000-osc-MDT0000: add connection 192.168.206.111@tcp at head 00010000:00010000:3.0:1789478746.190565:0:22814:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-MDT0000-2 is initialized 00000100:00100000:2.0:1789478746.192104:0:22801:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964557056 00000100:00100000:2.0:1789478746.192116:0:22801:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964557056 00000100:00100000:2.0:1789478746.192216:0:22801:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1789478746.192225:0:22801:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc3fc02d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3644:x1876403964557056:12345-0@lo:38:llog_process_th.0 00010000:00020000:2.0:1789478746.192243:0:22801:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-MDT0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000040:01000000:3.0:1789478746.192786:0:22814:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:3.0:1789478746.193007:0:22814:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0000-osc-MDT0000 ctxt 2 is initialized 00000040:00080000:3.0:1789478746.197012:0:22814:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1789478746.197220:0:22814:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x2:0x0].3, 64 off8384 00000040:00080000:3.0:1789478746.207714:0:22814:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x10:0x0].1, 64 off8256 00000040:00080000:1.0:1789478746.212972:0:22820:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:1.0:1789478746.212981:0:22820:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x10:0x0] at index 3 of catalog [0x1:0x2:0x0] 00000100:00100000:0.0:1789478746.213753:0:22801:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc3fc02d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3644:x1876403964557056:12345-0@lo:38:llog_process_th.0 Request processed in 21522us (24167us total) trans 0 rc -19/-19 00000100:00100000:0.0:1789478746.213771:0:22801:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00080000:1.0:1789478746.213881:0:3644:0:(import.c:65:import_set_state_nolock()) ffff8ebb044a1800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789478746.213888:0:3644:0:(import.c:1512:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1789478746.213892:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc34c98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3644:1876403964557056:0@lo:38:llog_process_th.0 00000020:00000080:0.0:1789478746.215359:0:22814:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:0.0:1789478746.215371:0:22814:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00000004:01000000:0.0:1789478746.215475:0:22814:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0000_UUID idx:0 gen:1 00000020:00000080:0.0:1789478746.215493:0:22814:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x8ebaae74e82177ce 00000100:00080000:0.0:1789478746.215502:0:22814:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:0.0:1789478746.215510:0:22814:0:(import.c:625:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff8ebc06fa8000 using connection 192.168.206.111@tcp/0@lo 00000100:00100000:0.0:1789478746.215540:0:22814:0:(import.c:827:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8ebc3fc02300 x1876403964557184/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789478746.215677:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc3fc02300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3644:1876403964557184:0@lo:8:llog_process_th.0 00000400:00000100:1.0:1789478746.215718:0:3644:0:(lib-move.c:4383:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1876403964557184 offset 0 length 520: 4 00000100:00080000:0.0:1789478746.215839:0:22814:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID 00000020:01000000:0.0:1789478746.215899:0:22814:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1789478746.215903:0:22814:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789478746.215905:0:22814:0:(obd_config.c:1563:class_process_config()) marker 22 (0x2) lustre-OST0000 add osc 00000020:01000000:0.0:1789478746.215908:0:22814:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:0.0:1789478746.215911:0:22814:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #28 00000020:01000000:0.0:1789478746.215912:0:22814:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1789478746.215914:0:22814:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1789478746.215916:0:22814:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:0.0:1789478746.215918:0:22814:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789478746.215919:0:22814:0:(obd_config.c:1563:class_process_config()) marker 28 (0x6) lustre sys.timeout 00000020:01000000:0.0:1789478746.215922:0:22814:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:0.0:1789478746.215926:0:22814:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of /dev/mapper/mds1_flakey 00000020:00000080:0.0:1789478746.215929:0:22814:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789478746.215930:0:22814:0:(obd_config.c:1563:class_process_config()) marker 30 (0x1) lustre-OST0001 add osc 00000020:00000080:0.0:1789478746.215933:0:22814:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:0.0:1789478746.215937:0:22814:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.206.111@tcp to nid 0x20000c0a8ce6f (192.168.206.111@tcp) 00000020:01000000:0.0:1789478746.215956:0:22814:0:(obd_config.c:1974:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0000) 00000020:00000080:0.0:1789478746.215959:0:22814:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1789478746.215971:0:22814:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osc-MDT0000 (ffff8ebc091a0000) 00000020:00000080:0.0:1789478746.215981:0:22814:0:(obd_config.c:720:class_attach_name()) OBD: dev 10 attached type osp with refcount 2 00000020:00000080:0.0:1789478746.215985:0:22814:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:0.0:1789478746.216035:0:22814:0:(osp_dev.c:1203:osp_init0()) lustre-OST0001-osc-MDT0000: connect to lustre-MDT0000-osd (lustre-OST0001-osc-MDT0000) 00080000:01000000:0.0:1789478746.216041:0:22814:0:(osd_handler.c:8925:osd_obd_connect()) connect #7 00000020:00000080:0.0:1789478746.216046:0:22814:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x8ebaae74e82177dc 00010000:00080000:0.0:1789478746.216084:0:22814:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8ebc111f9000@lustre-OST0001-osc-MDT0000: add connection 192.168.206.111@tcp at head 00010000:00010000:0.0:1789478746.216280:0:22814:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0001-osc-MDT0000-3 is initialized 00000040:01000000:0.0:1789478746.216343:0:22814:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:0.0:1789478746.216357:0:22814:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0001-osc-MDT0000 ctxt 2 is initialized 00000040:00080000:0.0:1789478746.218215:0:22814:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1789478746.218467:0:22814:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x5:0x0].3, 64 off8384 00000040:00080000:0.0:1789478746.218783:0:22814:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x12:0x0].1, 64 off8256 00000040:00080000:3.0:1789478746.219295:0:22822:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:3.0:1789478746.219300:0:22822:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x12:0x0] at index 3 of catalog [0x1:0x5:0x0] 00000020:00000080:1.0:1789478746.220136:0:22814:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:1.0:1789478746.220159:0:22814:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00000004:01000000:1.0:1789478746.220195:0:22814:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0001_UUID idx:1 gen:1 00000020:00000080:1.0:1789478746.220213:0:22814:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x8ebaae74e82177e3 00000100:00080000:1.0:1789478746.220222:0:22814:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:1.0:1789478746.220232:0:22814:0:(import.c:625:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff8ebc111f9000 using connection 192.168.206.111@tcp/0@lo 00000100:00100000:1.0:1789478746.220264:0:22814:0:(import.c:827:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8ebb04b89f80 x1876403964557312/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789478746.220327:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebb04b89f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3644:1876403964557312:0@lo:8:llog_process_th.0 00000400:00000100:0.0:1789478746.220375:0:3644:0:(lib-move.c:4383:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1876403964557312 offset 0 length 520: 4 00000100:00080000:1.0:1789478746.220493:0:22814:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID 00000020:01000000:1.0:1789478746.220578:0:22814:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1789478746.220582:0:22814:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789478746.220584:0:22814:0:(obd_config.c:1563:class_process_config()) marker 30 (0x2) lustre-OST0001 add osc 00000020:01000000:1.0:1789478746.220587:0:22814:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1789478746.220608:0:22814:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789478746.220610:0:22814:0:(obd_config.c:1563:class_process_config()) marker 37 (0x1) lustre sys.timeout 00000020:00000080:1.0:1789478746.220615:0:22814:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:1.0:1789478746.220617:0:22814:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:1.0:1789478746.220619:0:22814:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1789478746.220621:0:22814:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789478746.220622:0:22814:0:(obd_config.c:1563:class_process_config()) marker 37 (0x2) lustre sys.timeout 00000020:01000000:1.0:1789478746.220624:0:22814:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1789478746.220627:0:22814:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789478746.220636:0:22814:0:(obd_config.c:1563:class_process_config()) marker 42 (0x1) lustre sys.jobid_var 00000020:00000080:1.0:1789478746.220651:0:22814:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000100:00100000:1.0:1789478746.220680:0:22814:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebb04b8a680 pname:cluuid:pid:xid:nid:opc:job llog_process_th:433f6587-f9be-4304-94be-07d77f00816b:22814:1876403964557440:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1789478746.220729:0:22814:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789478746.220761:0:22790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964557440 00000100:00100000:1.0:1789478746.220766:0:22790:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964557440 00000100:00100000:1.0:1789478746.220799:0:22790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1789478746.220807:0:22790:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc042b0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:433f6587-f9be-4304-94be-07d77f00816b+9:22814:x1876403964557440:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1789478746.220910:0:22790:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc042b0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:433f6587-f9be-4304-94be-07d77f00816b+9:22814:x1876403964557440:12345-0@lo:502:llog_process_th.0 Request processed in 102us (180us total) trans 0 rc 0/0 00000100:00100000:1.0:1789478746.220918:0:22790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1789478746.220955:0:22814:0:(client.c:2715:ptlrpc_set_wait()) set ffff8ebc011ca300 going to sleep for 11 seconds 00000100:00100000:1.0:1789478746.220974:0:22814:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebb04b8a680 pname:cluuid:pid:xid:nid:opc:job llog_process_th:433f6587-f9be-4304-94be-07d77f00816b:22814:1876403964557440:0@lo:502:llog_process_th.0 00000020:01000000:1.0:1789478746.220996:0:22814:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1789478746.221000:0:22814:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789478746.221002:0:22814:0:(obd_config.c:1563:class_process_config()) marker 42 (0x2) lustre sys.jobid_var 00000040:00080000:1.0:1789478746.221005:0:22814:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x4:0x0] index 46 count 46 00000020:01000000:1.0:1789478746.221064:0:22775:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-MDT0000 gen 1-45 (rc=0) 10000000:01000000:1.0:1789478746.221083:0:22775:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.206.111@tcp: configuration from log 'lustre-MDT0000' succeeded (0). 00010000:00010000:1.0:1789478746.221098:0:22775:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.206.111@tcp lock: ffff8ebc08c4a800/0x8ebaae74e8217757 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x8ebaae74e821775e expref: -99 pid: 22775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478746.221108:0:22775:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.206.111@tcp lock: ffff8ebc08c4a800/0x8ebaae74e8217757 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x8ebaae74e821775e expref: -99 pid: 22775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1789478746.221115:0:22775:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff8ebc3fa73800 from 1 10000000:01000000:1.0:1789478746.221118:0:22775:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:1.0:1789478746.221153:0:22775:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.206.111@tcp lock: ffff8ebc40fcee00/0x8ebaae74e82177ea lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478746.221170:0:22775:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.206.111@tcp lock: ffff8ebc40fcee00/0x8ebaae74e82177ea lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478746.221179:0:22775:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.206.111@tcp lock: ffff8ebc40fcee00/0x8ebaae74e82177ea lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789478746.221190:0:22775:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebb04b8a680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:433f6587-f9be-4304-94be-07d77f00816b:22775:1876403964557568:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1789478746.221216:0:22775:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789478746.221235:0:22775:0:(client.c:2715:ptlrpc_set_wait()) set ffff8ebc011ca300 going to sleep for 11 seconds 00000100:00100000:2.0:1789478746.221548:0:22788:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964557568 00000100:00100000:2.0:1789478746.221553:0:22788:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964557568 00000100:00100000:2.0:1789478746.221586:0:22788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1789478746.221617:0:22788:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc042b2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:433f6587-f9be-4304-94be-07d77f00816b+9:22775:x1876403964557568:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1789478746.221627:0:22788:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789478746.221659:0:22788:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8ebc08c4a400/0x8ebaae74e82177f1 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x8ebaae74e82177ea expref: -99 pid: 22788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478746.221681:0:22788:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ebc08c4a400/0x8ebaae74e82177f1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x8ebaae74e82177ea expref: 10 pid: 22788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478746.221692:0:22788:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8ebc08c4a400/0x8ebaae74e82177f1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x8ebaae74e82177ea expref: 10 pid: 22788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478746.221701:0:22788:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ebc08c4a400, rc 0) 00000100:00100000:2.0:1789478746.221743:0:22788:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc042b2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:433f6587-f9be-4304-94be-07d77f00816b+10:22775:x1876403964557568:12345-0@lo:101:mount.lustre.0 Request processed in 149us (525us total) trans 0 rc 0/0 00000100:00100000:2.0:1789478746.221749:0:22788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1789478746.221908:0:22775:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebb04b8a680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:433f6587-f9be-4304-94be-07d77f00816b:22775:1876403964557568:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1789478746.221921:0:22775:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.206.111@tcp lock: ffff8ebc40fcee00/0x8ebaae74e82177ea lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x8ebaae74e82177f1 expref: -99 pid: 22775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478746.221930:0:22775:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.206.111@tcp lock: ffff8ebc40fcee00/0x8ebaae74e82177ea lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x8ebaae74e82177f1 expref: -99 pid: 22775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789478746.222530:0:22775:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc3fc00e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:433f6587-f9be-4304-94be-07d77f00816b:22775:1876403964557696:0@lo:256:mount.lustre.0 00000100:00100000:0.0:1789478746.222757:0:22775:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789478746.222784:0:22775:0:(client.c:2715:ptlrpc_set_wait()) set ffff8ebb0273d900 going to sleep for 11 seconds 00000100:00100000:2.0:1789478746.222877:0:22788:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964557696 00000100:00100000:2.0:1789478746.222884:0:22788:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964557696 00000100:00100000:2.0:1789478746.222914:0:22788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1789478746.222922:0:22788:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc042b2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:433f6587-f9be-4304-94be-07d77f00816b+10:22775:x1876403964557696:12345-0@lo:256:mount.lustre.0 20000000:01000000:2.0:1789478746.222937:0:22788:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 1048576. 20000000:01000000:2.0:1789478746.222942:0:22788:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 0, version 1 00000100:00100000:2.0:1789478746.222997:0:22788:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc042b2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:433f6587-f9be-4304-94be-07d77f00816b+10:22775:x1876403964557696:12345-0@lo:256:mount.lustre.0 Request processed in 76us (240us total) trans 0 rc 0/0 00000100:00100000:2.0:1789478746.223004:0:22788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1789478746.223086:0:22775:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc3fc00e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:433f6587-f9be-4304-94be-07d77f00816b:22775:1876403964557696:0@lo:256:mount.lustre.0 10000000:01000000:0.0:1789478746.224037:0:22775:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.206.111@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:0.0:1789478746.224105:0:22775:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.206.111@tcp lock: ffff8ebc40fcee00/0x8ebaae74e82177ea lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x8ebaae74e82177f1 expref: -99 pid: 22775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478746.224116:0:22775:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.206.111@tcp lock: ffff8ebc40fcee00/0x8ebaae74e82177ea lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x8ebaae74e82177f1 expref: -99 pid: 22775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1789478746.224194:0:22775:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff8ebc3fa73800 from 1 10000000:01000000:1.0:1789478746.224198:0:22775:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:1.0:1789478746.224229:0:22775:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.206.111@tcp lock: ffff8ebc40fcfa00/0x8ebaae74e82177f8 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478746.224236:0:22775:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.206.111@tcp lock: ffff8ebc40fcfa00/0x8ebaae74e82177f8 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478746.224246:0:22775:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.206.111@tcp lock: ffff8ebc40fcfa00/0x8ebaae74e82177f8 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789478746.224264:0:22775:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebb04b88000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:433f6587-f9be-4304-94be-07d77f00816b:22775:1876403964557824:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1789478746.224306:0:22775:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789478746.224343:0:22775:0:(client.c:2715:ptlrpc_set_wait()) set ffff8ebc011caa80 going to sleep for 11 seconds 00000100:00100000:3.0:1789478746.224451:0:22788:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964557824 00000100:00100000:3.0:1789478746.224457:0:22788:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964557824 00000100:00100000:3.0:1789478746.224531:0:22788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:3.0:1789478746.224541:0:22788:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc042b0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:433f6587-f9be-4304-94be-07d77f00816b+10:22775:x1876403964557824:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1789478746.224552:0:22788:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789478746.224564:0:22788:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8ebc35b66000/0x8ebaae74e82177ff lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x8ebaae74e82177f8 expref: -99 pid: 22788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478746.224582:0:22788:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ebc35b66000/0x8ebaae74e82177ff lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x8ebaae74e82177f8 expref: 11 pid: 22788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478746.224618:0:22788:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8ebc35b66000/0x8ebaae74e82177ff lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x8ebaae74e82177f8 expref: 11 pid: 22788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478746.224634:0:22788:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ebc35b66000, rc 0) 00000100:00100000:3.0:1789478746.224682:0:22788:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc042b0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:433f6587-f9be-4304-94be-07d77f00816b+11:22775:x1876403964557824:12345-0@lo:101:mount.lustre.0 Request processed in 144us (375us total) trans 0 rc 0/0 00000100:00100000:3.0:1789478746.224688:0:22788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:1.0:1789478746.224853:0:22775:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebb04b88000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:433f6587-f9be-4304-94be-07d77f00816b:22775:1876403964557824:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1789478746.224865:0:22775:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.206.111@tcp lock: ffff8ebc40fcfa00/0x8ebaae74e82177f8 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x8ebaae74e82177ff expref: -99 pid: 22775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478746.224874:0:22775:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.206.111@tcp lock: ffff8ebc40fcfa00/0x8ebaae74e82177f8 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x8ebaae74e82177ff expref: -99 pid: 22775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789478746.224933:0:22775:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebb04b88000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:433f6587-f9be-4304-94be-07d77f00816b:22775:1876403964557952:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1789478746.224957:0:22775:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789478746.225087:0:22775:0:(client.c:2715:ptlrpc_set_wait()) set ffff8ebc011caa80 going to sleep for 11 seconds 00000100:00100000:0.0:1789478746.225162:0:22790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964557952 00000100:00100000:0.0:1789478746.225167:0:22790:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964557952 00000100:00100000:0.0:1789478746.225192:0:22790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:0.0:1789478746.225198:0:22790:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc042b0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:433f6587-f9be-4304-94be-07d77f00816b+11:22775:x1876403964557952:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1789478746.225325:0:22790:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc042b0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:433f6587-f9be-4304-94be-07d77f00816b+11:22775:x1876403964557952:12345-0@lo:501:mount.lustre.0 Request processed in 126us (366us total) trans 0 rc 0/0 00000100:00100000:0.0:1789478746.225342:0:22790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:1.0:1789478746.225418:0:22775:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebb04b88000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:433f6587-f9be-4304-94be-07d77f00816b:22775:1876403964557952:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1789478746.225444:0:22775:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebb04b88000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:433f6587-f9be-4304-94be-07d77f00816b:22775:1876403964558080:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1789478746.225481:0:22775:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789478746.225503:0:22775:0:(client.c:2715:ptlrpc_set_wait()) set ffff8ebc011caa80 going to sleep for 11 seconds 00000100:00100000:0.0:1789478746.225618:0:22790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964558080 00000100:00100000:0.0:1789478746.225623:0:22790:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964558080 00000100:00100000:0.0:1789478746.225653:0:22790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:0.0:1789478746.225661:0:22790:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc042b1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:433f6587-f9be-4304-94be-07d77f00816b+11:22775:x1876403964558080:12345-0@lo:503:mount.lustre.0 00000100:00100000:0.0:1789478746.225736:0:22790:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc042b1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:433f6587-f9be-4304-94be-07d77f00816b+11:22775:x1876403964558080:12345-0@lo:503:mount.lustre.0 Request processed in 76us (255us total) trans 0 rc 0/0 00000100:00100000:0.0:1789478746.225743:0:22790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:1.0:1789478746.225877:0:22775:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebb04b88000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:433f6587-f9be-4304-94be-07d77f00816b:22775:1876403964558080:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1789478746.226237:0:22824:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebb04b88000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:433f6587-f9be-4304-94be-07d77f00816b:22824:1876403964558208:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1789478746.226273:0:22824:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789478746.226301:0:22824:0:(client.c:2715:ptlrpc_set_wait()) set ffff8ebc011ca300 going to sleep for 11 seconds 00000100:00100000:0.0:1789478746.226345:0:22790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964558208 00000100:00100000:0.0:1789478746.226349:0:22790:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964558208 00000100:00100000:0.0:1789478746.226368:0:22790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:0.0:1789478746.226374:0:22790:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc042b3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:433f6587-f9be-4304-94be-07d77f00816b+11:22824:x1876403964558208:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1789478746.226912:0:22790:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc042b3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:433f6587-f9be-4304-94be-07d77f00816b+11:22824:x1876403964558208:12345-0@lo:502:llog_process_th.0 Request processed in 537us (638us total) trans 0 rc 0/0 00000100:00100000:1.0:1789478746.226920:0:22790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:0.0:1789478746.226995:0:22824:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebb04b88000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:433f6587-f9be-4304-94be-07d77f00816b:22824:1876403964558208:0@lo:502:llog_process_th.0 00000020:01000000:0.0:1789478746.227017:0:22824:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1789478746.227026:0:22824:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789478746.227028:0:22824:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:0.0:1789478746.227035:0:22824:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff8ebc3fa73800 00000020:00000080:0.0:1789478746.227038:0:22824:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:0.0:1789478746.227045:0:22824:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1789478746.227047:0:22824:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789478746.227049:0:22824:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:0.0:1789478746.227051:0:22824:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1789478746.227054:0:22824:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789478746.227055:0:22824:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:0.0:1789478746.227059:0:22824:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff8ebc3fa73800 00000020:00000080:0.0:1789478746.227061:0:22824:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:0.0:1789478746.227108:0:22824:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1789478746.227112:0:22824:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789478746.227118:0:22824:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:0.0:1789478746.227122:0:22824:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1789478746.227125:0:22824:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789478746.227127:0:22824:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:0.0:1789478746.227131:0:22824:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff8ebc3fa73800 00000020:00000080:0.0:1789478746.227134:0:22824:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:0.0:1789478746.227165:0:22824:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1789478746.227168:0:22824:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789478746.227169:0:22824:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:0.0:1789478746.227172:0:22824:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1789478746.227174:0:22824:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789478746.227175:0:22824:0:(obd_config.c:1563:class_process_config()) marker 5 (0x1) lustre mdt.lustre-MDT0001.hsm_control 00000020:01000000:0.0:1789478746.227179:0:22824:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff8ebc3fa73800 00000020:00000080:0.0:1789478746.227181:0:22824:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000100:00100000:0.0:1789478746.227212:0:22824:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc3fc00e00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:433f6587-f9be-4304-94be-07d77f00816b:22824:1876403964558336:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1789478746.227247:0:22824:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789478746.227307:0:22824:0:(client.c:2715:ptlrpc_set_wait()) set ffff8ebb0273dcc0 going to sleep for 11 seconds 00000100:00100000:3.0:1789478746.227367:0:22788:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964558336 00000100:00100000:3.0:1789478746.227372:0:22788:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964558336 00000100:00100000:2.0:1789478746.230572:0:22791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:2.0:1789478746.230590:0:22791:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc042b3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:433f6587-f9be-4304-94be-07d77f00816b+11:22824:x1876403964558336:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1789478746.230769:0:22791:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc042b3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:433f6587-f9be-4304-94be-07d77f00816b+11:22824:x1876403964558336:12345-0@lo:502:llog_process_th.0 Request processed in 185us (3521us total) trans 0 rc 0/0 00000100:00100000:2.0:1789478746.230777:0:22791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:3.0:1789478746.234009:0:22824:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc3fc00e00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:433f6587-f9be-4304-94be-07d77f00816b:22824:1876403964558336:0@lo:502:llog_process_th.0 00000020:01000000:3.0:1789478746.234052:0:22824:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1789478746.234060:0:22824:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789478746.234063:0:22824:0:(obd_config.c:1563:class_process_config()) marker 5 (0x2) lustre mdt.lustre-MDT0001.hsm_control 00000040:00080000:3.0:1789478746.234068:0:22824:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 13 count 13 00000020:01000000:0.0:1789478746.234266:0:22775:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-12 (rc=0) 10000000:01000000:0.0:1789478746.234350:0:22775:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.206.111@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1789478746.234367:0:22775:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.206.111@tcp lock: ffff8ebc40fcfa00/0x8ebaae74e82177f8 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x8ebaae74e82177ff expref: -99 pid: 22775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478746.234378:0:22775:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.206.111@tcp lock: ffff8ebc40fcfa00/0x8ebaae74e82177f8 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x8ebaae74e82177ff expref: -99 pid: 22775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789478746.234482:0:22775:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:0.0:1789478746.234485:0:22775:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff8ebc3fa73800 10000000:01000000:0.0:1789478746.234488:0:22775:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff8ebc3fa73800 10000000:01000000:0.0:1789478746.234491:0:22775:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:0.0:1789478746.234497:0:22775:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff8ebc3fa73800 from 1 10000000:01000000:0.0:1789478746.234499:0:22775:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:0.0:1789478746.234535:0:22775:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.206.111@tcp lock: ffff8ebc34f77000/0x8ebaae74e8217806 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478746.234543:0:22775:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.206.111@tcp lock: ffff8ebc34f77000/0x8ebaae74e8217806 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478746.234552:0:22775:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.206.111@tcp lock: ffff8ebc34f77000/0x8ebaae74e8217806 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789478746.234572:0:22775:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc3fc00a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:433f6587-f9be-4304-94be-07d77f00816b:22775:1876403964558464:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1789478746.234765:0:22775:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789478746.235758:0:22775:0:(client.c:2715:ptlrpc_set_wait()) set ffff8ebc094fa300 going to sleep for 11 seconds 00000100:00100000:3.0:1789478746.237221:0:22788:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964558464 00000100:00100000:3.0:1789478746.237233:0:22788:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964558464 00000100:00100000:3.0:1789478746.237644:0:22788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:3.0:1789478746.237656:0:22788:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc042b1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:433f6587-f9be-4304-94be-07d77f00816b+11:22775:x1876403964558464:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1789478746.237673:0:22788:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789478746.237691:0:22788:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8ebc35b66400/0x8ebaae74e821780d lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x8ebaae74e8217806 expref: -99 pid: 22788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478746.237718:0:22788:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ebc35b66400/0x8ebaae74e821780d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x8ebaae74e8217806 expref: 12 pid: 22788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478746.237730:0:22788:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8ebc35b66400/0x8ebaae74e821780d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x8ebaae74e8217806 expref: 12 pid: 22788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478746.237739:0:22788:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ebc35b66400, rc 0) 00000100:00100000:3.0:1789478746.237975:0:22788:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc042b1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:433f6587-f9be-4304-94be-07d77f00816b+12:22775:x1876403964558464:12345-0@lo:101:mount.lustre.0 Request processed in 320us (3208us total) trans 0 rc 0/0 00000100:00100000:3.0:1789478746.237990:0:22788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:0.0:1789478746.237996:0:22775:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc3fc00a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:433f6587-f9be-4304-94be-07d77f00816b:22775:1876403964558464:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1789478746.238016:0:22775:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.206.111@tcp lock: ffff8ebc34f77000/0x8ebaae74e8217806 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x8ebaae74e821780d expref: -99 pid: 22775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478746.238027:0:22775:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.206.111@tcp lock: ffff8ebc34f77000/0x8ebaae74e8217806 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x8ebaae74e821780d expref: -99 pid: 22775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789478746.238097:0:22775:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc3fc00a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:433f6587-f9be-4304-94be-07d77f00816b:22775:1876403964558592:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1789478746.238129:0:22775:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789478746.238168:0:22775:0:(client.c:2715:ptlrpc_set_wait()) set ffff8ebc094fa300 going to sleep for 11 seconds 00000100:00100000:1.0:1789478746.238293:0:22790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964558592 00000100:00100000:1.0:1789478746.238298:0:22790:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964558592 00000100:00100000:1.0:1789478746.238324:0:22790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:1.0:1789478746.238330:0:22790:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc042b2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:433f6587-f9be-4304-94be-07d77f00816b+12:22775:x1876403964558592:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1789478746.238448:0:22790:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc042b2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:433f6587-f9be-4304-94be-07d77f00816b+12:22775:x1876403964558592:12345-0@lo:501:mount.lustre.0 Request processed in 118us (319us total) trans 0 rc 0/0 00000100:00100000:1.0:1789478746.238455:0:22790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:0.0:1789478746.238484:0:22775:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc3fc00a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:433f6587-f9be-4304-94be-07d77f00816b:22775:1876403964558592:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1789478746.238517:0:22775:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc3fc00a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:433f6587-f9be-4304-94be-07d77f00816b:22775:1876403964558720:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1789478746.238558:0:22775:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789478746.241855:0:22791:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964558720 00000100:00100000:3.0:1789478746.241868:0:22791:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964558720 00000100:00100000:3.0:1789478746.241917:0:22791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:3.0:1789478746.241928:0:22791:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc042b1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:433f6587-f9be-4304-94be-07d77f00816b+12:22775:x1876403964558720:12345-0@lo:503:mount.lustre.0 00000100:00100000:3.0:1789478746.242056:0:22791:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc042b1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:433f6587-f9be-4304-94be-07d77f00816b+12:22775:x1876403964558720:12345-0@lo:503:mount.lustre.0 Request processed in 129us (3496us total) trans 0 rc 0/0 00000100:00100000:3.0:1789478746.242064:0:22791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:1.0:1789478746.245683:0:22775:0:(client.c:2715:ptlrpc_set_wait()) set ffff8ebc094fa300 going to sleep for 11 seconds 00000100:00100000:1.0:1789478746.245721:0:22775:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc3fc00a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:433f6587-f9be-4304-94be-07d77f00816b:22775:1876403964558720:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1789478746.247384:0:22829:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebb04b88380 pname:cluuid:pid:xid:nid:opc:job llog_process_th:433f6587-f9be-4304-94be-07d77f00816b:22829:1876403964558848:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1789478746.247507:0:22829:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789478746.247588:0:22788:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964558848 00000100:00100000:1.0:1789478746.247611:0:22788:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964558848 00000100:00100000:1.0:1789478746.247657:0:22788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:1.0:1789478746.247666:0:22788:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc042b0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:433f6587-f9be-4304-94be-07d77f00816b+12:22829:x1876403964558848:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1789478746.247785:0:22788:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc042b0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:433f6587-f9be-4304-94be-07d77f00816b+12:22829:x1876403964558848:12345-0@lo:502:llog_process_th.0 Request processed in 119us (296us total) trans 0 rc 0/0 00000100:00100000:1.0:1789478746.247793:0:22788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:1.0:1789478746.247849:0:22829:0:(client.c:2715:ptlrpc_set_wait()) set ffff8ebc07db5540 going to sleep for 11 seconds 00000100:00100000:1.0:1789478746.247871:0:22829:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebb04b88380 pname:cluuid:pid:xid:nid:opc:job llog_process_th:433f6587-f9be-4304-94be-07d77f00816b:22829:1876403964558848:0@lo:502:llog_process_th.0 00000020:01000004:1.0:1789478746.247926:0:22829:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-MDT0000 (typ=lwp) 00000020:00000080:1.0:1789478746.247939:0:22829:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-MDT0000 (ffff8ebc3f730000) 00000020:00000080:1.0:1789478746.247955:0:22829:0:(obd_config.c:720:class_attach_name()) OBD: dev 11 attached type lwp with refcount 2 00000020:01000004:1.0:1789478746.248044:0:22829:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8ebc3fa73800 from lustre-MDT0000, refs=4 00000020:01000004:1.0:1789478746.248048:0:22829:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8ebc3fa73800 from lustre-MDT0000, refs=4 00000020:01000004:1.0:1789478746.248051:0:22829:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8ebc3fa73800 4 00010000:00080000:1.0:1789478746.248110:0:22829:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8ebc056da800@lustre-MDT0000-lwp-MDT0000: add connection 192.168.206.111@tcp at head 00010000:00010000:1.0:1789478746.249835:0:22829:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-MDT0000-4 is initialized 00000020:00000080:0.0:1789478746.251928:0:22829:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-MDT0000 (uuid lustre-MDT0000-lwp-MDT0000_UUID) 00000010:01000000:0.0:1789478746.251971:0:22829:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:0.0:1789478746.251989:0:22829:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-MDT0000, cookie 0x8ebaae74e821781b 00000100:00080000:0.0:1789478746.251999:0:22829:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:0.0:1789478746.252008:0:22829:0:(import.c:625:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff8ebc056da800 using connection 192.168.206.111@tcp/0@lo 00000100:00100000:0.0:1789478746.252042:0:22829:0:(import.c:827:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8ebc3fc00380 x1876403964558976/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789478746.252077:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc3fc00380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3644:1876403964558976:0@lo:38:llog_process_th.0 00000100:00100000:0.0:1789478746.252135:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1789478746.252237:0:22829:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID 00000100:00100000:1.0:1789478746.254077:0:22829:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebb04b88380 pname:cluuid:pid:xid:nid:opc:job llog_process_th:433f6587-f9be-4304-94be-07d77f00816b:22829:1876403964559104:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1789478746.254152:0:22829:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789478746.254188:0:22790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964559104 00000100:00100000:1.0:1789478746.254194:0:22790:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964559104 00000100:00100000:1.0:1789478746.254235:0:22790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:1.0:1789478746.254244:0:22790:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc042b1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:433f6587-f9be-4304-94be-07d77f00816b+12:22829:x1876403964559104:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1789478746.256348:0:22796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964558976 00000100:00100000:3.0:1789478746.256358:0:22796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964558976 00000100:00100000:3.0:1789478746.256393:0:22796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1789478746.256400:0:22796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc3fc02680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3644:x1876403964558976:12345-0@lo:38:llog_process_th.0 00000100:00100000:3.0:1789478746.256483:0:22796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc3fc02680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3644:x1876403964558976:12345-0@lo:38:llog_process_th.0 Request processed in 82us (4347us total) trans 0 rc -11/-11 00000100:00100000:3.0:1789478746.256491:0:22796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1789478746.257018:0:22790:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc042b1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:433f6587-f9be-4304-94be-07d77f00816b+12:22829:x1876403964559104:12345-0@lo:502:llog_process_th.0 Request processed in 2773us (2864us total) trans 0 rc 0/0 00000100:00100000:1.0:1789478746.257033:0:22790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:1.0:1789478746.257127:0:22829:0:(client.c:2715:ptlrpc_set_wait()) set ffff8ebc08d120c0 going to sleep for 11 seconds 00000100:00100000:1.0:1789478746.257157:0:22829:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebb04b88380 pname:cluuid:pid:xid:nid:opc:job llog_process_th:433f6587-f9be-4304-94be-07d77f00816b:22829:1876403964559104:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1789478746.257210:0:22829:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebb04b88380 pname:cluuid:pid:xid:nid:opc:job llog_process_th:433f6587-f9be-4304-94be-07d77f00816b:22829:1876403964559232:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1789478746.257241:0:22829:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789478746.257268:0:22829:0:(client.c:2715:ptlrpc_set_wait()) set ffff8ebc08d120c0 going to sleep for 11 seconds 00000100:00100000:0.0:1789478746.257391:0:3644:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:0.0:1789478746.257398:0:3644:0:(import.c:65:import_set_state_nolock()) ffff8ebc056da800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789478746.257402:0:3644:0:(import.c:1512:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-11) 00000100:00100000:0.0:1789478746.257405:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc3fc00380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3644:1876403964558976:0@lo:38:llog_process_th.0 00000100:00100000:3.0:1789478746.258777:0:22791:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964559232 00000100:00100000:3.0:1789478746.258787:0:22791:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964559232 00000100:00100000:3.0:1789478746.258865:0:22791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:3.0:1789478746.258875:0:22791:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc042b2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:433f6587-f9be-4304-94be-07d77f00816b+12:22829:x1876403964559232:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1789478746.258993:0:22791:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc042b2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:433f6587-f9be-4304-94be-07d77f00816b+12:22829:x1876403964559232:12345-0@lo:502:llog_process_th.0 Request processed in 119us (1750us total) trans 0 rc 0/0 00000100:00100000:3.0:1789478746.259001:0:22791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:1.0:1789478746.259418:0:22829:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebb04b88380 pname:cluuid:pid:xid:nid:opc:job llog_process_th:433f6587-f9be-4304-94be-07d77f00816b:22829:1876403964559232:0@lo:502:llog_process_th.0 00000040:00080000:1.0:1789478746.259448:0:22829:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 52 count 51 00000020:01000000:1.0:1789478746.259506:0:22775:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:1.0:1789478746.259527:0:22775:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.206.111@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:1.0:1789478746.259540:0:22775:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.206.111@tcp lock: ffff8ebc34f77000/0x8ebaae74e8217806 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x8ebaae74e821780d expref: -99 pid: 22775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478746.259550:0:22775:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.206.111@tcp lock: ffff8ebc34f77000/0x8ebaae74e8217806 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x8ebaae74e821780d expref: -99 pid: 22775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:1.0:1789478746.259591:0:22775:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:1.0:1789478746.259611:0:22775:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1789478746.259613:0:22775:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1789478746.259614:0:22775:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1789478746.259616:0:22775:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1789478746.259617:0:22775:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1789478746.259618:0:22775:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1789478746.259620:0:22775:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1789478746.259621:0:22775:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1789478746.259622:0:22775:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:1.0:1789478746.259626:0:22775:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0000 0x40020005 00000020:01000004:1.0:1789478746.259628:0:22775:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:1.0:1789478746.259629:0:22775:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1789478746.259630:0:22775:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1789478746.259636:0:22775:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1789478746.259637:0:22775:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1789478746.259638:0:22775:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1789478746.259639:0:22775:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1789478746.259640:0:22775:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1789478746.259641:0:22775:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1789478746.259642:0:22775:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:1.0:1789478746.259656:0:22775:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0000 00000100:00100000:1.0:1789478746.259667:0:22775:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebb04b88380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:433f6587-f9be-4304-94be-07d77f00816b:22775:1876403964559360:0@lo:253:mount.lustre.0 00000100:00100000:1.0:1789478746.259704:0:22775:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789478746.259730:0:22775:0:(client.c:2715:ptlrpc_set_wait()) set ffff8ebc08d120c0 going to sleep for 11 seconds 00000100:00100000:1.0:1789478746.259745:0:22788:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964559360 00000100:00100000:1.0:1789478746.259749:0:22788:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964559360 00000100:00100000:1.0:1789478746.259776:0:22788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:1.0:1789478746.259782:0:22788:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc0428a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:433f6587-f9be-4304-94be-07d77f00816b+12:22775:x1876403964559360:12345-0@lo:253:mount.lustre.0 20000000:01000000:1.0:1789478746.259801:0:22788:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:1.0:1789478746.259813:0:22788:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 20000000:01000000:1.0:1789478746.262853:0:22788:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:1.0:1789478746.262873:0:22788:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00000100:00100000:1.0:1789478746.263436:0:22788:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc0428a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:433f6587-f9be-4304-94be-07d77f00816b+12:22775:x1876403964559360:12345-0@lo:253:mount.lustre.0 Request processed in 3649us (3726us total) trans 0 rc 0/0 00000100:00100000:1.0:1789478746.263446:0:22788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:1.0:1789478746.263505:0:22775:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebb04b88380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:433f6587-f9be-4304-94be-07d77f00816b:22775:1876403964559360:0@lo:253:mount.lustre.0 10000000:01000000:1.0:1789478746.263517:0:22775:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0000 got index = 0 00000020:01000004:1.0:1789478746.263520:0:22775:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:1.0:1789478746.263521:0:22775:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1789478746.263523:0:22775:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1789478746.263524:0:22775:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1789478746.263526:0:22775:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1789478746.263527:0:22775:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1789478746.263529:0:22775:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1789478746.263530:0:22775:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1789478746.263532:0:22775:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1789478746.263538:0:22775:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:1.0:1789478746.263550:0:22775:0:(tgt_mount.c:2695:server_calc_timeout()) lustre-MDT0000: Imperative Recovery not enabled, recovery window 60-180 20000000:01000000:3.0:1789478746.263759:0:22812:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:3.0:1789478746.263764:0:22812:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:3.0:1789478746.263783:0:22812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8ebc35b67400/0x8ebaae74e8217822 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478746.263807:0:22812:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8ebc08c4a400/0x8ebaae74e82177f1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x8ebaae74e82177ea expref: 11 pid: 22788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478746.263814:0:22812:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8ebc35b67400/0x8ebaae74e8217822 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 22812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478746.263844:0:22812:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8ebc08c4a400/0x8ebaae74e82177f1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x8ebaae74e82177ea expref: 11 pid: 22788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478746.263857:0:22812:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8ebc08c4a400/0x8ebaae74e82177f1 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x8ebaae74e82177ea expref: 11 pid: 22788 timeout: 675 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789478746.263869:0:22812:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc34c98a80 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22812:1876403964559488:0@lo:104: 00000100:00100000:3.0:1789478746.263903:0:22812:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789478746.263934:0:22812:0:(client.c:2715:ptlrpc_set_wait()) set ffff8ebc101ada80 going to sleep for 11 seconds 00000100:00100000:3.0:1789478746.266703:0:22779:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964559488 00000100:00100000:3.0:1789478746.266718:0:22779:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964559488 00000100:00100000:3.0:1789478746.266772:0:22779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1789478746.266783:0:22779:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc34c98380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:433f6587-f9be-4304-94be-07d77f00816b+3:22812:x1876403964559488:12345-0@lo:104: 00010000:00010000:3.0:1789478746.266801:0:22779:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.206.111@tcp lock: ffff8ebc40fcee00/0x8ebaae74e82177ea lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x8ebaae74e82177f1 expref: -99 pid: 22775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478746.266881:0:22779:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1789478746.266887:0:22779:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc34c98380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:433f6587-f9be-4304-94be-07d77f00816b+3:22812:x1876403964559488:12345-0@lo:104: Request processed in 108us (2984us total) trans 0 rc 0/0 00000100:00100000:3.0:1789478746.266894:0:22779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1789478746.266933:0:22812:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc34c98a80 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22812:1876403964559488:0@lo:104: 00010000:00010000:3.0:1789478746.266967:0:22812:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8ebc35b67400/0x8ebaae74e8217822 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478746.277860:0:22785:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789478746.277871:0:22785:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.206.111@tcp lock: ffff8ebc40fcee00/0x8ebaae74e82177ea lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x8ebaae74e82177f1 expref: -99 pid: 22775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478746.277882:0:22785:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ebc40fcee00 already unused, calling callback (ffffffffc1383c20) 10000000:00010000:1.0:1789478746.277886:0:22785:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.206.111@tcp lock: ffff8ebc40fcee00/0x8ebaae74e82177ea lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x8ebaae74e82177f1 expref: -99 pid: 22775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478746.277897:0:22785:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.206.111@tcp lock: ffff8ebc40fcee00/0x8ebaae74e82177ea lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x8ebaae74e82177f1 expref: -99 pid: 22775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1789478746.277906:0:22785:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.206.111@tcp lock: ffff8ebc40fcee00/0x8ebaae74e82177ea lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x8ebaae74e82177f1 expref: -99 pid: 22775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1789478746.277911:0:22785:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:1.0:1789478746.279932:0:22785:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.206.111@tcp lock: ffff8ebc40fcee00/0x8ebaae74e82177ea lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x8ebaae74e82177f1 expref: -99 pid: 22775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478746.279945:0:22785:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1789478746.279967:0:22785:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.206.111@tcp lock: ffff8ebc40fcee00/0x8ebaae74e82177ea lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x8ebaae74e82177f1 expref: -99 pid: 22775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478746.279975:0:22785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.206.111@tcp lock: ffff8ebc40fcee00/0x8ebaae74e82177ea lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x8ebaae74e82177f1 expref: -99 pid: 22775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478746.279994:0:22785:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789478746.279997:0:22785:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789478746.280000:0:22785:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789478746.280053:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebb04b88380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:433f6587-f9be-4304-94be-07d77f00816b:3645:1876403964559616:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1789478746.280125:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789478746.280212:0:22781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964559616 00000100:00100000:1.0:1789478746.280219:0:22781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964559616 00010000:00010000:1.0:1789478746.280245:0:22781:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8ebc08c4a400/0x8ebaae74e82177f1 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x8ebaae74e82177ea expref: 12 pid: 22788 timeout: 675 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789478746.280272:0:22781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1789478746.280282:0:22781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebb04b88a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:433f6587-f9be-4304-94be-07d77f00816b+12:3645:x1876403964559616:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1789478746.280293:0:22781:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1789478746.280299:0:22781:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8ebc08c4a400/0x8ebaae74e82177f1 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x8ebaae74e82177ea expref: 12 pid: 22788 timeout: 675 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478746.280311:0:22781:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8ebc08c4a400/0x8ebaae74e82177f1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x8ebaae74e82177ea expref: 12 pid: 22788 timeout: 675 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478746.280324:0:22781:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ebc08c4a400/0x8ebaae74e82177f1 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x8ebaae74e82177ea expref: 12 pid: 22788 timeout: 675 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478746.280339:0:22781:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8ebc35b67400/0x8ebaae74e8217822 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478746.280346:0:22781:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ebc35b67400/0x8ebaae74e8217822 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:1.0:1789478746.280359:0:22781:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.016595449s 00010000:00010000:1.0:1789478746.280364:0:22781:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ebc35b67400/0x8ebaae74e8217822 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478746.280370:0:22781:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ebc35b67400/0x8ebaae74e8217822 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478746.280385:0:22781:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8ebc35b67400/0x8ebaae74e8217822 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478746.280391:0:22781:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8ebc35b67400/0x8ebaae74e8217822 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478746.280396:0:22781:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ebc35b67400 already unused, calling callback (ffffffffc0d672a0) 00010000:00010000:1.0:1789478746.280400:0:22781:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8ebc35b67400/0x8ebaae74e8217822 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478746.280407:0:22781:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8ebc35b67400/0x8ebaae74e8217822 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 22812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478746.280420:0:22781:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8ebc35b67400/0x8ebaae74e8217822 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478746.280430:0:22781:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1789478746.280463:0:22781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebb04b88a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:433f6587-f9be-4304-94be-07d77f00816b+11:3645:x1876403964559616:12345-0@lo:103:ldlm_bl.0 Request processed in 182us (339us total) trans 0 rc 0/0 00000100:00100000:1.0:1789478746.280469:0:22781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00010000:00010000:1.0:1789478746.280494:0:22812:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8ebc35b67400/0x8ebaae74e8217822 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478746.280502:0:22812:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8ebc35b67400/0x8ebaae74e8217822 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478746.280508:0:22812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ebc35b67400/0x8ebaae74e8217822 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789478746.280559:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebb04b88380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:433f6587-f9be-4304-94be-07d77f00816b:3645:1876403964559616:0@lo:103:ldlm_bl.0 00000020:00080000:3.0:1789478746.303948:0:22775:0:(update_trans.c:1496:distribute_txn_commit_batchid_init()) lustre-MDT0000: committed batchid 4294967529 00000020:00080000:1.0:1789478746.304223:0:22836:0:(update_trans.c:1539:distribute_txn_commit_thread()) lustre-MDT0000: start commit thread committed batchid 4294967529 00000040:01000000:3.0:1789478746.304226:0:22775:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0000-osd ctxt 16 is initialized 00000020:00080000:1.0:1789478746.304228:0:22836:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294967529 00000040:01000000:1.0:1789478746.304539:0:22837:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:3.0:1789478746.304663:0:22775:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0001-osp-MDT0000 ctxt 16 is initialized 00000040:00080000:0.0:1789478746.305803:0:22837:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00080000:3.0:1789478746.306216:0:22838:0:(client.c:1845:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != DISCONN) req@ffff8ebc34c98a80 x1876403964559744/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 304/4320 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'lod0000_rec0001.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789478746.306229:0:22838:0:(client.c:2715:ptlrpc_set_wait()) set ffff8ebc101ad900 going to sleep for 0 seconds 00000040:01000000:1.0:1789478746.306563:0:22775:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0000 ctxt 12 is initialized 00000040:00080000:1.0:1789478746.306709:0:22775:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1789478746.309578:0:22837:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x200000400:0x1:0x0] index 261376 count 1 00000004:00080000:0.0:1789478746.309686:0:22837:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0000-osd retrieved update log, duration 0, retries 0 00000004:00000080:1.0:1789478746.310429:0:22775:0:(mdd_device.c:555:mdd_changelog_llog_init()) changelog starting index=0 00000040:01000000:1.0:1789478746.310444:0:22775:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0000 ctxt 14 is initialized 00000040:00080000:1.0:1789478746.310525:0:22775:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1789478746.313306:0:22775:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x5:0x0] index 64768 count 1 00000040:00080000:1.0:1789478746.313890:0:22775:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x6:0x0] index 64768 count 1 00000040:01000000:1.0:1789478746.313925:0:22775:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0000 ctxt 15 is initialized 00000040:00080000:0.0:1789478746.316001:0:22775:0:(llog_cat.c:403:llog_cat_set_first_idx()) catlog [0xa:0x7:0x0] first idx 1, last_idx 2 00080000:10000000:0.0:1789478746.316471:0:22775:0:(osd_handler.c:5581:osd_index_try()) lustre-MDT0000: index object [0x200000003:0x36:0x0] (8/32) registered 00000001:00000004:0.0:1789478746.318223:0:22775:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 3, last_transno is 12884901888 00000001:00080000:0.0:1789478746.319587:0:22775:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0000: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000004:00000080:0.0:1789478746.319800:0:22775:0:(mdd_device.c:2304:mdd_iocontrol()) lustre-MDD0000: cmd=c00866e6 len=0 karg=ffff9dd90197b988 00100000:10000000:0.0:1789478746.319807:0:22775:0:(lfsck_lib.c:3085:lfsck_start()) lustre-MDT0000-osd: start master thread 00000020:01000004:0.0:1789478746.326263:0:22775:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:0.0:1789478746.326279:0:22775:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.206.111@tcp: cl_mgc_mutex unlock 00000020:01000004:0.0:1789478746.326297:0:22775:0:(tgt_mount.c:2461:server_fill_super_common()) Server sb, dev=46 00000080:00000004:0.0:1789478746.326311:0:22775:0:(super25.c:182:lustre_fill_super()) /dev/mapper/mds1_flakey: Mount complete 00000020:00000004:0.0:1789478746.333404:0:22775:0:(tgt_mount.c:2347:server_getattr()) lustre-MDT0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:0.0:1789478746.333651:0:22775:0:(tgt_mount.c:2362:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:0.0:1789478747.045299:0:22784:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1789478747.308875:0:22830:0:(llog.c:805:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00080000:0.0:1789478747.308886:0:22830:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1789478747.311588:0:22830:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xe:0x0] index 2 count 2 00000040:00080000:1.0:1789478747.311632:0:22830:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 3 count 2 00000100:00100000:2.0:1789478747.370036:0:22838:0:(client.c:2715:ptlrpc_set_wait()) set ffff8ebc101ad900 going to sleep for 0 seconds 10000000:01000000:0.0:1789478747.816384:0:22793:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:0.0:1789478747.816392:0:22793:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff8ebc3fa73800 from 11 10000000:01000000:0.0:1789478747.816399:0:22793:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:0.0:1789478747.817504:0:22793:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.206.111@tcp lock: ffff8ebc34f77400/0x8ebaae74e8217829 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478747.817517:0:22793:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.206.111@tcp lock: ffff8ebc34f77400/0x8ebaae74e8217829 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478747.817528:0:22793:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.206.111@tcp lock: ffff8ebc34f77400/0x8ebaae74e8217829 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789478747.817552:0:22793:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc3fc00380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:433f6587-f9be-4304-94be-07d77f00816b:22793:1876403964559872:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1789478747.819215:0:22793:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789478747.819392:0:22790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964559872 00000100:00100000:1.0:1789478747.819400:0:22790:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964559872 00000100:00100000:0.0:1789478747.819443:0:22793:0:(client.c:2715:ptlrpc_set_wait()) set ffff8ebc359b69c0 going to sleep for 11 seconds 00000100:00100000:1.0:1789478747.819585:0:22790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:1.0:1789478747.819615:0:22790:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc04288c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:433f6587-f9be-4304-94be-07d77f00816b+11:22793:x1876403964559872:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1789478747.819631:0:22790:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789478747.819647:0:22790:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8ebc40fce000/0x8ebaae74e8217830 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x8ebaae74e8217829 expref: -99 pid: 22790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478747.819670:0:22790:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ebc40fce000/0x8ebaae74e8217830 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x8ebaae74e8217829 expref: 12 pid: 22790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478747.819680:0:22790:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8ebc40fce000/0x8ebaae74e8217830 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x8ebaae74e8217829 expref: 12 pid: 22790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478747.819689:0:22790:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ebc40fce000, rc 0) 00000100:00100000:1.0:1789478747.819741:0:22790:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc04288c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:433f6587-f9be-4304-94be-07d77f00816b+12:22793:x1876403964559872:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 147us (531us total) trans 0 rc 0/0 00000100:00100000:1.0:1789478747.819756:0:22790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:0.0:1789478747.820658:0:22793:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc3fc00380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:433f6587-f9be-4304-94be-07d77f00816b:22793:1876403964559872:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1789478747.820677:0:22793:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.206.111@tcp lock: ffff8ebc34f77400/0x8ebaae74e8217829 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x8ebaae74e8217830 expref: -99 pid: 22793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478747.820687:0:22793:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.206.111@tcp lock: ffff8ebc34f77400/0x8ebaae74e8217829 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x8ebaae74e8217830 expref: -99 pid: 22793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789478747.820748:0:22793:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc3fc00380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:433f6587-f9be-4304-94be-07d77f00816b:22793:1876403964560000:0@lo:256:ll_cfg_requeue.0 00000100:00100000:0.0:1789478747.820806:0:22793:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789478747.820841:0:22793:0:(client.c:2715:ptlrpc_set_wait()) set ffff8ebc359b69c0 going to sleep for 11 seconds 00000100:00100000:3.0:1789478747.821172:0:22791:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964560000 00000100:00100000:3.0:1789478747.821178:0:22791:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964560000 00000100:00100000:3.0:1789478747.821220:0:22791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:3.0:1789478747.821230:0:22791:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc0428b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:433f6587-f9be-4304-94be-07d77f00816b+12:22793:x1876403964560000:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:3.0:1789478747.821246:0:22791:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:3.0:1789478747.821260:0:22791:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:3.0:1789478747.821263:0:22791:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 11 00000100:00100000:3.0:1789478747.821375:0:22791:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc0428b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:433f6587-f9be-4304-94be-07d77f00816b+12:22793:x1876403964560000:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 146us (567us total) trans 0 rc 0/0 00000100:00100000:0.0:1789478747.821376:0:22793:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc3fc00380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:433f6587-f9be-4304-94be-07d77f00816b:22793:1876403964560000:0@lo:256:ll_cfg_requeue.0 00000100:00100000:3.0:1789478747.821383:0:22791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 10000000:01000000:0.0:1789478747.821414:0:22793:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.206.111@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:0.0:1789478747.821425:0:22793:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.206.111@tcp lock: ffff8ebc34f77400/0x8ebaae74e8217829 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x8ebaae74e8217830 expref: -99 pid: 22793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478747.821434:0:22793:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.206.111@tcp lock: ffff8ebc34f77400/0x8ebaae74e8217829 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x8ebaae74e8217830 expref: -99 pid: 22793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478748.073389:0:22785:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1789478748.327282:0:22830:0:(llog.c:805:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00080000:1.0:1789478748.327292:0:22830:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1789478748.327422:0:22830:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xe:0x0] index 1 count 1 00000040:00080000:1.0:1789478748.327464:0:22830:0:(llog_cat_server.c:902:llog_cat_cleanup()) cancel plain log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1789478748.329535:0:22830:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 1 00000100:00100000:3.0:1789478748.389178:0:22838:0:(client.c:2715:ptlrpc_set_wait()) set ffff8ebc101ad900 going to sleep for 0 seconds 00010000:00010000:0.0:1789478749.114976:0:22784:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789478749.416046:0:22838:0:(client.c:2715:ptlrpc_set_wait()) set ffff8ebc101ad900 going to sleep for 0 seconds 00010000:00010000:1.0:1789478750.116725:0:22785:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1789478750.269552:0:23081:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg611-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00000100:00100000:2.0:1789478750.438903:0:22838:0:(client.c:2715:ptlrpc_set_wait()) set ffff8ebc101ad900 going to sleep for 0 seconds 00010000:00010000:0.0:1789478751.142759:0:22784:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:1.0:1789478751.149461:0:23133:0:(tgt_mount.c:2347:server_getattr()) lustre-MDT0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:1.0:1789478751.149673:0:23133:0:(tgt_mount.c:2362:is_cmd_supported()) ioctl cmd=81009431 00000100:00100000:3.0:1789478751.462684:0:22838:0:(client.c:2715:ptlrpc_set_wait()) set ffff8ebc101ad900 going to sleep for 0 seconds 00000100:00100000:3.0:1789478751.462989:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00080000:0.0:1789478751.463011:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1789478751.463016:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1789478751.463020:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ebb044a1800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789478751.463028:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 575 00000100:00080000:0.0:1789478751.463033:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-osp-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1789478751.463044:0:36:0:(import.c:625:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff8ebb044a1800 using connection 192.168.206.111@tcp/0@lo 00000100:00100000:0.0:1789478751.463066:0:36:0:(import.c:827:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8ebc3fc00000 x1876403964560256/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789478751.463091:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1789478751.463094:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789478751.463097:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1789478751.463100:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789478751.463102:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1789478751.463106:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789478751.463108:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ebc056da800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789478751.463125:0:36:0:(import.c:625:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff8ebc056da800 using connection 192.168.206.111@tcp/0@lo 00000100:00100000:2.0:1789478751.463130:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc3fc00000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3644:1876403964560256:0@lo:38:kworker.0 00000100:00100000:0.0:1789478751.463141:0:36:0:(import.c:827:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8ebc3fc03b80 x1876403964560384/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789478751.463201:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789478751.463270:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc3fc03b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3644:1876403964560384:0@lo:38:kworker.0 00000100:00100000:2.0:1789478751.463313:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789478751.463502:0:22802:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964560256 00000100:00100000:0.0:1789478751.463510:0:22802:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964560256 00000100:00100000:0.0:1789478751.463555:0:22802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1789478751.463562:0:22802:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc40f60a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3644:x1876403964560256:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1789478751.463579:0:22802:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-MDT0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1789478751.463655:0:22802:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc40f60a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3644:x1876403964560256:12345-0@lo:38:kworker.0 Request processed in 92us (454us total) trans 0 rc -19/-19 00000100:00100000:0.0:1789478751.463663:0:22802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00080000:0.0:1789478751.463699:0:3644:0:(import.c:65:import_set_state_nolock()) ffff8ebb044a1800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789478751.463704:0:3644:0:(import.c:1512:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1789478751.463707:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc3fc00000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3644:1876403964560256:0@lo:38:kworker.0 00000100:00100000:2.0:1789478751.467748:0:22798:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964560384 00000100:00100000:2.0:1789478751.467762:0:22798:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964560384 00000100:00100000:2.0:1789478751.467808:0:22798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1789478751.467817:0:22798:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc40f63480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3644:x1876403964560384:12345-0@lo:38:kworker.0 00010000:00080000:2.0:1789478751.467978:0:22798:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-MDT0000_UUID@0@lo t0 exp 0000000000000000 cur 580 last 0 00000020:00000080:2.0:1789478751.468023:0:22798:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-MDT0000_UUID, cookie 0x8ebaae74e8217837 00000004:00100000:2.0:1789478751.468040:0:22798:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:2.0:1789478751.468181:0:22798:0:(import.c:65:import_set_state_nolock()) ffff8ebb01bda000 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1789478751.468261:0:22798:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc40f63480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3644:x1876403964560384:12345-0@lo:38:kworker.0 Request processed in 443us (4947us total) trans 0 rc 0/0 00000100:00100000:2.0:1789478751.468270:0:22798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00010000:00080000:0.0:1789478751.468403:0:3644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff8ebc3fc03b80 x1876403964560384/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1789478761 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789478751.468419:0:3644:0:(import.c:1133:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-MDT0000: connect to target with instance 3 00000100:00080000:0.0:1789478751.468426:0:3644:0:(import.c:957:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-MDT0000: Resetting ns_connect_flags to server flags: 0x2041401047000020 00000100:00080000:0.0:1789478751.468431:0:3644:0:(import.c:1214:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:0.0:1789478751.468433:0:3644:0:(import.c:65:import_set_state_nolock()) ffff8ebc056da800 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:0.0:1789478751.468438:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc3fc03b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3644:1876403964560384:0@lo:38:kworker.0 00000100:00100000:3.0:1789478751.469029:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc3fc00380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:433f6587-f9be-4304-94be-07d77f00816b:3645:1876403964560128:0@lo:400:kworker.0 00000100:00100000:3.0:1789478751.469075:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789478751.469409:0:22788:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964560128 00000100:00100000:2.0:1789478751.469416:0:22788:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964560128 00000100:00100000:2.0:1789478751.469457:0:22788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:2.0:1789478751.469465:0:22788:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc04288050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:433f6587-f9be-4304-94be-07d77f00816b+12:3645:x1876403964560128:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789478751.469515:0:22788:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc04288050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:433f6587-f9be-4304-94be-07d77f00816b+12:3645:x1876403964560128:12345-0@lo:400:kworker.0 Request processed in 51us (439us total) trans 0 rc 0/0 00000100:00100000:0.0:1789478751.469661:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc3fc00380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:433f6587-f9be-4304-94be-07d77f00816b:3645:1876403964560128:0@lo:400:kworker.0 00000100:00100000:2.0:1789478751.469920:0:22788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000020:00000004:2.0:1789478751.876970:0:23183:0:(tgt_mount.c:2347:server_getattr()) lustre-MDT0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:2.0:1789478751.877164:0:23183:0:(tgt_mount.c:2362:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:2.0:1789478752.164832:0:22785:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789478752.484965:0:22838:0:(client.c:2715:ptlrpc_set_wait()) set ffff8ebc101ad900 going to sleep for 0 seconds 00010000:00010000:3.0:1789478753.188730:0:22784:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789478753.510035:0:22838:0:(client.c:2715:ptlrpc_set_wait()) set ffff8ebc101ad900 going to sleep for 0 seconds 00010000:00010000:2.0:1789478754.212961:0:22785:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789478754.532700:0:22838:0:(client.c:2715:ptlrpc_set_wait()) set ffff8ebc101ad900 going to sleep for 0 seconds 00010000:00010000:3.0:1789478755.239811:0:22784:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789478755.560792:0:22838:0:(client.c:2715:ptlrpc_set_wait()) set ffff8ebc101ad900 going to sleep for 0 seconds 00010000:00010000:2.0:1789478756.260812:0:22785:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789478756.580795:0:22838:0:(client.c:2715:ptlrpc_set_wait()) set ffff8ebc101ad900 going to sleep for 0 seconds 00000100:00100000:1.0:1789478756.580824:0:3644:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789478746/real 1789478746] req@ffff8ebb04b89f80 x1876403964557312/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789478756 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789478756.580854:0:3644:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8ebb04b89f80 x1876403964557312/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789478756 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789478756.580865:0:3644:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789478746/real 1789478746] req@ffff8ebc3fc02300 x1876403964557184/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789478756 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789478756.580878:0:3644:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8ebc3fc02300 x1876403964557184/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789478756 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789478756.580895:0:3644:0:(import.c:65:import_set_state_nolock()) ffff8ebc111f9000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789478756.580916:0:3644:0:(import.c:1512:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1789478756.580920:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebb04b89f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3644:1876403964557312:0@lo:8:llog_process_th.0 00000100:00080000:1.0:1789478756.580925:0:3644:0:(import.c:65:import_set_state_nolock()) ffff8ebc06fa8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789478756.580930:0:3644:0:(import.c:1512:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1789478756.580932:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc3fc02300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3644:1876403964557184:0@lo:8:llog_process_th.0 00000100:00100000:0.0:1789478756.581283:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc34c99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:433f6587-f9be-4304-94be-07d77f00816b:3647:1876403964560512:0@lo:400:kworker.0 00000100:00100000:0.0:1789478756.581387:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1789478756.581464:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:3.0:1789478756.581473:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1789478756.581476:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ebb044a1800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789478756.581481:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 580 00000100:00080000:3.0:1789478756.581485:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-osp-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:3.0:1789478756.581494:0:36:0:(import.c:625:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff8ebb044a1800 using connection 192.168.206.111@tcp/0@lo 00000100:00100000:3.0:1789478756.581524:0:36:0:(import.c:827:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8ebc34c9b480 x1876403964560640/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789478756.581542:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1789478756.581544:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789478756.581546:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ebc06fa8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789478756.581549:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 575 00000100:00080000:3.0:1789478756.581552:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:3.0:1789478756.581556:0:36:0:(import.c:625:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff8ebc06fa8000 using connection 192.168.206.111@tcp/0@lo 00000100:00100000:3.0:1789478756.581567:0:36:0:(import.c:827:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8ebc34c98e00 x1876403964560768/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789478756.581574:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1789478756.581577:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789478756.581579:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ebc111f9000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789478756.581582:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 575 00000100:00080000:3.0:1789478756.581585:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:3.0:1789478756.581589:0:36:0:(import.c:625:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff8ebc111f9000 using connection 192.168.206.111@tcp/0@lo 00000100:00100000:3.0:1789478756.581627:0:36:0:(import.c:827:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8ebc34c99f80 x1876403964560896/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789478756.581635:0:22790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964560512 00000100:00100000:1.0:1789478756.581644:0:22790:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964560512 00000100:00100000:1.0:1789478756.581701:0:22790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:1.0:1789478756.581711:0:22790:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc04289050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:433f6587-f9be-4304-94be-07d77f00816b+12:3647:x1876403964560512:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789478756.581871:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc34c99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3648:1876403964561024:0@lo:400:kworker.0 00000100:00100000:2.0:1789478756.581903:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789478756.582244:0:22790:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc04289050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:433f6587-f9be-4304-94be-07d77f00816b+12:3647:x1876403964560512:12345-0@lo:400:kworker.0 Request processed in 532us (854us total) trans 0 rc 0/0 00000100:00100000:3.0:1789478756.582248:0:22797:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964561024 00000100:00100000:1.0:1789478756.582254:0:22790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:3.0:1789478756.582259:0:22797:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964561024 00000100:00100000:3.0:1789478756.582308:0:22797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1789478756.582315:0:22797:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc40f61180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3648:x1876403964561024:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789478756.582364:0:22797:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc40f61180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3648:x1876403964561024:12345-0@lo:400:kworker.0 Request processed in 50us (460us total) trans 0 rc 0/0 00000100:00100000:3.0:1789478756.582372:0:22797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1789478756.582394:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc34c9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3644:1876403964560640:0@lo:38:kworker.0 00010000:00080000:1.0:1789478756.582413:0:3648:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff8ebc34c99500 x1876403964561024/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789478772 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789478756.582427:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc34c99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3648:1876403964561024:0@lo:400:kworker.0 00000100:00100000:3.0:1789478756.582447:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789478756.582468:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc34c98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3644:1876403964560768:0@lo:8:kworker.0 00000100:00100000:1.0:1789478756.582478:0:22802:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964560640 00000100:00100000:1.0:1789478756.582483:0:22802:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964560640 00000400:00000100:3.0:1789478756.582506:0:3644:0:(lib-move.c:4383:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1876403964560768 offset 0 length 520: 4 00000100:00100000:3.0:1789478756.582525:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc34c99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3644:1876403964560896:0@lo:8:kworker.0 00000400:00000100:3.0:1789478756.582545:0:3644:0:(lib-move.c:4383:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1876403964560896 offset 0 length 520: 4 00000100:00100000:0.0:1789478756.582745:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc34c99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:433f6587-f9be-4304-94be-07d77f00816b:3647:1876403964560512:0@lo:400:kworker.0 00000100:00100000:1.0:1789478756.583438:0:22802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1789478756.583446:0:22802:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc34c98700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3644:x1876403964560640:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1789478756.583464:0:22802:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-MDT0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1789478756.605406:0:22802:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc34c98700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3644:x1876403964560640:12345-0@lo:38:kworker.0 Request processed in 21951us (22951us total) trans 0 rc -19/-19 00000100:00100000:1.0:1789478756.605420:0:22802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00080000:2.0:1789478756.606888:0:3644:0:(import.c:65:import_set_state_nolock()) ffff8ebb044a1800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789478756.606896:0:3644:0:(import.c:1512:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1789478756.606900:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc34c9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3644:1876403964560640:0@lo:38:kworker.0 00010000:00010000:3.0:1789478757.284866:0:22784:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789478757.604754:0:22838:0:(client.c:2715:ptlrpc_set_wait()) set ffff8ebc101ad900 going to sleep for 0 seconds 00000020:01000004:1.0:1789478758.083318:0:23528:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:1.0:1789478758.083322:0:23528:0:(obd_mount.c:926:lmd_print()) device: /dev/mapper/mds2_flakey 00000020:01000004:1.0:1789478758.083323:0:23528:0:(obd_mount.c:929:lmd_print()) options: user_xattr,errors=remount-ro 00000080:01200004:1.0:1789478758.083426:0:23528:0:(super25.c:131:lustre_fill_super()) VFS Op: sb ffff8ebc35b1c800 00000020:01000004:1.0:1789478758.083440:0:23528:0:(tgt_mount.c:2503:osd_start()) Attempting to start lustre-MDT0001, type=osd-ldiskfs, lsifl=200001, mountfl=0 00000020:01000004:1.0:1789478758.083450:0:23528:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0001-osd (typ=osd-ldiskfs) 00000020:00000080:1.0:1789478758.083463:0:23528:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-osd (ffff8ebc40f719b8) 00000020:00000080:1.0:1789478758.083479:0:23528:0:(obd_config.c:720:class_attach_name()) OBD: dev 12 attached type osd-ldiskfs with refcount 2 00100000:10000000:3.0:1789478758.198951:0:23528:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000001:0x3:0x0] (8/24) registered 00100000:10000000:2.0:1789478758.212454:0:23528:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0xd:0x0] (16/1) registered 00100000:10000000:2.0:1789478758.214464:0:23528:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x25:0x0] (24/16) registered 00100000:10000000:2.0:1789478758.215346:0:23528:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x11:0x0] (16/1) registered 00100000:10000000:3.0:1789478758.219321:0:23528:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x17:0x0] (16/1) registered 00100000:10000000:3.0:1789478758.220927:0:23528:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x24:0x0] (24/16) registered 00100000:10000000:3.0:1789478758.223931:0:23528:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x15:0x0] (16/1) registered 00100000:10000000:3.0:1789478758.225371:0:23528:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x27:0x0] (24/16) registered 00100000:10000000:3.0:1789478758.227251:0:23528:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x14:0x0] (16/1) registered 00100000:10000000:3.0:1789478758.228414:0:23528:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0xf:0x0] (16/1) registered 00100000:10000000:3.0:1789478758.230271:0:23528:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0xe:0x0] (16/1) registered 00100000:10000000:3.0:1789478758.232331:0:23528:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2d:0x0] (24/16) registered 00100000:10000000:3.0:1789478758.234366:0:23528:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1a:0x0] (16/1) registered 00100000:10000000:3.0:1789478758.236418:0:23528:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x18:0x0] (16/1) registered 00100000:10000000:3.0:1789478758.238497:0:23528:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1c:0x0] (16/1) registered 00100000:10000000:3.0:1789478758.240868:0:23528:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x12:0x0] (16/1) registered 00100000:10000000:3.0:1789478758.241713:0:23528:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x26:0x0] (24/16) registered 00100000:10000000:3.0:1789478758.242231:0:23528:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x28:0x0] (24/16) registered 00100000:10000000:3.0:1789478758.242743:0:23528:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1d:0x0] (16/1) registered 00100000:10000000:3.0:1789478758.243123:0:23528:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1b:0x0] (16/1) registered 00100000:10000000:3.0:1789478758.243433:0:23528:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2c:0x0] (24/16) registered 00100000:10000000:3.0:1789478758.243746:0:23528:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x21:0x0] (24/16) registered 00100000:10000000:3.0:1789478758.243971:0:23528:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x20:0x0] (24/16) registered 00100000:10000000:3.0:1789478758.244873:0:23528:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x22:0x0] (24/16) registered 00100000:10000000:3.0:1789478758.245751:0:23528:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x10:0x0] (16/1) registered 00100000:10000000:3.0:1789478758.246252:0:23528:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1f:0x0] (24/16) registered 00100000:10000000:3.0:1789478758.246541:0:23528:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2e:0x0] (24/16) registered 00100000:10000000:3.0:1789478758.246900:0:23528:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2b:0x0] (24/16) registered 00100000:10000000:3.0:1789478758.247538:0:23528:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x13:0x0] (16/1) registered 00100000:10000000:3.0:1789478758.247811:0:23528:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x29:0x0] (24/16) registered 00100000:10000000:3.0:1789478758.248113:0:23528:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x16:0x0] (16/1) registered 00100000:10000000:2.0:1789478758.250181:0:23528:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2a:0x0] (24/16) registered 00100000:10000000:2.0:1789478758.250517:0:23528:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x23:0x0] (24/16) registered 00100000:10000000:2.0:1789478758.250965:0:23528:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x19:0x0] (16/1) registered 00100000:10000000:2.0:1789478758.255422:0:23528:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x1:0x0] (8/8) registered 00100000:10000000:2.0:1789478758.256173:0:23528:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x4:0x0] (8/32) registered 00100000:10000000:2.0:1789478758.256432:0:23528:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x20002:0x0] (8/8) registered 00100000:10000000:2.0:1789478758.256761:0:23528:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x20001:0x0] (8/8) registered 00100000:10000000:2.0:1789478758.257309:0:23528:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x3:0x0] (8/32) registered 00100000:10000000:2.0:1789478758.257862:0:23528:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x3:0x0] (8/8) registered 00100000:10000000:2.0:1789478758.258717:0:23528:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x2:0x0] (8/8) registered 00100000:10000000:2.0:1789478758.259205:0:23528:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x20003:0x0] (8/8) registered 00100000:10000000:2.0:1789478758.259522:0:23528:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x7:0x0] (8/32) registered 00100000:10000000:2.0:1789478758.259897:0:23528:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x8:0x0] (8/32) registered 00100000:10000000:2.0:1789478758.261126:0:23528:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x5:0x0] (8/32) registered 00100000:10000000:2.0:1789478758.261429:0:23528:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x6:0x0] (8/32) registered 00080000:01000000:2.0:1789478758.263260:0:23528:0:(osd_lproc.c:911:osd_procfs_init()) lustre-MDT0001: register osd-ldiskfs tunable parameters 00000020:00000080:2.0:1789478758.263760:0:23528:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-osd (uuid lustre-MDT0001-osd_UUID) 00080000:01000000:2.0:1789478758.263771:0:23528:0:(osd_handler.c:8925:osd_obd_connect()) connect #0 00000020:00000080:2.0:1789478758.263783:0:23528:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0x8ebaae74e8217845 00000020:01000004:2.0:1789478758.263790:0:23528:0:(tgt_mount.c:2588:server_fill_super()) Found service lustre-MDT0001 on device /dev/mapper/mds2_flakey 00000020:01000004:2.0:1789478758.263810:0:23528:0:(obd_mount.c:403:lustre_start_mgc()) MGC192.168.206.111@tcp:Set MGC reconnect 1 10000000:01000000:2.0:1789478758.263813:0:23528:0:(mgc_request.c:1071:mgc_set_info_async()) InitRecov MGC192.168.206.111@tcp 1/d0:i0:r0:or0:FULL 00000020:01000004:2.0:1789478758.263818:0:23528:0:(tgt_mount.c:1812:server_start_targets()) starting target lustre-MDT0001 00000020:01000004:2.0:1789478758.263843:0:23528:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for /dev/mapper/mds2_flakey 10000000:01000000:2.0:1789478758.263848:0:23528:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.206.111@tcp: cl_mgc_mutex lustre-MDT0001-osd for locked: rc = 0 00000040:01000000:0.0:1789478758.270769:0:23528:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.206.111@tcp ctxt 0 is initialized 00000020:01000004:0.0:1789478758.270810:0:23528:0:(tgt_mount.c:1418:server_register_target()) Registration lustre-MDT0001, fs=lustre, 192.168.206.111@tcp, index=0001, flags=0x20001 00000020:01000004:0.0:1789478758.270815:0:23528:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:0.0:1789478758.270817:0:23528:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:0.0:1789478758.270818:0:23528:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1789478758.270820:0:23528:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1789478758.270821:0:23528:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1789478758.270822:0:23528:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1789478758.270824:0:23528:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1789478758.270826:0:23528:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1789478758.270827:0:23528:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:0.0:1789478758.270830:0:23528:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0001 0x10020001 00000020:01000004:0.0:1789478758.270832:0:23528:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:0.0:1789478758.270834:0:23528:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:0.0:1789478758.270835:0:23528:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1789478758.270836:0:23528:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1789478758.270837:0:23528:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1789478758.270838:0:23528:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1789478758.270838:0:23528:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1789478758.270839:0:23528:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1789478758.270840:0:23528:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:0.0:1789478758.270865:0:23528:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0001 00000100:00100000:0.0:1789478758.270884:0:23528:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc3fc00380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:433f6587-f9be-4304-94be-07d77f00816b:23528:1876403964561152:0@lo:253:mount.lustre.0 00000100:00100000:0.0:1789478758.270944:0:23528:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789478758.271148:0:23528:0:(client.c:2715:ptlrpc_set_wait()) set ffff8ebc02bf6480 going to sleep for 11 seconds 00000100:00100000:3.0:1789478758.271214:0:22791:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964561152 00000100:00100000:3.0:1789478758.271221:0:22791:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964561152 00000100:00100000:3.0:1789478758.271276:0:22791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:3.0:1789478758.271286:0:22791:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc0428a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:433f6587-f9be-4304-94be-07d77f00816b+12:23528:x1876403964561152:12345-0@lo:253:mount.lustre.0 20000000:01000000:3.0:1789478758.271325:0:22791:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 1 is registered to MGS. 20000000:01000000:3.0:1789478758.271328:0:22791:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-MDT0001 is running on 0@lo 20000000:01000000:3.0:1789478758.271335:0:22791:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0001, index=1, rc=0 00000100:00100000:3.0:1789478758.272214:0:22791:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc0428a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:433f6587-f9be-4304-94be-07d77f00816b+12:23528:x1876403964561152:12345-0@lo:253:mount.lustre.0 Request processed in 927us (1266us total) trans 0 rc 0/0 00000100:00100000:3.0:1789478758.272224:0:22791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:0.0:1789478758.272308:0:23528:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc3fc00380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:433f6587-f9be-4304-94be-07d77f00816b:23528:1876403964561152:0@lo:253:mount.lustre.0 10000000:01000000:0.0:1789478758.272320:0:23528:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0001 got index = 1 00000020:01000004:0.0:1789478758.272322:0:23528:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:0.0:1789478758.272323:0:23528:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:0.0:1789478758.272325:0:23528:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1789478758.272326:0:23528:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1789478758.272327:0:23528:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1789478758.272328:0:23528:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1789478758.272329:0:23528:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1789478758.272331:0:23528:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1789478758.272332:0:23528:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:0.0:1789478758.272348:0:23528:0:(tgt_mount.c:101:server_register_mount()) register mount ffff8ebc35b1c800 from lustre-MDT0001 10000000:01000000:0.0:1789478758.272372:0:23528:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-MDT0001 from 0 10000000:01000000:0.0:1789478758.272382:0:23528:0:(mgc_request.c:329:config_log_add()) add config log lustre-MDT0001-0000000000000000 10000000:01000000:0.0:1789478758.272388:0:23528:0:(mgc_request_server.c:874:mgc_get_local_copy()) Get log lustre-sptlrpc-ffff8ebc08d919b8 local copy 00010000:00010000:0.0:1789478758.272396:0:23528:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.206.111@tcp lock: ffff8ebc34f77600/0x8ebaae74e821773b lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x8ebaae74e8217742 expref: -99 pid: 22775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789478758.272482:0:23528:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc3fc00380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:433f6587-f9be-4304-94be-07d77f00816b:23528:1876403964561280:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1789478758.272511:0:23528:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789478758.272543:0:23528:0:(client.c:2715:ptlrpc_set_wait()) set ffff8ebc02bf6f00 going to sleep for 11 seconds 00000100:00100000:1.0:1789478758.272761:0:22788:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964561280 00000100:00100000:1.0:1789478758.272772:0:22788:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964561280 00000100:00100000:1.0:1789478758.272810:0:22788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:1.0:1789478758.272819:0:22788:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc04288850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:433f6587-f9be-4304-94be-07d77f00816b+12:23528:x1876403964561280:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1789478758.272927:0:22788:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc04288850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:433f6587-f9be-4304-94be-07d77f00816b+12:23528:x1876403964561280:12345-0@lo:501:mount.lustre.0 Request processed in 109us (414us total) trans 0 rc -2/-2 00000100:00100000:1.0:1789478758.272935:0:22788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:2.0:1789478758.273254:0:23528:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc3fc00380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:433f6587-f9be-4304-94be-07d77f00816b:23528:1876403964561280:0@lo:501:mount.lustre.0 10000000:01000000:2.0:1789478758.273270:0:23528:0:(mgc_request_server.c:765:mgc_llog_local_copy()) MGC192.168.206.111@tcp: no remote llog for lustre-sptlrpc, check MGS config 10000000:01000000:2.0:1789478758.273292:0:23528:0:(mgc_request_server.c:897:mgc_get_local_copy()) MGC192.168.206.111@tcp: can't save local copy of 'lustre-sptlrpc': rc = -2. 00010000:00010000:2.0:1789478758.273298:0:23528:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.206.111@tcp lock: ffff8ebc34f77600/0x8ebaae74e821773b lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x8ebaae74e8217742 expref: -99 pid: 22775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478758.273307:0:23528:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.206.111@tcp lock: ffff8ebc34f77600/0x8ebaae74e821773b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x8ebaae74e8217742 expref: -99 pid: 22775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789478758.273333:0:23528:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff8ebc35b1c800 10000000:01000000:2.0:1789478758.273337:0:23528:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:2.0:1789478758.273342:0:23528:0:(mgc_request.c:194:do_config_log_add()) do adding config log nodemap-ffff8ebc08d919b8 10000000:01000000:2.0:1789478758.273344:0:23528:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 10000000:01000000:2.0:1789478758.273347:0:23528:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff8ebc08d919b8 from 1 10000000:01000000:2.0:1789478758.273350:0:23528:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1789478758.273372:0:23528:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.206.111@tcp lock: ffff8ebc08c4be00/0x8ebaae74e821784c lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23528 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478758.273390:0:23528:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.206.111@tcp lock: ffff8ebc08c4be00/0x8ebaae74e821784c lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23528 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478758.273400:0:23528:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.206.111@tcp lock: ffff8ebc08c4be00/0x8ebaae74e821784c lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23528 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789478758.273414:0:23528:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc40f60000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:433f6587-f9be-4304-94be-07d77f00816b:23528:1876403964561408:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1789478758.273507:0:23528:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789478758.273630:0:23528:0:(client.c:2715:ptlrpc_set_wait()) set ffff8ebc08dada80 going to sleep for 11 seconds 00000100:00100000:3.0:1789478758.273783:0:22791:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964561408 00000100:00100000:3.0:1789478758.273796:0:22791:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964561408 00000100:00100000:3.0:1789478758.273868:0:22791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:3.0:1789478758.273877:0:22791:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc0428bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:433f6587-f9be-4304-94be-07d77f00816b+12:23528:x1876403964561408:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1789478758.273886:0:22791:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789478758.273900:0:22791:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8ebc35b67c00/0x8ebaae74e8217853 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x8ebaae74e821784c expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478758.273919:0:22791:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ebc35b67c00/0x8ebaae74e8217853 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x8ebaae74e821784c expref: 13 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478758.273928:0:22791:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8ebc35b67c00/0x8ebaae74e8217853 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x8ebaae74e821784c expref: 13 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478758.273936:0:22791:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ebc35b67c00, rc 0) 00000100:00100000:3.0:1789478758.274098:0:22791:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc0428bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:433f6587-f9be-4304-94be-07d77f00816b+13:23528:x1876403964561408:12345-0@lo:101:mount.lustre.0 Request processed in 222us (590us total) trans 0 rc 0/0 00000100:00100000:3.0:1789478758.274104:0:22791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:2.0:1789478758.278299:0:23528:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc40f60000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:433f6587-f9be-4304-94be-07d77f00816b:23528:1876403964561408:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1789478758.278328:0:23528:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.206.111@tcp lock: ffff8ebc08c4be00/0x8ebaae74e821784c lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x8ebaae74e8217853 expref: -99 pid: 23528 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478758.278339:0:23528:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.206.111@tcp lock: ffff8ebc08c4be00/0x8ebaae74e821784c lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x8ebaae74e8217853 expref: -99 pid: 23528 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789478758.278360:0:23528:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.206.111@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:2.0:1789478758.278368:0:23528:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.206.111@tcp lock: ffff8ebc08c4be00/0x8ebaae74e821784c lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x8ebaae74e8217853 expref: -99 pid: 23528 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478758.278374:0:23528:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.206.111@tcp lock: ffff8ebc08c4be00/0x8ebaae74e821784c lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x8ebaae74e8217853 expref: -99 pid: 23528 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789478758.278383:0:23528:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-barrier-ffff8ebc35b1c800 10000000:01000000:2.0:1789478758.278392:0:23528:0:(mgc_request.c:68:mgc_name2resid()) log lustre-barrier to resid 0x65727473756c/0x5 (lustre) 10000000:01000000:2.0:1789478758.278397:0:23528:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-barrier-ffff8ebc35b1c800 from 1 10000000:01000000:2.0:1789478758.278399:0:23528:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-barrier (res 0x65727473756c) 00010000:00010000:2.0:1789478758.278454:0:23528:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.206.111@tcp lock: ffff8ebc08c4b600/0x8ebaae74e821785a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23528 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478758.278462:0:23528:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.206.111@tcp lock: ffff8ebc08c4b600/0x8ebaae74e821785a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23528 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478758.278470:0:23528:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.206.111@tcp lock: ffff8ebc08c4b600/0x8ebaae74e821785a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23528 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789478758.278491:0:23528:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc40f60000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:433f6587-f9be-4304-94be-07d77f00816b:23528:1876403964561536:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1789478758.278546:0:23528:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789478758.278731:0:22790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964561536 00000100:00100000:0.0:1789478758.278739:0:22790:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964561536 00000100:00100000:0.0:1789478758.278782:0:22790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:0.0:1789478758.278791:0:22790:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc0428ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:433f6587-f9be-4304-94be-07d77f00816b+13:23528:x1876403964561536:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1789478758.278802:0:22790:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789478758.278816:0:22790:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8ebc34f76600/0x8ebaae74e8217861 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x8ebaae74e821785a expref: -99 pid: 22790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478758.278834:0:22790:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ebc34f76600/0x8ebaae74e8217861 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x8ebaae74e821785a expref: 14 pid: 22790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478758.278842:0:22790:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8ebc34f76600/0x8ebaae74e8217861 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x8ebaae74e821785a expref: 14 pid: 22790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478758.278850:0:22790:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ebc34f76600, rc 0) 00000100:00100000:0.0:1789478758.278883:0:22790:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc0428ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:433f6587-f9be-4304-94be-07d77f00816b+14:23528:x1876403964561536:12345-0@lo:101:mount.lustre.0 Request processed in 93us (337us total) trans 0 rc 0/0 00000100:00100000:0.0:1789478758.278889:0:22790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:2.0:1789478758.279017:0:23528:0:(client.c:2715:ptlrpc_set_wait()) set ffff8ebc08dada80 going to sleep for 11 seconds 00000100:00100000:2.0:1789478758.279033:0:23528:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc40f60000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:433f6587-f9be-4304-94be-07d77f00816b:23528:1876403964561536:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1789478758.279044:0:23528:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.206.111@tcp lock: ffff8ebc08c4b600/0x8ebaae74e821785a lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x8ebaae74e8217861 expref: -99 pid: 23528 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478758.279050:0:23528:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.206.111@tcp lock: ffff8ebc08c4b600/0x8ebaae74e821785a lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x8ebaae74e8217861 expref: -99 pid: 23528 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789478758.279059:0:23528:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.206.111@tcp: configuration from log 'lustre-barrier' succeeded (0). 00010000:00010000:2.0:1789478758.279062:0:23528:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.206.111@tcp lock: ffff8ebc08c4b600/0x8ebaae74e821785a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x8ebaae74e8217861 expref: -99 pid: 23528 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478758.279068:0:23528:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.206.111@tcp lock: ffff8ebc08c4b600/0x8ebaae74e821785a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x8ebaae74e8217861 expref: -99 pid: 23528 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789478758.279073:0:23528:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-MDT0001-0000000000000000 10000000:01000000:2.0:1789478758.279109:0:23528:0:(mgc_request.c:68:mgc_name2resid()) log lustre-MDT0001 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:2.0:1789478758.279115:0:23528:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-mdtir-ffff8ebc35b1c800 10000000:01000000:2.0:1789478758.279123:0:23528:0:(mgc_request.c:68:mgc_name2resid()) log lustre-mdtir to resid 0x65727473756c/0x2 (lustre) 10000000:01000000:2.0:1789478758.279127:0:23528:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-MDT0001-0000000000000000 from 1 10000000:01000000:2.0:1789478758.279129:0:23528:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-MDT0001 (res 0x65727473756c) 00010000:00010000:2.0:1789478758.279143:0:23528:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.206.111@tcp lock: ffff8ebc08c4b800/0x8ebaae74e8217868 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23528 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478758.279149:0:23528:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.206.111@tcp lock: ffff8ebc08c4b800/0x8ebaae74e8217868 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23528 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478758.279155:0:23528:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.206.111@tcp lock: ffff8ebc08c4b800/0x8ebaae74e8217868 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23528 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789478758.279166:0:23528:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc40f60000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:433f6587-f9be-4304-94be-07d77f00816b:23528:1876403964561664:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1789478758.279191:0:23528:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789478758.279217:0:23528:0:(client.c:2715:ptlrpc_set_wait()) set ffff8ebc08dada80 going to sleep for 11 seconds 00000100:00100000:3.0:1789478758.279358:0:22791:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964561664 00000100:00100000:3.0:1789478758.279365:0:22791:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964561664 00000100:00100000:3.0:1789478758.279402:0:22791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:3.0:1789478758.279410:0:22791:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc0428b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:433f6587-f9be-4304-94be-07d77f00816b+14:23528:x1876403964561664:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1789478758.279557:0:22791:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789478758.279568:0:22791:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8ebc35b67e00/0x8ebaae74e821786f lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x8ebaae74e8217868 expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478758.279584:0:22791:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ebc35b67e00/0x8ebaae74e821786f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x8ebaae74e8217868 expref: 15 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478758.279606:0:22791:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8ebc35b67e00/0x8ebaae74e821786f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x8ebaae74e8217868 expref: 15 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478758.279628:0:22791:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ebc35b67e00, rc 0) 00000100:00100000:0.0:1789478758.279734:0:22791:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc0428b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:433f6587-f9be-4304-94be-07d77f00816b+15:23528:x1876403964561664:12345-0@lo:101:mount.lustre.0 Request processed in 324us (541us total) trans 0 rc 0/0 00000100:00100000:0.0:1789478758.279740:0:22791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:2.0:1789478758.280759:0:23528:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc40f60000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:433f6587-f9be-4304-94be-07d77f00816b:23528:1876403964561664:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1789478758.280779:0:23528:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.206.111@tcp lock: ffff8ebc08c4b800/0x8ebaae74e8217868 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x8ebaae74e821786f expref: -99 pid: 23528 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478758.280789:0:23528:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.206.111@tcp lock: ffff8ebc08c4b800/0x8ebaae74e8217868 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x8ebaae74e821786f expref: -99 pid: 23528 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1789478758.283832:0:23528:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 46 count 46 00000040:00080000:2.0:1789478758.286333:0:23528:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1789478758.295694:0:23528:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].1, 224 off8416 00000040:00080000:0.0:1789478758.295746:0:23528:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].2, 136 off8552 00000040:00080000:0.0:1789478758.295763:0:23528:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].3, 176 off8728 00000040:00080000:0.0:1789478758.295777:0:23528:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].4, 224 off8952 00000040:00080000:0.0:1789478758.295789:0:23528:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].5, 224 off9176 00000040:00080000:0.0:1789478758.295804:0:23528:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].6, 120 off9296 00000040:00080000:0.0:1789478758.295816:0:23528:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].7, 112 off9408 00000040:00080000:0.0:1789478758.295829:0:23528:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].8, 160 off9568 00000040:00080000:0.0:1789478758.295839:0:23528:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].9, 224 off9792 00000040:00080000:0.0:1789478758.295850:0:23528:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].10, 224 off10016 00000040:00080000:0.0:1789478758.295862:0:23528:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].11, 88 off10104 00000040:00080000:0.0:1789478758.295874:0:23528:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].12, 144 off10248 00000040:00080000:0.0:1789478758.295889:0:23528:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].13, 152 off10400 00000040:00080000:0.0:1789478758.295902:0:23528:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].14, 168 off10568 00000040:00080000:0.0:1789478758.295915:0:23528:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].15, 224 off10792 00000040:00080000:0.0:1789478758.295928:0:23528:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].16, 224 off11016 00000040:00080000:0.0:1789478758.295941:0:23528:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].17, 80 off11096 00000040:00080000:0.0:1789478758.295954:0:23528:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].18, 224 off11320 00000040:00080000:0.0:1789478758.295969:0:23528:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].19, 224 off11544 00000040:00080000:0.0:1789478758.295983:0:23528:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].20, 160 off11704 00000040:00080000:0.0:1789478758.295995:0:23528:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].21, 224 off11928 00000040:00080000:0.0:1789478758.296008:0:23528:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].22, 224 off12152 00000040:00080000:0.0:1789478758.296023:0:23528:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].23, 80 off12232 00000040:00080000:0.0:1789478758.296038:0:23528:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].24, 224 off12456 00000040:00080000:0.0:1789478758.296052:0:23528:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].25, 224 off12680 00000040:00080000:0.0:1789478758.296086:0:23528:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].26, 88 off12768 00000040:00080000:0.0:1789478758.296103:0:23528:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].27, 144 off12912 00000040:00080000:0.0:1789478758.296115:0:23528:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].28, 152 off13064 00000040:00080000:0.0:1789478758.296127:0:23528:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].29, 136 off13200 00000040:00080000:0.0:1789478758.296140:0:23528:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].30, 224 off13424 00000040:00080000:0.0:1789478758.296152:0:23528:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].31, 224 off13648 00000040:00080000:0.0:1789478758.296164:0:23528:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].32, 80 off13728 00000040:00080000:0.0:1789478758.296177:0:23528:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].33, 224 off13952 00000040:00080000:0.0:1789478758.296203:0:23528:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].34, 224 off14176 00000040:00080000:0.0:1789478758.296216:0:23528:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].35, 88 off14264 00000040:00080000:0.0:1789478758.296229:0:23528:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].36, 144 off14408 00000040:00080000:0.0:1789478758.296243:0:23528:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].37, 152 off14560 00000040:00080000:0.0:1789478758.296257:0:23528:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].38, 136 off14696 00000040:00080000:0.0:1789478758.296272:0:23528:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].39, 224 off14920 00000040:00080000:0.0:1789478758.296285:0:23528:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].40, 224 off15144 00000040:00080000:0.0:1789478758.296297:0:23528:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].41, 80 off15224 00000040:00080000:0.0:1789478758.296310:0:23528:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].42, 224 off15448 00000040:00080000:0.0:1789478758.296323:0:23528:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].43, 224 off15672 00000040:00080000:0.0:1789478758.296335:0:23528:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].44, 120 off15792 00000040:00080000:0.0:1789478758.296359:0:23528:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].45, 224 off16016 00000040:00080000:0.0:1789478758.296364:0:23528:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 45 count 46 00000100:00100000:0.0:1789478758.296465:0:23528:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc3fc03b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:433f6587-f9be-4304-94be-07d77f00816b:23528:1876403964561792:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1789478758.296524:0:23528:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789478758.296556:0:23528:0:(client.c:2715:ptlrpc_set_wait()) set ffff8ebc02bf69c0 going to sleep for 11 seconds 00000100:00100000:1.0:1789478758.296648:0:22790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964561792 00000100:00100000:1.0:1789478758.296655:0:22790:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964561792 00000100:00100000:1.0:1789478758.296698:0:22790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:1.0:1789478758.296707:0:22790:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc0428a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:433f6587-f9be-4304-94be-07d77f00816b+15:23528:x1876403964561792:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1789478758.296848:0:22790:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc0428a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:433f6587-f9be-4304-94be-07d77f00816b+15:23528:x1876403964561792:12345-0@lo:501:mount.lustre.0 Request processed in 141us (323us total) trans 0 rc 0/0 00000100:00100000:1.0:1789478758.296855:0:22790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:3.0:1789478758.297090:0:23528:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc3fc03b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:433f6587-f9be-4304-94be-07d77f00816b:23528:1876403964561792:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1789478758.297407:0:23528:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc34c99180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:433f6587-f9be-4304-94be-07d77f00816b:23528:1876403964561920:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1789478758.297731:0:23528:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789478758.297770:0:23528:0:(client.c:2715:ptlrpc_set_wait()) set ffff8ebc100436c0 going to sleep for 11 seconds 00000100:00100000:1.0:1789478758.297794:0:22788:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964561920 00000100:00100000:1.0:1789478758.297800:0:22788:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964561920 00000100:00100000:1.0:1789478758.297837:0:22788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:1.0:1789478758.297845:0:22788:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc04289850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:433f6587-f9be-4304-94be-07d77f00816b+15:23528:x1876403964561920:12345-0@lo:503:mount.lustre.0 00000100:00100000:1.0:1789478758.298901:0:22788:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc04289850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:433f6587-f9be-4304-94be-07d77f00816b+15:23528:x1876403964561920:12345-0@lo:503:mount.lustre.0 Request processed in 1053us (1166us total) trans 0 rc 0/0 00000100:00100000:1.0:1789478758.298912:0:22788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:3.0:1789478758.299321:0:23528:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc34c99180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:433f6587-f9be-4304-94be-07d77f00816b:23528:1876403964561920:0@lo:503:mount.lustre.0 00000040:00080000:3.0:1789478758.300316:0:23528:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:3.0:1789478758.300411:0:23528:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc34c99180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:433f6587-f9be-4304-94be-07d77f00816b:23528:1876403964562048:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1789478758.300540:0:23528:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789478758.300801:0:23528:0:(client.c:2715:ptlrpc_set_wait()) set ffff8ebc100436c0 going to sleep for 11 seconds 00000100:00100000:0.0:1789478758.300934:0:22791:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964562048 00000100:00100000:0.0:1789478758.301196:0:22791:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964562048 00000100:00100000:1.0:1789478758.301371:0:22791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:1.0:1789478758.301382:0:22791:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc04289c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:433f6587-f9be-4304-94be-07d77f00816b+15:23528:x1876403964562048:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1789478758.302479:0:22791:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc04289c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:433f6587-f9be-4304-94be-07d77f00816b+15:23528:x1876403964562048:12345-0@lo:502:mount.lustre.0 Request processed in 1096us (1936us total) trans 0 rc 0/0 00000100:00100000:1.0:1789478758.302490:0:22791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:3.0:1789478758.304211:0:23528:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc34c99180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:433f6587-f9be-4304-94be-07d77f00816b:23528:1876403964562048:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1789478758.306417:0:23528:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].1, 224 off8416 00000040:00080000:3.0:1789478758.306695:0:23528:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].2, 136 off8552 00000040:00080000:3.0:1789478758.306715:0:23528:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].3, 176 off8728 00000040:00080000:3.0:1789478758.306731:0:23528:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].4, 224 off8952 00000040:00080000:3.0:1789478758.306743:0:23528:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].5, 224 off9176 00000040:00080000:3.0:1789478758.306755:0:23528:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].6, 120 off9296 00000040:00080000:3.0:1789478758.306767:0:23528:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].7, 112 off9408 00000040:00080000:3.0:1789478758.306779:0:23528:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].8, 160 off9568 00000040:00080000:3.0:1789478758.306794:0:23528:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].9, 224 off9792 00000040:00080000:3.0:1789478758.306808:0:23528:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].10, 224 off10016 00000040:00080000:3.0:1789478758.306822:0:23528:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].11, 88 off10104 00000040:00080000:3.0:1789478758.306835:0:23528:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].12, 144 off10248 00000040:00080000:3.0:1789478758.306847:0:23528:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].13, 152 off10400 00000040:00080000:3.0:1789478758.306860:0:23528:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].14, 168 off10568 00000040:00080000:3.0:1789478758.306876:0:23528:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].15, 224 off10792 00000040:00080000:3.0:1789478758.306902:0:23528:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].16, 224 off11016 00000040:00080000:3.0:1789478758.306914:0:23528:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].17, 80 off11096 00000040:00080000:3.0:1789478758.306926:0:23528:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].18, 224 off11320 00000040:00080000:3.0:1789478758.309295:0:23528:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].19, 224 off11544 00000040:00080000:3.0:1789478758.309431:0:23528:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].20, 160 off11704 00000040:00080000:3.0:1789478758.309451:0:23528:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].21, 224 off11928 00000040:00080000:3.0:1789478758.309469:0:23528:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].22, 224 off12152 00000040:00080000:3.0:1789478758.309485:0:23528:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].23, 80 off12232 00000040:00080000:3.0:1789478758.309502:0:23528:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].24, 224 off12456 00000040:00080000:3.0:1789478758.309518:0:23528:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].25, 224 off12680 00000040:00080000:3.0:1789478758.309533:0:23528:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].26, 88 off12768 00000040:00080000:3.0:1789478758.309548:0:23528:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].27, 144 off12912 00000040:00080000:3.0:1789478758.309562:0:23528:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].28, 152 off13064 00000040:00080000:3.0:1789478758.309577:0:23528:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].29, 136 off13200 00000040:00080000:3.0:1789478758.309616:0:23528:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].30, 224 off13424 00000040:00080000:3.0:1789478758.309635:0:23528:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].31, 224 off13648 00000040:00080000:3.0:1789478758.309651:0:23528:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].32, 80 off13728 00000040:00080000:3.0:1789478758.309666:0:23528:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].33, 224 off13952 00000040:00080000:3.0:1789478758.309696:0:23528:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].34, 224 off14176 00000040:00080000:3.0:1789478758.309713:0:23528:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].35, 88 off14264 00000040:00080000:3.0:1789478758.309727:0:23528:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].36, 144 off14408 00000040:00080000:3.0:1789478758.309739:0:23528:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].37, 152 off14560 00000040:00080000:3.0:1789478758.309751:0:23528:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].38, 136 off14696 00000040:00080000:3.0:1789478758.309776:0:23528:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].39, 224 off14920 00000040:00080000:3.0:1789478758.309791:0:23528:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].40, 224 off15144 00000040:00080000:3.0:1789478758.309804:0:23528:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].41, 80 off15224 00000040:00080000:3.0:1789478758.309818:0:23528:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].42, 224 off15448 00000040:00080000:3.0:1789478758.309830:0:23528:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].43, 224 off15672 00000040:00080000:3.0:1789478758.309843:0:23528:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].44, 120 off15792 00000100:00100000:3.0:1789478758.309887:0:23528:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc34c99180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:433f6587-f9be-4304-94be-07d77f00816b:23528:1876403964562176:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1789478758.310236:0:23528:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789478758.310351:0:23528:0:(client.c:2715:ptlrpc_set_wait()) set ffff8ebc100436c0 going to sleep for 11 seconds 00010000:00010000:2.0:1789478758.310380:0:22785:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789478758.310411:0:22788:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964562176 00000100:00100000:1.0:1789478758.310424:0:22788:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964562176 00000100:00100000:1.0:1789478758.310473:0:22788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:1.0:1789478758.310483:0:22788:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc0428b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:433f6587-f9be-4304-94be-07d77f00816b+15:23528:x1876403964562176:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1789478758.310668:0:22788:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc0428b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:433f6587-f9be-4304-94be-07d77f00816b+15:23528:x1876403964562176:12345-0@lo:502:mount.lustre.0 Request processed in 186us (431us total) trans 0 rc 0/0 00000100:00100000:1.0:1789478758.310676:0:22788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:3.0:1789478758.310754:0:23528:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc34c99180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:433f6587-f9be-4304-94be-07d77f00816b:23528:1876403964562176:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1789478758.310807:0:23528:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].45, 224 off16016 00000040:00080000:3.0:1789478758.310816:0:23528:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 45 count 46 00000020:01000000:0.0:1789478758.312117:0:23532:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1789478758.312129:0:23532:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789478758.312132:0:23532:0:(obd_config.c:1563:class_process_config()) marker 11 (0x1) lustre-MDT0001-m lov setup 00000020:01000000:0.0:1789478758.312137:0:23532:0:(obd_config.c:1967:class_config_llog_handler()) For 2.x interoperability, rename obd type from lov to lod (lustre-MDT0001) 00000020:00000080:0.0:1789478758.312140:0:23532:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1789478758.312154:0:23532:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-mdtlov (ffff8ebc091a4d28) 00000020:00000080:0.0:1789478758.312234:0:23532:0:(obd_config.c:720:class_attach_name()) OBD: dev 13 attached type lod with refcount 2 00000020:00000080:0.0:1789478758.312241:0:23532:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00080000:01000000:0.0:1789478758.312323:0:23532:0:(osd_handler.c:8925:osd_obd_connect()) connect #1 00000020:00000080:0.0:1789478758.312331:0:23532:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0x8ebaae74e821787d 00000020:00000080:0.0:1789478758.312525:0:23532:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-mdtlov (uuid lustre-MDT0001-mdtlov_UUID) 00000020:01000000:0.0:1789478758.312530:0:23532:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1789478758.312533:0:23532:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789478758.312535:0:23532:0:(obd_config.c:1563:class_process_config()) marker 11 (0x2) lustre-MDT0001-m lov setup 00000020:01000000:0.0:1789478758.312544:0:23532:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1789478758.312548:0:23532:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789478758.312549:0:23532:0:(obd_config.c:1563:class_process_config()) marker 12 (0x1) lustre-MDT0001 add mdt 00000020:00000080:0.0:1789478758.312553:0:23532:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1789478758.312560:0:23532:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001 (ffff8ebc091a3370) 00000020:00000080:0.0:1789478758.312571:0:23532:0:(obd_config.c:720:class_attach_name()) OBD: dev 14 attached type mdt with refcount 2 00000020:00000080:0.0:1789478758.312575:0:23532:0:(obd_config.c:1472:class_process_config()) processing cmd: cf007 00000020:00000080:0.0:1789478758.312577:0:23532:0:(obd_config.c:1516:class_process_config()) mountopt: profile lustre-MDT0001 osc lustre-MDT0001-mdtlov mdc (null) 00000020:01000000:0.0:1789478758.312579:0:23532:0:(obd_config.c:1149:class_add_profile()) Add profile lustre-MDT0001 00000020:00000080:0.0:1789478758.312585:0:23532:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:01000004:1.0:1789478758.312978:0:23532:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8ebc35b1c800 from lustre-MDT0001, refs=2 00000020:00000080:1.0:1789478758.312991:0:23532:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDD0001 (ffff8ebc40f73370) 00000020:00000080:1.0:1789478758.312999:0:23532:0:(obd_config.c:720:class_attach_name()) OBD: dev 15 attached type mdd with refcount 2 00000004:01000000:1.0:1789478758.313060:0:23532:0:(lod_dev.c:2291:lod_obd_connect()) connect #0 00000020:00000080:1.0:1789478758.313065:0:23532:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0x8ebaae74e8217892 00000020:00000080:1.0:1789478758.313361:0:23532:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDD0001 (uuid lustre-MDD0001_UUID) 00000004:01000000:1.0:1789478758.313369:0:23532:0:(mdd_device.c:1598:mdd_obd_connect()) connect #0 00000020:00000080:1.0:1789478758.313374:0:23532:0:(genops.c:1385:class_connect()) connect: client lustre-MDD0001_UUID, cookie 0x8ebaae74e8217899 00080000:01000000:1.0:1789478758.313380:0:23532:0:(osd_handler.c:8925:osd_obd_connect()) connect #2 00000020:00000080:1.0:1789478758.313385:0:23532:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0x8ebaae74e82178a0 00010000:00010000:2.0:1789478758.396381:0:23532:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-mdt-lustre-MDT0001_UUID-2 is initialized 00000001:00000004:2.0:1789478758.397449:0:23532:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 3, last_transno is 8589934595 00000001:00080000:2.0:1789478758.398131:0:23532:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0001: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000020:00000080:1.0:1789478758.399375:0:23532:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001 (uuid lustre-MDT0001_UUID) 00000020:01000000:1.0:1789478758.399387:0:23532:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1789478758.399398:0:23532:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789478758.399401:0:23532:0:(obd_config.c:1563:class_process_config()) marker 12 (0x2) lustre-MDT0001 add mdt 00000020:01000000:1.0:1789478758.399404:0:23532:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1789478758.399410:0:23532:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789478758.399411:0:23532:0:(obd_config.c:1563:class_process_config()) marker 13 (0x1) lustre-MDT0000 add osp 00000020:00000080:1.0:1789478758.399414:0:23532:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:1.0:1789478758.399420:0:23532:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.206.111@tcp to nid 0x20000c0a8ce6f (192.168.206.111@tcp) 00000020:00000080:1.0:1789478758.399445:0:23532:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1789478758.399459:0:23532:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-osp-MDT0001 (ffff8ebc40f70000) 00000020:00000080:1.0:1789478758.399482:0:23532:0:(obd_config.c:720:class_attach_name()) OBD: dev 16 attached type osp with refcount 2 00000020:00000080:1.0:1789478758.399491:0:23532:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:1.0:1789478758.399568:0:23532:0:(osp_dev.c:1203:osp_init0()) lustre-MDT0000-osp-MDT0001: connect to lustre-MDT0001-osd (lustre-MDT0000-osp-MDT0001) 00080000:01000000:1.0:1789478758.399574:0:23532:0:(osd_handler.c:8925:osd_obd_connect()) connect #3 00000020:00000080:1.0:1789478758.399584:0:23532:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0x8ebaae74e82178ae 00010000:00080000:1.0:1789478758.399633:0:23532:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8ebb03681000@lustre-MDT0000-osp-MDT0001: add connection 192.168.206.111@tcp at head 00010000:00010000:2.0:1789478758.407715:0:23532:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-osp-MDT0001-5 is initialized 00000020:00000080:3.0:1789478758.411461:0:23532:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-osp-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:3.0:1789478758.411474:0:23532:0:(obd_config.c:1472:class_process_config()) processing cmd: cf014 00000004:01000000:3.0:1789478758.411512:0:23532:0:(lod_lov.c:128:lod_add_device()) osp:lustre-MDT0000_UUID idx:0 gen:1 00000020:00000080:3.0:1789478758.411532:0:23532:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0x8ebaae74e82178b5 00000100:00080000:3.0:1789478758.411542:0:23532:0:(import.c:510:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 0 00000100:00080000:3.0:1789478758.411553:0:23532:0:(import.c:625:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8ebb03681000 using connection 192.168.206.111@tcp/0@lo 00000100:00100000:3.0:1789478758.411583:0:23532:0:(import.c:827:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8ebc34c99180 x1876403964562304/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789478758.413301:0:23532:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID 00000100:00100000:2.0:1789478758.413323:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc34c99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3644:1876403964562304:0@lo:38:llog_process_th.0 00000020:01000000:3.0:1789478758.413379:0:23532:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1789478758.413384:0:23532:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789478758.413386:0:23532:0:(obd_config.c:1563:class_process_config()) marker 13 (0x2) lustre-MDT0000 add osp 00000100:00100000:2.0:1789478758.413386:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:01000000:3.0:1789478758.413389:0:23532:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:3.0:1789478758.413391:0:23532:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #14 00000020:01000000:3.0:1789478758.413393:0:23532:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1789478758.413394:0:23532:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1789478758.413395:0:23532:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:3.0:1789478758.413397:0:23532:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789478758.413399:0:23532:0:(obd_config.c:1563:class_process_config()) marker 14 (0x6) lustre sys.timeout 00000020:01000000:3.0:1789478758.413401:0:23532:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1789478758.413405:0:23532:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789478758.413406:0:23532:0:(obd_config.c:1563:class_process_config()) marker 15 (0x1) lustre-MDT0001 mdt.identity_upcall 00000020:00000080:3.0:1789478758.413409:0:23532:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000100:00100000:2.0:1789478758.413434:0:22801:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964562304 00000100:00100000:2.0:1789478758.413440:0:22801:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964562304 00000004:01000000:3.0:1789478758.413450:0:23532:0:(mdt_lproc.c:316:identity_upcall_store()) lustre-MDT0001: identity upcall set to /home/green/git/lustre-release/lustre/utils/l_getidentity 00000020:01000000:3.0:1789478758.413463:0:23532:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000100:00100000:2.0:1789478758.413465:0:22801:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000020:00000080:3.0:1789478758.413466:0:23532:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789478758.413467:0:23532:0:(obd_config.c:1563:class_process_config()) marker 15 (0x2) lustre-MDT0001 mdt.identity_upcall 00000020:01000000:3.0:1789478758.413469:0:23532:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000100:00100000:2.0:1789478758.413472:0:22801:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc40f60000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3644:x1876403964562304:12345-0@lo:38:llog_process_th.0 00000020:01000000:3.0:1789478758.413479:0:23532:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #19 00000020:01000000:3.0:1789478758.413480:0:23532:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1789478758.413481:0:23532:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1789478758.413483:0:23532:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:3.0:1789478758.413485:0:23532:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789478758.413487:0:23532:0:(obd_config.c:1563:class_process_config()) marker 19 (0x6) lustre sys.timeout 00000020:01000000:3.0:1789478758.413489:0:23532:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:3.0:1789478758.413492:0:23532:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of /dev/mapper/mds2_flakey 00010000:00080000:2.0:1789478758.413492:0:22801:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0001-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 587 last 0 00000020:00000080:3.0:1789478758.413495:0:23532:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789478758.413497:0:23532:0:(obd_config.c:1563:class_process_config()) marker 23 (0x1) lustre-OST0000 add osc 00000020:00000080:3.0:1789478758.413499:0:23532:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:3.0:1789478758.413503:0:23532:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.206.111@tcp to nid 0x20000c0a8ce6f (192.168.206.111@tcp) 00000020:01000000:3.0:1789478758.413520:0:23532:0:(obd_config.c:1974:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0001) 00000020:00000080:2.0:1789478758.413521:0:22801:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0x8ebaae74e82178bc 00000020:00000080:3.0:1789478758.413522:0:23532:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1789478758.413534:0:23532:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osc-MDT0001 (ffff8ebb03270000) 00000004:00100000:2.0:1789478758.413534:0:22801:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000001:00000004:2.0:1789478758.413539:0:22801:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 3, last_transno is 12884901888 00000020:00000080:3.0:1789478758.413545:0:23532:0:(obd_config.c:720:class_attach_name()) OBD: dev 17 attached type osp with refcount 2 00000020:00000080:3.0:1789478758.413549:0:23532:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000100:00080000:1.0:1789478758.413696:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1789478758.413701:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1789478758.413704:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ebb044a1800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789478758.413709:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 585 00000100:00080000:1.0:1789478758.413713:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-osp-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:1.0:1789478758.413720:0:36:0:(import.c:625:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff8ebb044a1800 using connection 192.168.206.111@tcp/0@lo 00000100:00100000:1.0:1789478758.413744:0:36:0:(import.c:827:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8ebb04b89f80 x1876403964562432/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789478758.413761:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1789478758.413764:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789478758.413767:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1789478758.413769:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1789478758.413803:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1789478758.413813:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebb04b88380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3646:1876403964562560:0@lo:400:kworker.0 00000100:00100000:1.0:1789478758.413845:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789478758.414041:0:22796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964562560 00000100:00100000:1.0:1789478758.414045:0:22796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964562560 00000100:00100000:1.0:1789478758.414098:0:22796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1789478758.414106:0:22796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebb04b88e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3646:x1876403964562560:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789478758.414158:0:22796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebb04b88e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3646:x1876403964562560:12345-0@lo:400:kworker.0 Request processed in 53us (312us total) trans 0 rc 0/0 00000100:00100000:1.0:1789478758.414166:0:22796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00010000:00080000:1.0:1789478758.414201:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff8ebb04b88380 x1876403964562560/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789478774 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789478758.414221:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebb04b88380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3646:1876403964562560:0@lo:400:kworker.0 00000100:00100000:1.0:1789478758.414243:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebb04b89f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3644:1876403964562432:0@lo:38:kworker.0 00000100:00100000:1.0:1789478758.414272:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789478758.414296:0:22802:0:(service.c:3462:ptlrpc_start_thread()) mdt_out[0] started 2 min 2 max 116 00000100:00100000:1.0:1789478758.414303:0:22802:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_out00_002' 00000100:00100000:1.0:1789478758.414381:0:22802:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964562432 00000100:00100000:1.0:1789478758.414385:0:22802:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964562432 00000100:00100000:1.0:1789478758.414457:0:23537:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1789478758.414462:0:23537:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebb04b88380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:3644:x1876403964562432:12345-0@lo:38:kworker.0 00000100:00100000:1.0:1789478758.414504:0:23537:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebb04b88380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:3644:x1876403964562432:12345-0@lo:38:kworker.0 Request processed in 40us (231us total) trans 0 rc -11/-11 00000100:00100000:1.0:1789478758.414510:0:23537:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1789478758.414535:0:3644:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:1.0:1789478758.414542:0:3644:0:(import.c:65:import_set_state_nolock()) ffff8ebb044a1800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789478758.414546:0:3644:0:(import.c:1512:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-11) 00000100:00100000:1.0:1789478758.414549:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebb04b89f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3644:1876403964562432:0@lo:38:kworker.0 00000004:00080000:3.0:1789478758.414660:0:23532:0:(osp_dev.c:1203:osp_init0()) lustre-OST0000-osc-MDT0001: connect to lustre-MDT0001-osd (lustre-OST0000-osc-MDT0001) 00080000:01000000:3.0:1789478758.414668:0:23532:0:(osd_handler.c:8925:osd_obd_connect()) connect #4 00000020:00000080:3.0:1789478758.414678:0:23532:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0x8ebaae74e82178ca 00010000:00080000:3.0:1789478758.414704:0:23532:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8ebc3f689000@lustre-OST0000-osc-MDT0001: add connection 192.168.206.111@tcp at head 00010000:00010000:3.0:1789478758.415209:0:23532:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-MDT0001-6 is initialized 00000040:01000000:3.0:1789478758.416588:0:23532:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:3.0:1789478758.417097:0:23532:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0000-osc-MDT0001 ctxt 2 is initialized 00000100:00080000:2.0:1789478758.417413:0:22801:0:(import.c:65:import_set_state_nolock()) ffff8ebc40e2a800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1789478758.417500:0:22801:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc40f60000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3644:x1876403964562304:12345-0@lo:38:llog_process_th.0 Request processed in 4026us (4112us total) trans 0 rc 0/0 00000100:00100000:2.0:1789478758.417510:0:22801:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1789478758.417815:0:3644:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 0 gen 2 00000100:00080000:1.0:1789478758.417824:0:3644:0:(import.c:1133:ptlrpc_connect_interpret()) lustre-MDT0000-osp-MDT0001: connect to target with instance 3 00000100:00080000:1.0:1789478758.417831:0:3644:0:(import.c:957:ptlrpc_connect_set_flags()) lustre-MDT0000-osp-MDT0001: Resetting ns_connect_flags to server flags: 0xa2400010450010a0 00000100:00080000:1.0:1789478758.417836:0:3644:0:(import.c:1214:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:1.0:1789478758.417839:0:3644:0:(import.c:65:import_set_state_nolock()) ffff8ebb03681000 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:1.0:1789478758.417848:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc34c99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3644:1876403964562304:0@lo:38:llog_process_th.0 00000100:00100000:1.0:1789478758.418276:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc40f63800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3646:1876403964562688:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1789478758.418319:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789478758.418424:0:22802:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964562688 00000100:00100000:2.0:1789478758.418430:0:22802:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964562688 00000100:00100000:2.0:1789478758.418498:0:22802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:2.0:1789478758.418508:0:22802:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebb04b89f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3646:x1876403964562688:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1789478758.418533:0:22802:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:2.0:1789478758.418583:0:22802:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebb04b89f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3646:x1876403964562688:12345-0@lo:41:osp-pre-0-1.0 Request processed in 77us (264us total) trans 0 rc 0/0 00000100:00100000:2.0:1789478758.418616:0:22802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1789478758.418640:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc40f63800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3646:1876403964562688:0@lo:41:osp-pre-0-1.0 00000040:00080000:3.0:1789478758.419095:0:23532:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1789478758.419998:0:23532:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x2:0x0].3, 64 off8384 00000040:00080000:3.0:1789478758.420136:0:23532:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xc:0x0].1, 64 off8256 00000040:00080000:3.0:1789478758.421553:0:23538:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:3.0:1789478758.421558:0:23538:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xc:0x0] at index 3 of catalog [0x1:0x2:0x0] 00000020:00000080:3.0:1789478758.422500:0:23532:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osc-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:3.0:1789478758.422511:0:23532:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00000004:01000000:3.0:1789478758.422546:0:23532:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0000_UUID idx:0 gen:1 00000020:00000080:3.0:1789478758.422571:0:23532:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0x8ebaae74e82178d1 00000100:00080000:3.0:1789478758.422581:0:23532:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 0 00000100:00080000:3.0:1789478758.422619:0:23532:0:(import.c:625:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff8ebc3f689000 using connection 192.168.206.111@tcp/0@lo 00000100:00100000:3.0:1789478758.422654:0:23532:0:(import.c:827:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8ebc34c99180 x1876403964562816/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789478758.422677:0:23532:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID 00000020:01000000:3.0:1789478758.422735:0:23532:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1789478758.422739:0:23532:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789478758.422740:0:23532:0:(obd_config.c:1563:class_process_config()) marker 23 (0x2) lustre-OST0000 add osc 00000020:01000000:3.0:1789478758.422744:0:23532:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:3.0:1789478758.422746:0:23532:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #27 00000020:01000000:3.0:1789478758.422748:0:23532:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1789478758.422749:0:23532:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1789478758.422751:0:23532:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:3.0:1789478758.422753:0:23532:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789478758.422754:0:23532:0:(obd_config.c:1563:class_process_config()) marker 27 (0x6) lustre sys.timeout 00000020:01000000:3.0:1789478758.422757:0:23532:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:3.0:1789478758.422761:0:23532:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of /dev/mapper/mds2_flakey 00000020:00000080:3.0:1789478758.422764:0:23532:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789478758.422766:0:23532:0:(obd_config.c:1563:class_process_config()) marker 31 (0x1) lustre-OST0001 add osc 00000020:00000080:3.0:1789478758.422769:0:23532:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:3.0:1789478758.422773:0:23532:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.206.111@tcp to nid 0x20000c0a8ce6f (192.168.206.111@tcp) 00000020:01000000:3.0:1789478758.422795:0:23532:0:(obd_config.c:1974:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0001) 00000020:00000080:3.0:1789478758.422797:0:23532:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1789478758.422809:0:23532:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osc-MDT0001 (ffff8ebb02298000) 00000020:00000080:3.0:1789478758.422821:0:23532:0:(obd_config.c:720:class_attach_name()) OBD: dev 18 attached type osp with refcount 2 00000020:00000080:3.0:1789478758.422825:0:23532:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:3.0:1789478758.422889:0:23532:0:(osp_dev.c:1203:osp_init0()) lustre-OST0001-osc-MDT0001: connect to lustre-MDT0001-osd (lustre-OST0001-osc-MDT0001) 00080000:01000000:3.0:1789478758.422895:0:23532:0:(osd_handler.c:8925:osd_obd_connect()) connect #5 00000020:00000080:3.0:1789478758.422901:0:23532:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0x8ebaae74e82178df 00010000:00080000:3.0:1789478758.422935:0:23532:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8ebb0372c000@lustre-OST0001-osc-MDT0001: add connection 192.168.206.111@tcp at head 00010000:00010000:3.0:1789478758.423146:0:23532:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0001-osc-MDT0001-7 is initialized 00000040:01000000:3.0:1789478758.423200:0:23532:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:3.0:1789478758.423212:0:23532:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0001-osc-MDT0001 ctxt 2 is initialized 00000100:00100000:1.0:1789478758.423313:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc34c99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3644:1876403964562816:0@lo:8:llog_process_th.0 00000400:00000100:1.0:1789478758.423368:0:3644:0:(lib-move.c:4383:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1876403964562816 offset 0 length 520: 4 00000100:00080000:2.0:1789478758.423539:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1789478758.423545:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789478758.423547:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1789478758.423550:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000040:00080000:3.0:1789478758.424871:0:23532:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1789478758.425180:0:23532:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x5:0x0].3, 64 off8384 00000040:00080000:3.0:1789478758.425404:0:23532:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xe:0x0].1, 64 off8256 00000040:00080000:3.0:1789478758.426050:0:23540:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:3.0:1789478758.426056:0:23540:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 3 of catalog [0x1:0x5:0x0] 00000020:00000080:2.0:1789478758.427176:0:23532:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osc-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:2.0:1789478758.427187:0:23532:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00000004:01000000:2.0:1789478758.427226:0:23532:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0001_UUID idx:1 gen:1 00000020:00000080:2.0:1789478758.427246:0:23532:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0x8ebaae74e82178e6 00000100:00080000:2.0:1789478758.427256:0:23532:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 0 00000100:00080000:2.0:1789478758.427267:0:23532:0:(import.c:625:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff8ebb0372c000 using connection 192.168.206.111@tcp/0@lo 00000100:00100000:2.0:1789478758.427311:0:23532:0:(import.c:827:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8ebc40f63b80 x1876403964562944/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789478758.427339:0:23532:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID 00000100:00100000:1.0:1789478758.427434:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc40f63b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3644:1876403964562944:0@lo:8:llog_process_th.0 00000400:00000100:1.0:1789478758.427480:0:3644:0:(lib-move.c:4383:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1876403964562944 offset 0 length 520: 4 00000020:01000000:2.0:1789478758.427627:0:23532:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1789478758.427632:0:23532:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789478758.427634:0:23532:0:(obd_config.c:1563:class_process_config()) marker 31 (0x2) lustre-OST0001 add osc 00000020:01000000:2.0:1789478758.427636:0:23532:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1789478758.427640:0:23532:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789478758.427642:0:23532:0:(obd_config.c:1563:class_process_config()) marker 35 (0x1) lustre sys.timeout 00000020:00000080:2.0:1789478758.427644:0:23532:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:2.0:1789478758.427646:0:23532:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:2.0:1789478758.427648:0:23532:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1789478758.427668:0:23532:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789478758.427670:0:23532:0:(obd_config.c:1563:class_process_config()) marker 35 (0x2) lustre sys.timeout 00000020:01000000:2.0:1789478758.427673:0:23532:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1789478758.427675:0:23532:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789478758.427676:0:23532:0:(obd_config.c:1563:class_process_config()) marker 40 (0x1) lustre sys.jobid_var 00000020:00000080:2.0:1789478758.427679:0:23532:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000020:01000000:2.0:1789478758.427702:0:23532:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1789478758.427705:0:23532:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789478758.427707:0:23532:0:(obd_config.c:1563:class_process_config()) marker 40 (0x2) lustre sys.jobid_var 00000040:00080000:2.0:1789478758.427710:0:23532:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xe:0x0] index 46 count 46 00000020:01000000:0.0:1789478758.428045:0:23528:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-MDT0001 gen 1-45 (rc=0) 10000000:01000000:0.0:1789478758.428084:0:23528:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.206.111@tcp: configuration from log 'lustre-MDT0001' succeeded (0). 00010000:00010000:0.0:1789478758.428097:0:23528:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.206.111@tcp lock: ffff8ebc08c4b800/0x8ebaae74e8217868 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x8ebaae74e821786f expref: -99 pid: 23528 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478758.428108:0:23528:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.206.111@tcp lock: ffff8ebc08c4b800/0x8ebaae74e8217868 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x8ebaae74e821786f expref: -99 pid: 23528 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789478758.428116:0:23528:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff8ebc35b1c800 from 1 10000000:01000000:0.0:1789478758.428119:0:23528:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:0.0:1789478758.428142:0:23528:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.206.111@tcp lock: ffff8ebc34f77200/0x8ebaae74e82178ed lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23528 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478758.428149:0:23528:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.206.111@tcp lock: ffff8ebc34f77200/0x8ebaae74e82178ed lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23528 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478758.428159:0:23528:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.206.111@tcp lock: ffff8ebc34f77200/0x8ebaae74e82178ed lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23528 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789478758.428173:0:23528:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc3fc00000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:433f6587-f9be-4304-94be-07d77f00816b:23528:1876403964563072:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1789478758.428214:0:23528:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789478758.428248:0:23528:0:(client.c:2715:ptlrpc_set_wait()) set ffff8ebc08db3840 going to sleep for 11 seconds 00000100:00100000:2.0:1789478758.428332:0:22791:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964563072 00000100:00100000:2.0:1789478758.428337:0:22791:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964563072 00000100:00100000:2.0:1789478758.428380:0:22791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:2.0:1789478758.428389:0:22791:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc04289450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:433f6587-f9be-4304-94be-07d77f00816b+15:23528:x1876403964563072:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1789478758.428407:0:22791:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789478758.428418:0:22791:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8ebc08c4a400/0x8ebaae74e82178f4 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x8ebaae74e82178ed expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478758.428438:0:22791:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ebc08c4a400/0x8ebaae74e82178f4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x8ebaae74e82178ed expref: 16 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478758.428447:0:22791:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8ebc08c4a400/0x8ebaae74e82178f4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x8ebaae74e82178ed expref: 16 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478758.428455:0:22791:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ebc08c4a400, rc 0) 00000100:00100000:2.0:1789478758.428583:0:22791:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc04289450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:433f6587-f9be-4304-94be-07d77f00816b+16:23528:x1876403964563072:12345-0@lo:101:mount.lustre.0 Request processed in 194us (367us total) trans 0 rc 0/0 00000100:00100000:2.0:1789478758.428590:0:22791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00080000:3.0:1789478758.428788:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1789478758.428792:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789478758.428795:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1789478758.428798:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1789478758.428931:0:23528:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc3fc00000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:433f6587-f9be-4304-94be-07d77f00816b:23528:1876403964563072:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1789478758.428945:0:23528:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.206.111@tcp lock: ffff8ebc34f77200/0x8ebaae74e82178ed lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x8ebaae74e82178f4 expref: -99 pid: 23528 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478758.429011:0:23528:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.206.111@tcp lock: ffff8ebc34f77200/0x8ebaae74e82178ed lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x8ebaae74e82178f4 expref: -99 pid: 23528 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789478758.430015:0:23528:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc3fc01500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:433f6587-f9be-4304-94be-07d77f00816b:23528:1876403964563200:0@lo:256:mount.lustre.0 00000100:00100000:0.0:1789478758.430069:0:23528:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789478758.430160:0:23528:0:(client.c:2715:ptlrpc_set_wait()) set ffff8ebc08db39c0 going to sleep for 11 seconds 00000100:00100000:1.0:1789478758.430586:0:22788:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964563200 00000100:00100000:1.0:1789478758.430688:0:22788:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964563200 00000100:00100000:1.0:1789478758.430772:0:22788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:1.0:1789478758.430782:0:22788:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc04288450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:433f6587-f9be-4304-94be-07d77f00816b+16:23528:x1876403964563200:12345-0@lo:256:mount.lustre.0 20000000:01000000:1.0:1789478758.430802:0:22788:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 1048576. 20000000:01000000:1.0:1789478758.430821:0:22788:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/256/255. 20000000:01000000:1.0:1789478758.430824:0:22788:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 11 00000100:00100000:1.0:1789478758.430928:0:22788:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc04288450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:433f6587-f9be-4304-94be-07d77f00816b+16:23528:x1876403964563200:12345-0@lo:256:mount.lustre.0 Request processed in 148us (858us total) trans 0 rc 0/0 00000100:00100000:1.0:1789478758.430936:0:22788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:2.0:1789478758.431014:0:23528:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc3fc01500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:433f6587-f9be-4304-94be-07d77f00816b:23528:1876403964563200:0@lo:256:mount.lustre.0 10000000:01000000:2.0:1789478758.431550:0:23528:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.206.111@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:2.0:1789478758.431577:0:23528:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.206.111@tcp lock: ffff8ebc34f77200/0x8ebaae74e82178ed lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x8ebaae74e82178f4 expref: -99 pid: 23528 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478758.431587:0:23528:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.206.111@tcp lock: ffff8ebc34f77200/0x8ebaae74e82178ed lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x8ebaae74e82178f4 expref: -99 pid: 23528 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789478758.431613:0:23528:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff8ebc35b1c800 from 1 10000000:01000000:2.0:1789478758.431616:0:23528:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:2.0:1789478758.431640:0:23528:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.206.111@tcp lock: ffff8ebc08c4a000/0x8ebaae74e82178fb lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23528 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478758.431648:0:23528:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.206.111@tcp lock: ffff8ebc08c4a000/0x8ebaae74e82178fb lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23528 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478758.431668:0:23528:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.206.111@tcp lock: ffff8ebc08c4a000/0x8ebaae74e82178fb lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23528 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789478758.431684:0:23528:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc40f62a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:433f6587-f9be-4304-94be-07d77f00816b:23528:1876403964563328:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1789478758.431714:0:23528:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789478758.432946:0:22790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964563328 00000100:00100000:0.0:1789478758.432956:0:22790:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964563328 00000100:00100000:2.0:1789478758.432979:0:23528:0:(client.c:2715:ptlrpc_set_wait()) set ffff8ebb03cb9180 going to sleep for 11 seconds 00000100:00100000:0.0:1789478758.433001:0:22790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:0.0:1789478758.433010:0:22790:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc24f1d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:433f6587-f9be-4304-94be-07d77f00816b+16:23528:x1876403964563328:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1789478758.433022:0:22790:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789478758.433036:0:22790:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8ebc34f76800/0x8ebaae74e8217902 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x8ebaae74e82178fb expref: -99 pid: 22790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478758.433058:0:22790:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ebc34f76800/0x8ebaae74e8217902 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x8ebaae74e82178fb expref: 17 pid: 22790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478758.433137:0:22790:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8ebc34f76800/0x8ebaae74e8217902 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x8ebaae74e82178fb expref: 17 pid: 22790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478758.433148:0:22790:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ebc34f76800, rc 0) 00000100:00100000:0.0:1789478758.433206:0:22790:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc24f1d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:433f6587-f9be-4304-94be-07d77f00816b+17:23528:x1876403964563328:12345-0@lo:101:mount.lustre.0 Request processed in 197us (1491us total) trans 0 rc 0/0 00000100:00100000:0.0:1789478758.433213:0:22790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:2.0:1789478758.433463:0:23528:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc40f62a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:433f6587-f9be-4304-94be-07d77f00816b:23528:1876403964563328:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1789478758.433477:0:23528:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.206.111@tcp lock: ffff8ebc08c4a000/0x8ebaae74e82178fb lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x8ebaae74e8217902 expref: -99 pid: 23528 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478758.433487:0:23528:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.206.111@tcp lock: ffff8ebc08c4a000/0x8ebaae74e82178fb lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x8ebaae74e8217902 expref: -99 pid: 23528 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1789478758.435249:0:23528:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 13 count 13 00000040:00080000:2.0:1789478758.435491:0:23528:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1789478758.435987:0:23528:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].1, 224 off8416 00000040:00080000:2.0:1789478758.436013:0:23528:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].2, 112 off8528 00000040:00080000:2.0:1789478758.436030:0:23528:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].3, 224 off8752 00000040:00080000:2.0:1789478758.436042:0:23528:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].4, 224 off8976 00000040:00080000:2.0:1789478758.436054:0:23528:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].5, 112 off9088 00000040:00080000:2.0:1789478758.436068:0:23528:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].6, 224 off9312 00000040:00080000:2.0:1789478758.436095:0:23528:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].7, 224 off9536 00000040:00080000:2.0:1789478758.436109:0:23528:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].8, 128 off9664 00000040:00080000:2.0:1789478758.436124:0:23528:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].9, 224 off9888 00000040:00080000:2.0:1789478758.436138:0:23528:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].10, 224 off10112 00000040:00080000:2.0:1789478758.436153:0:23528:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].11, 128 off10240 00000040:00080000:2.0:1789478758.436188:0:23528:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].12, 224 off10464 00000040:00080000:2.0:1789478758.436194:0:23528:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 12 count 13 00000100:00100000:2.0:1789478758.436264:0:23528:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc40f62a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:433f6587-f9be-4304-94be-07d77f00816b:23528:1876403964563456:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1789478758.436325:0:23528:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789478758.436423:0:23528:0:(client.c:2715:ptlrpc_set_wait()) set ffff8ebb03cb9e40 going to sleep for 11 seconds 00000100:00100000:0.0:1789478758.436800:0:22790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964563456 00000100:00100000:0.0:1789478758.436807:0:22790:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964563456 00000100:00100000:0.0:1789478758.436853:0:22790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:0.0:1789478758.436862:0:22790:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc24f1e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:433f6587-f9be-4304-94be-07d77f00816b+17:23528:x1876403964563456:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1789478758.437013:0:22790:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc24f1e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:433f6587-f9be-4304-94be-07d77f00816b+17:23528:x1876403964563456:12345-0@lo:501:mount.lustre.0 Request processed in 151us (687us total) trans 0 rc 0/0 00000100:00100000:0.0:1789478758.437026:0:22790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00100000:2.0:1789478758.437103:0:23528:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc40f62a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:433f6587-f9be-4304-94be-07d77f00816b:23528:1876403964563456:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1789478758.437133:0:23528:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc40f62a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:433f6587-f9be-4304-94be-07d77f00816b:23528:1876403964563584:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1789478758.437170:0:23528:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789478758.437244:0:23528:0:(client.c:2715:ptlrpc_set_wait()) set ffff8ebb03cb9e40 going to sleep for 11 seconds 00000100:00100000:3.0:1789478758.437277:0:22791:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964563584 00000100:00100000:3.0:1789478758.437281:0:22791:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964563584 00000100:00100000:3.0:1789478758.437351:0:22791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:3.0:1789478758.437359:0:22791:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc24f1d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:433f6587-f9be-4304-94be-07d77f00816b+17:23528:x1876403964563584:12345-0@lo:503:mount.lustre.0 00000100:00100000:3.0:1789478758.437482:0:22791:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc24f1d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:433f6587-f9be-4304-94be-07d77f00816b+17:23528:x1876403964563584:12345-0@lo:503:mount.lustre.0 Request processed in 123us (310us total) trans 0 rc 0/0 00000100:00100000:3.0:1789478758.437489:0:22791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00100000:2.0:1789478758.437686:0:23528:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc40f62a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:433f6587-f9be-4304-94be-07d77f00816b:23528:1876403964563584:0@lo:503:mount.lustre.0 00000040:00080000:2.0:1789478758.438062:0:23528:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:2.0:1789478758.438125:0:23528:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc40f62a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:433f6587-f9be-4304-94be-07d77f00816b:23528:1876403964563712:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1789478758.438156:0:23528:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789478758.438838:0:23528:0:(client.c:2715:ptlrpc_set_wait()) set ffff8ebb03cb9e40 going to sleep for 11 seconds 00000100:00100000:3.0:1789478758.442292:0:22791:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964563712 00000100:00100000:3.0:1789478758.442307:0:22791:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964563712 00000100:00100000:3.0:1789478758.442359:0:22791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:3.0:1789478758.442370:0:22791:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc24f1e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:433f6587-f9be-4304-94be-07d77f00816b+17:23528:x1876403964563712:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1789478758.442536:0:22791:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc24f1e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:433f6587-f9be-4304-94be-07d77f00816b+17:23528:x1876403964563712:12345-0@lo:502:mount.lustre.0 Request processed in 167us (4378us total) trans 0 rc 0/0 00000100:00100000:3.0:1789478758.442544:0:22791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00100000:2.0:1789478758.442698:0:23528:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc40f62a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:433f6587-f9be-4304-94be-07d77f00816b:23528:1876403964563712:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1789478758.442906:0:23528:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].1, 224 off8416 00000040:00080000:2.0:1789478758.442935:0:23528:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].2, 112 off8528 00000040:00080000:2.0:1789478758.442949:0:23528:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].3, 224 off8752 00000040:00080000:2.0:1789478758.442963:0:23528:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].4, 224 off8976 00000040:00080000:2.0:1789478758.442978:0:23528:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].5, 112 off9088 00000040:00080000:2.0:1789478758.442993:0:23528:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].6, 224 off9312 00000040:00080000:2.0:1789478758.443005:0:23528:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].7, 224 off9536 00000040:00080000:2.0:1789478758.443017:0:23528:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].8, 128 off9664 00000040:00080000:2.0:1789478758.443030:0:23528:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].9, 224 off9888 00000040:00080000:2.0:1789478758.443043:0:23528:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].10, 224 off10112 00000040:00080000:2.0:1789478758.443056:0:23528:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].11, 128 off10240 00000100:00100000:2.0:1789478758.443097:0:23528:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc40f62a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:433f6587-f9be-4304-94be-07d77f00816b:23528:1876403964563840:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1789478758.443138:0:23528:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789478758.443165:0:23528:0:(client.c:2715:ptlrpc_set_wait()) set ffff8ebb03cb9e40 going to sleep for 11 seconds 00000100:00100000:3.0:1789478758.443298:0:22791:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964563840 00000100:00100000:3.0:1789478758.443303:0:22791:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964563840 00000100:00100000:3.0:1789478758.443326:0:22791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:3.0:1789478758.443333:0:22791:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc24f1f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:433f6587-f9be-4304-94be-07d77f00816b+17:23528:x1876403964563840:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1789478758.443414:0:22791:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc24f1f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:433f6587-f9be-4304-94be-07d77f00816b+17:23528:x1876403964563840:12345-0@lo:502:mount.lustre.0 Request processed in 81us (274us total) trans 0 rc 0/0 00000100:00100000:3.0:1789478758.443421:0:22791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00100000:2.0:1789478758.443495:0:23528:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc40f62a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:433f6587-f9be-4304-94be-07d77f00816b:23528:1876403964563840:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1789478758.443531:0:23528:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].12, 224 off10464 00000040:00080000:2.0:1789478758.443538:0:23528:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 12 count 13 00000020:01000000:3.0:1789478758.444286:0:23542:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1789478758.444295:0:23542:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789478758.444297:0:23542:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:3.0:1789478758.444304:0:23542:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff8ebc35b1c800 00000020:00000080:3.0:1789478758.444307:0:23542:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:3.0:1789478758.444314:0:23542:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1789478758.444316:0:23542:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789478758.444318:0:23542:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:3.0:1789478758.444320:0:23542:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1789478758.444323:0:23542:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789478758.444324:0:23542:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:3.0:1789478758.444327:0:23542:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff8ebc35b1c800 00000020:00000080:3.0:1789478758.444329:0:23542:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:3.0:1789478758.444421:0:23542:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1789478758.444426:0:23542:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789478758.444427:0:23542:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:3.0:1789478758.444430:0:23542:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1789478758.444433:0:23542:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789478758.444434:0:23542:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:3.0:1789478758.444437:0:23542:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff8ebc35b1c800 00000020:00000080:3.0:1789478758.444440:0:23542:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:3.0:1789478758.448433:0:23542:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1789478758.448849:0:23542:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789478758.448852:0:23542:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:2.0:1789478758.448857:0:23542:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1789478758.448861:0:23542:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789478758.448863:0:23542:0:(obd_config.c:1563:class_process_config()) marker 5 (0x1) lustre mdt.lustre-MDT0001.hsm_control 00000020:01000000:2.0:1789478758.448867:0:23542:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff8ebc35b1c800 00000020:00000080:2.0:1789478758.448870:0:23542:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:2.0:1789478758.448932:0:23542:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1789478758.448935:0:23542:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789478758.448936:0:23542:0:(obd_config.c:1563:class_process_config()) marker 5 (0x2) lustre mdt.lustre-MDT0001.hsm_control 00000040:00080000:2.0:1789478758.448939:0:23542:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x10:0x0] index 13 count 13 00000020:01000000:2.0:1789478758.448996:0:23528:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-12 (rc=0) 10000000:01000000:2.0:1789478758.449026:0:23528:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.206.111@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:2.0:1789478758.449038:0:23528:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.206.111@tcp lock: ffff8ebc08c4a000/0x8ebaae74e82178fb lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x8ebaae74e8217902 expref: -99 pid: 23528 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478758.449050:0:23528:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.206.111@tcp lock: ffff8ebc08c4a000/0x8ebaae74e82178fb lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x8ebaae74e8217902 expref: -99 pid: 23528 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789478758.449107:0:23528:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:2.0:1789478758.449110:0:23528:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff8ebc35b1c800 10000000:01000000:2.0:1789478758.449112:0:23528:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff8ebc35b1c800 10000000:01000000:2.0:1789478758.449116:0:23528:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:2.0:1789478758.449121:0:23528:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff8ebc35b1c800 from 1 10000000:01000000:2.0:1789478758.449124:0:23528:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:2.0:1789478758.449155:0:23528:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.206.111@tcp lock: ffff8ebc08c4b000/0x8ebaae74e8217909 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23528 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478758.449172:0:23528:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.206.111@tcp lock: ffff8ebc08c4b000/0x8ebaae74e8217909 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23528 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478758.449183:0:23528:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.206.111@tcp lock: ffff8ebc08c4b000/0x8ebaae74e8217909 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23528 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789478758.449205:0:23528:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc40f62a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:433f6587-f9be-4304-94be-07d77f00816b:23528:1876403964563968:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1789478758.449256:0:23528:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789478758.449285:0:23528:0:(client.c:2715:ptlrpc_set_wait()) set ffff8ebc02bf6d80 going to sleep for 11 seconds 00000100:00100000:3.0:1789478758.449401:0:22791:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964563968 00000100:00100000:3.0:1789478758.449408:0:22791:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964563968 00000100:00100000:3.0:1789478758.449445:0:22791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:3.0:1789478758.449459:0:22791:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc24f1ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:433f6587-f9be-4304-94be-07d77f00816b+17:23528:x1876403964563968:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1789478758.449469:0:22791:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789478758.449479:0:22791:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8ebc35b67a00/0x8ebaae74e8217910 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0x8ebaae74e8217909 expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478758.449499:0:22791:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ebc35b67a00/0x8ebaae74e8217910 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x8ebaae74e8217909 expref: 18 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478758.449508:0:22791:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8ebc35b67a00/0x8ebaae74e8217910 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x8ebaae74e8217909 expref: 18 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478758.449516:0:22791:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ebc35b67a00, rc 0) 00000100:00100000:3.0:1789478758.449557:0:22791:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc24f1ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:433f6587-f9be-4304-94be-07d77f00816b+18:23528:x1876403964563968:12345-0@lo:101:mount.lustre.0 Request processed in 99us (300us total) trans 0 rc 0/0 00000100:00100000:3.0:1789478758.449564:0:22791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00100000:2.0:1789478758.450043:0:23528:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc40f62a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:433f6587-f9be-4304-94be-07d77f00816b:23528:1876403964563968:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1789478758.450056:0:23528:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.206.111@tcp lock: ffff8ebc08c4b000/0x8ebaae74e8217909 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x8ebaae74e8217910 expref: -99 pid: 23528 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478758.450065:0:23528:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.206.111@tcp lock: ffff8ebc08c4b000/0x8ebaae74e8217909 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x8ebaae74e8217910 expref: -99 pid: 23528 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1789478758.462672:0:23528:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xc:0x0] index 52 count 51 00000040:00080000:3.0:1789478758.462950:0:23528:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1789478758.463130:0:23528:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].1, 224 off8416 00000040:00080000:3.0:1789478758.463155:0:23528:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].2, 120 off8536 00000040:00080000:3.0:1789478758.463184:0:23528:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].3, 168 off8704 00000040:00080000:3.0:1789478758.463201:0:23528:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].4, 224 off8928 00000040:00080000:3.0:1789478758.463215:0:23528:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].5, 224 off9152 00000040:00080000:3.0:1789478758.463229:0:23528:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].6, 120 off9272 00000040:00080000:3.0:1789478758.463243:0:23528:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].7, 168 off9440 00000040:00080000:3.0:1789478758.463256:0:23528:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].8, 224 off9664 00000040:00080000:3.0:1789478758.463268:0:23528:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].9, 224 off9888 00000040:00080000:3.0:1789478758.463282:0:23528:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].10, 120 off10008 00000040:00080000:3.0:1789478758.463295:0:23528:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].11, 224 off10232 00000040:00080000:3.0:1789478758.463308:0:23528:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].12, 224 off10456 00000040:00080000:3.0:1789478758.463320:0:23528:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].13, 88 off10544 00000040:00080000:3.0:1789478758.463340:0:23528:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].14, 128 off10672 00000040:00080000:3.0:1789478758.463351:0:23528:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].15, 144 off10816 00000040:00080000:3.0:1789478758.463362:0:23528:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].16, 160 off10976 00000040:00080000:3.0:1789478758.463374:0:23528:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].17, 224 off11200 00000040:00080000:3.0:1789478758.463387:0:23528:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].18, 224 off11424 00000040:00080000:3.0:1789478758.463411:0:23528:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].19, 80 off11504 00000040:00080000:3.0:1789478758.463426:0:23528:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].20, 224 off11728 00000040:00080000:3.0:1789478758.463440:0:23528:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].21, 224 off11952 00000040:00080000:3.0:1789478758.463453:0:23528:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].22, 88 off12040 00000040:00080000:3.0:1789478758.463465:0:23528:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].23, 128 off12168 00000040:00080000:3.0:1789478758.463479:0:23528:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].24, 144 off12312 00000040:00080000:3.0:1789478758.463492:0:23528:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].25, 160 off12472 00000040:00080000:3.0:1789478758.463506:0:23528:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].26, 224 off12696 00000040:00080000:3.0:1789478758.463519:0:23528:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].27, 224 off12920 00000040:00080000:3.0:1789478758.463533:0:23528:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].28, 80 off13000 00000040:00080000:3.0:1789478758.463547:0:23528:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].29, 224 off13224 00000040:00080000:3.0:1789478758.463561:0:23528:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].30, 224 off13448 00000040:00080000:3.0:1789478758.463574:0:23528:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].31, 88 off13536 00000040:00080000:3.0:1789478758.463647:0:23528:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].32, 128 off13664 00000040:00080000:3.0:1789478758.463662:0:23528:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].33, 144 off13808 00000040:00080000:3.0:1789478758.463674:0:23528:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].34, 128 off13936 00000040:00080000:3.0:1789478758.463698:0:23528:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].35, 224 off14160 00000040:00080000:3.0:1789478758.463712:0:23528:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].36, 224 off14384 00000040:00080000:3.0:1789478758.463723:0:23528:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].37, 80 off14464 00000040:00080000:3.0:1789478758.463735:0:23528:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].38, 224 off14688 00000040:00080000:3.0:1789478758.463748:0:23528:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].39, 224 off14912 00000040:00080000:3.0:1789478758.463763:0:23528:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].40, 88 off15000 00000040:00080000:3.0:1789478758.463899:0:23528:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].41, 128 off15128 00000040:00080000:3.0:1789478758.463915:0:23528:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].42, 144 off15272 00000040:00080000:3.0:1789478758.463930:0:23528:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].43, 128 off15400 00000040:00080000:3.0:1789478758.463944:0:23528:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].44, 224 off15624 00000040:00080000:3.0:1789478758.463957:0:23528:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].45, 224 off15848 00000040:00080000:3.0:1789478758.463970:0:23528:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].46, 80 off15928 00000040:00080000:3.0:1789478758.463995:0:23528:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].47, 224 off16152 00000040:00080000:3.0:1789478758.464009:0:23528:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].48, 232 off16384 00000040:00080000:3.0:1789478758.464124:0:23528:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].49, 224 off16608 00000040:00080000:3.0:1789478758.464151:0:23528:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].50, 120 off16728 00000040:00080000:3.0:1789478758.464167:0:23528:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].51, 224 off16952 00000040:00080000:3.0:1789478758.464172:0:23528:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xc:0x0] index 51 count 51 00000100:00100000:3.0:1789478758.464248:0:23528:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc34c9b480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:433f6587-f9be-4304-94be-07d77f00816b:23528:1876403964564096:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1789478758.464373:0:23528:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789478758.464418:0:23528:0:(client.c:2715:ptlrpc_set_wait()) set ffff8ebc095f2240 going to sleep for 11 seconds 00000100:00100000:1.0:1789478758.465752:0:22788:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964564096 00000100:00100000:1.0:1789478758.465762:0:22788:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964564096 00000100:00100000:1.0:1789478758.465824:0:22788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00100000:1.0:1789478758.465835:0:22788:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc24f1e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:433f6587-f9be-4304-94be-07d77f00816b+18:23528:x1876403964564096:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1789478758.465968:0:22788:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc24f1e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:433f6587-f9be-4304-94be-07d77f00816b+18:23528:x1876403964564096:12345-0@lo:501:mount.lustre.0 Request processed in 135us (1595us total) trans 0 rc 0/0 00000100:00100000:1.0:1789478758.465981:0:22788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00000100:00100000:3.0:1789478758.466305:0:23528:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc34c9b480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:433f6587-f9be-4304-94be-07d77f00816b:23528:1876403964564096:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1789478758.466346:0:23528:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc34c9b480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:433f6587-f9be-4304-94be-07d77f00816b:23528:1876403964564224:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1789478758.466389:0:23528:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789478758.466427:0:23528:0:(client.c:2715:ptlrpc_set_wait()) set ffff8ebc095f2240 going to sleep for 11 seconds 00000100:00100000:1.0:1789478758.466470:0:22790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964564224 00000100:00100000:1.0:1789478758.466475:0:22790:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964564224 00000100:00100000:1.0:1789478758.466508:0:22790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000100:00100000:1.0:1789478758.466516:0:22790:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc24f1cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:433f6587-f9be-4304-94be-07d77f00816b+18:23528:x1876403964564224:12345-0@lo:503:mount.lustre.0 00000100:00100000:1.0:1789478758.466615:0:22790:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc24f1cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:433f6587-f9be-4304-94be-07d77f00816b+18:23528:x1876403964564224:12345-0@lo:503:mount.lustre.0 Request processed in 99us (225us total) trans 0 rc 0/0 00000100:00100000:1.0:1789478758.466622:0:22790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00000100:00100000:3.0:1789478758.466751:0:23528:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc34c9b480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:433f6587-f9be-4304-94be-07d77f00816b:23528:1876403964564224:0@lo:503:mount.lustre.0 00000040:00080000:3.0:1789478758.467152:0:23528:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:3.0:1789478758.467215:0:23528:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc34c9b480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:433f6587-f9be-4304-94be-07d77f00816b:23528:1876403964564352:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1789478758.467251:0:23528:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789478758.467280:0:23528:0:(client.c:2715:ptlrpc_set_wait()) set ffff8ebc02bf6d80 going to sleep for 11 seconds 00000100:00100000:1.0:1789478758.467331:0:22791:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964564352 00000100:00100000:1.0:1789478758.467336:0:22791:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964564352 00000100:00100000:1.0:1789478758.467371:0:22791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47 00000100:00100000:1.0:1789478758.467378:0:22791:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc24f1c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:433f6587-f9be-4304-94be-07d77f00816b+18:23528:x1876403964564352:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1789478758.467454:0:22791:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc24f1c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:433f6587-f9be-4304-94be-07d77f00816b+18:23528:x1876403964564352:12345-0@lo:502:mount.lustre.0 Request processed in 75us (202us total) trans 0 rc 0/0 00000100:00100000:1.0:1789478758.467461:0:22791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47 00000100:00100000:3.0:1789478758.467533:0:23528:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc34c9b480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:433f6587-f9be-4304-94be-07d77f00816b:23528:1876403964564352:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1789478758.469807:0:23528:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].1, 224 off8416 00000040:00080000:3.0:1789478758.469855:0:23528:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].2, 120 off8536 00000040:00080000:3.0:1789478758.469869:0:23528:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].3, 168 off8704 00000040:00080000:3.0:1789478758.469880:0:23528:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].4, 224 off8928 00000040:00080000:3.0:1789478758.469893:0:23528:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].5, 224 off9152 00000040:00080000:3.0:1789478758.469905:0:23528:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].6, 120 off9272 00000040:00080000:3.0:1789478758.469925:0:23528:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].7, 168 off9440 00000040:00080000:3.0:1789478758.469938:0:23528:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].8, 224 off9664 00000040:00080000:3.0:1789478758.469961:0:23528:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].9, 224 off9888 00000040:00080000:3.0:1789478758.469975:0:23528:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].10, 120 off10008 00000040:00080000:3.0:1789478758.469989:0:23528:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].11, 224 off10232 00000040:00080000:3.0:1789478758.470003:0:23528:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].12, 224 off10456 00000040:00080000:3.0:1789478758.470031:0:23528:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].13, 88 off10544 00000040:00080000:3.0:1789478758.470048:0:23528:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].14, 128 off10672 00000040:00080000:3.0:1789478758.470062:0:23528:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].15, 144 off10816 00000040:00080000:3.0:1789478758.470416:0:23528:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].16, 160 off10976 00000040:00080000:3.0:1789478758.470440:0:23528:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].17, 224 off11200 00000040:00080000:3.0:1789478758.470455:0:23528:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].18, 224 off11424 00000040:00080000:3.0:1789478758.470468:0:23528:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].19, 80 off11504 00000040:00080000:3.0:1789478758.470482:0:23528:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].20, 224 off11728 00000040:00080000:3.0:1789478758.470497:0:23528:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].21, 224 off11952 00000040:00080000:3.0:1789478758.470512:0:23528:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].22, 88 off12040 00000040:00080000:3.0:1789478758.470526:0:23528:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].23, 128 off12168 00000040:00080000:3.0:1789478758.470539:0:23528:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].24, 144 off12312 00000040:00080000:3.0:1789478758.470552:0:23528:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].25, 160 off12472 00000040:00080000:3.0:1789478758.470566:0:23528:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].26, 224 off12696 00000040:00080000:3.0:1789478758.470846:0:23528:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].27, 224 off12920 00000040:00080000:3.0:1789478758.470866:0:23528:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].28, 80 off13000 00000040:00080000:3.0:1789478758.470892:0:23528:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].29, 224 off13224 00000040:00080000:3.0:1789478758.470906:0:23528:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].30, 224 off13448 00000040:00080000:3.0:1789478758.470918:0:23528:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].31, 88 off13536 00000040:00080000:3.0:1789478758.470931:0:23528:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].32, 128 off13664 00000040:00080000:3.0:1789478758.470943:0:23528:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].33, 144 off13808 00000040:00080000:3.0:1789478758.470955:0:23528:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].34, 128 off13936 00000040:00080000:3.0:1789478758.470968:0:23528:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].35, 224 off14160 00000040:00080000:3.0:1789478758.470980:0:23528:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].36, 224 off14384 00000040:00080000:3.0:1789478758.470994:0:23528:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].37, 80 off14464 00000040:00080000:3.0:1789478758.471008:0:23528:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].38, 224 off14688 00000040:00080000:3.0:1789478758.471023:0:23528:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].39, 224 off14912 00000040:00080000:3.0:1789478758.471037:0:23528:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].40, 88 off15000 00000040:00080000:3.0:1789478758.471052:0:23528:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].41, 128 off15128 00000040:00080000:3.0:1789478758.471087:0:23528:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].42, 144 off15272 00000040:00080000:3.0:1789478758.471104:0:23528:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].43, 128 off15400 00000040:00080000:3.0:1789478758.471117:0:23528:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].44, 224 off15624 00000040:00080000:3.0:1789478758.471142:0:23528:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].45, 224 off15848 00000040:00080000:3.0:1789478758.471159:0:23528:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].46, 80 off15928 00000040:00080000:3.0:1789478758.471172:0:23528:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].47, 224 off16152 00000040:00080000:3.0:1789478758.471183:0:23528:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].48, 232 off16384 00000100:00100000:3.0:1789478758.471231:0:23528:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc34c9b480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:433f6587-f9be-4304-94be-07d77f00816b:23528:1876403964564480:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1789478758.471294:0:23528:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789478758.471374:0:23528:0:(client.c:2715:ptlrpc_set_wait()) set ffff8ebc095f2240 going to sleep for 11 seconds 00000100:00100000:1.0:1789478758.471416:0:22788:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964564480 00000100:00100000:1.0:1789478758.471423:0:22788:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964564480 00000100:00100000:1.0:1789478758.471499:0:22788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 48 00000100:00100000:1.0:1789478758.471510:0:22788:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc24f1f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:433f6587-f9be-4304-94be-07d77f00816b+18:23528:x1876403964564480:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1789478758.471740:0:22788:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc24f1f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:433f6587-f9be-4304-94be-07d77f00816b+18:23528:x1876403964564480:12345-0@lo:502:mount.lustre.0 Request processed in 232us (444us total) trans 0 rc 0/0 00000100:00100000:1.0:1789478758.471747:0:22788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 48 00000100:00100000:0.0:1789478758.471760:0:23528:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc34c9b480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:433f6587-f9be-4304-94be-07d77f00816b:23528:1876403964564480:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1789478758.472014:0:23528:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].49, 224 off16608 00000040:00080000:0.0:1789478758.472038:0:23528:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].50, 120 off16728 00000100:00100000:0.0:1789478758.472087:0:23528:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc3fc02a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:433f6587-f9be-4304-94be-07d77f00816b:23528:1876403964564608:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1789478758.472127:0:23528:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789478758.472156:0:23528:0:(client.c:2715:ptlrpc_set_wait()) set ffff8ebc08db3b40 going to sleep for 11 seconds 00000100:00100000:3.0:1789478758.472390:0:22790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964564608 00000100:00100000:3.0:1789478758.472396:0:22790:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964564608 00000100:00100000:3.0:1789478758.472436:0:22790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49 00000100:00100000:3.0:1789478758.472445:0:22790:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc24f1c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:433f6587-f9be-4304-94be-07d77f00816b+18:23528:x1876403964564608:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1789478758.472529:0:22790:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc24f1c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:433f6587-f9be-4304-94be-07d77f00816b+18:23528:x1876403964564608:12345-0@lo:502:mount.lustre.0 Request processed in 85us (402us total) trans 0 rc 0/0 00000100:00100000:3.0:1789478758.472536:0:22790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49 00000100:00100000:2.0:1789478758.473740:0:23528:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc3fc02a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:433f6587-f9be-4304-94be-07d77f00816b:23528:1876403964564608:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1789478758.473809:0:23528:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].51, 224 off16952 00000040:00080000:2.0:1789478758.473819:0:23528:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 51 count 51 00000020:01000004:1.0:1789478758.478867:0:23547:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-MDT0001 (typ=lwp) 00000020:00000080:1.0:1789478758.478883:0:23547:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-MDT0001 (ffff8ebc40f74d28) 00000020:00000080:1.0:1789478758.478905:0:23547:0:(obd_config.c:720:class_attach_name()) OBD: dev 19 attached type lwp with refcount 2 00000020:01000004:1.0:1789478758.478987:0:23547:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8ebc35b1c800 from lustre-MDT0001, refs=3 00000020:01000004:1.0:1789478758.478995:0:23547:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8ebc35b1c800 from lustre-MDT0001, refs=3 00000020:01000004:1.0:1789478758.478997:0:23547:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8ebc35b1c800 3 00010000:00080000:1.0:1789478758.479023:0:23547:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8ebc3bcdb000@lustre-MDT0000-lwp-MDT0001: add connection 192.168.206.111@tcp at head 00010000:00010000:1.0:1789478758.482421:0:23547:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-MDT0001-8 is initialized 00000020:00000080:1.0:1789478758.484041:0:23547:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-MDT0001 (uuid lustre-MDT0000-lwp-MDT0001_UUID) 00000010:01000000:1.0:1789478758.484093:0:23547:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:1.0:1789478758.484105:0:23547:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-MDT0001, cookie 0x8ebaae74e821791e 00000100:00080000:1.0:1789478758.484116:0:23547:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 0 00000100:00080000:1.0:1789478758.484127:0:23547:0:(import.c:625:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8ebc3bcdb000 using connection 192.168.206.111@tcp/0@lo 00000100:00100000:1.0:1789478758.484169:0:23547:0:(import.c:827:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8ebb04b8ad80 x1876403964564736/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789478758.484203:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebb04b8ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3644:1876403964564736:0@lo:38:llog_process_th.0 00000100:00100000:1.0:1789478758.484423:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789478758.484634:0:22798:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964564736 00000100:00100000:2.0:1789478758.484641:0:22798:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964564736 00000100:00100000:2.0:1789478758.484674:0:22798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:2.0:1789478758.484682:0:22798:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebb04b8b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3644:x1876403964564736:12345-0@lo:38:llog_process_th.0 00010000:00080000:2.0:1789478758.484703:0:22798:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-MDT0001_UUID@0@lo t0 exp 0000000000000000 cur 587 last 0 00000020:00000080:2.0:1789478758.484731:0:22798:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-MDT0001_UUID, cookie 0x8ebaae74e8217925 00000004:00100000:2.0:1789478758.484746:0:22798:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:2.0:1789478758.484778:0:22798:0:(import.c:65:import_set_state_nolock()) ffff8ebc3f655000 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1789478758.484822:0:22798:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebb04b8b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3644:x1876403964564736:12345-0@lo:38:llog_process_th.0 Request processed in 140us (400us total) trans 0 rc 0/0 00000100:00100000:2.0:1789478758.484830:0:22798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00080000:1.0:1789478758.485372:0:3644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff8ebb04b8ad80 x1876403964564736/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/416 e 0 to 0 dl 1789478768 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789478758.485384:0:3644:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: committing for last_committed 0 gen 2 00000100:00080000:1.0:1789478758.485392:0:3644:0:(import.c:1133:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-MDT0001: connect to target with instance 3 00000100:00080000:1.0:1789478758.485399:0:3644:0:(import.c:957:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-MDT0001: Resetting ns_connect_flags to server flags: 0x2041401047000020 00000100:00080000:1.0:1789478758.485403:0:3644:0:(import.c:1214:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:1.0:1789478758.485405:0:3644:0:(import.c:65:import_set_state_nolock()) ffff8ebc3bcdb000 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:1.0:1789478758.485411:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebb04b8ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3644:1876403964564736:0@lo:38:llog_process_th.0 00000100:00080000:1.0:1789478758.485437:0:23547:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID 00000040:00080000:2.0:1789478758.493478:0:23547:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x12:0x0] index 52 count 51 00000100:00080000:3.0:1789478758.495775:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1789478758.495783:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789478758.495786:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1789478758.495789:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000020:01000000:3.0:1789478758.495813:0:23528:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:3.0:1789478758.495857:0:23528:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.206.111@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:3.0:1789478758.495916:0:23528:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.206.111@tcp lock: ffff8ebc08c4b000/0x8ebaae74e8217909 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x8ebaae74e8217910 expref: -99 pid: 23528 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478758.495929:0:23528:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.206.111@tcp lock: ffff8ebc08c4b000/0x8ebaae74e8217909 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x8ebaae74e8217910 expref: -99 pid: 23528 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:3.0:1789478758.495993:0:23528:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:3.0:1789478758.495996:0:23528:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:3.0:1789478758.495997:0:23528:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1789478758.495998:0:23528:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1789478758.496000:0:23528:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1789478758.496001:0:23528:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1789478758.496003:0:23528:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1789478758.496005:0:23528:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1789478758.496006:0:23528:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:3.0:1789478758.496009:0:23528:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0001 0x40020001 00000020:01000004:3.0:1789478758.496012:0:23528:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:3.0:1789478758.496013:0:23528:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:3.0:1789478758.496014:0:23528:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1789478758.496015:0:23528:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1789478758.496016:0:23528:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1789478758.496017:0:23528:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1789478758.496018:0:23528:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1789478758.496019:0:23528:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1789478758.496020:0:23528:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:3.0:1789478758.496046:0:23528:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0001 00000100:00100000:3.0:1789478758.496065:0:23528:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc34c99880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:433f6587-f9be-4304-94be-07d77f00816b:23528:1876403964564864:0@lo:253:mount.lustre.0 00000100:00100000:3.0:1789478758.496246:0:23528:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789478758.496360:0:23528:0:(client.c:2715:ptlrpc_set_wait()) set ffff8ebc04fca480 going to sleep for 11 seconds 00000100:00100000:1.0:1789478758.496423:0:22788:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964564864 00000100:00100000:1.0:1789478758.496431:0:22788:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964564864 00000100:00100000:1.0:1789478758.496500:0:22788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50 00000100:00100000:1.0:1789478758.496511:0:22788:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc24f1d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:433f6587-f9be-4304-94be-07d77f00816b+18:23528:x1876403964564864:12345-0@lo:253:mount.lustre.0 20000000:01000000:1.0:1789478758.496543:0:22788:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 1 is ready to reconnect. 20000000:01000000:1.0:1789478758.496556:0:22788:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 00000001:00100000:1.0:1789478758.499749:0:22776:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 20000000:01000000:3.0:1789478758.503192:0:22788:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:3.0:1789478758.503238:0:22788:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0001, index=1, rc=0 20000000:01000000:1.0:1789478758.503528:0:22812:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:1.0:1789478758.503532:0:22812:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00000100:00100000:3.0:1789478758.503548:0:22788:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc24f1d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:433f6587-f9be-4304-94be-07d77f00816b+18:23528:x1876403964564864:12345-0@lo:253:mount.lustre.0 Request processed in 7037us (7299us total) trans 0 rc 0/0 00010000:00010000:1.0:1789478758.503551:0:22812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8ebc40fcea00/0x8ebaae74e821792c lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789478758.503558:0:22788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50 00010000:00010000:1.0:1789478758.503564:0:22812:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8ebc40fce000/0x8ebaae74e8217830 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x8ebaae74e8217829 expref: 18 pid: 22790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478758.503571:0:22812:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8ebc08c4a400/0x8ebaae74e82178f4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x8ebaae74e82178ed expref: 17 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478758.503577:0:22812:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8ebc40fcea00/0x8ebaae74e821792c lrc: 5/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 22812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478758.503628:0:22812:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8ebc08c4a400/0x8ebaae74e82178f4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x8ebaae74e82178ed expref: 17 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478758.503642:0:22812:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8ebc08c4a400/0x8ebaae74e82178f4 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x8ebaae74e82178ed expref: 17 pid: 22791 timeout: 687 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789478758.503655:0:22812:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebb04b8ad80 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22812:1876403964564992:0@lo:104: 00000100:00100000:1.0:1789478758.503691:0:22812:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1789478758.503768:0:22812:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8ebc40fce000/0x8ebaae74e8217830 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x8ebaae74e8217829 expref: 17 pid: 22790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478758.503775:0:22812:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8ebc40fce000/0x8ebaae74e8217830 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x8ebaae74e8217829 expref: 17 pid: 22790 timeout: 687 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789478758.503796:0:22812:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebb04b8a680 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22812:1876403964565120:0@lo:104: 00000100:00100000:1.0:1789478758.503817:0:22812:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789478758.503839:0:22812:0:(client.c:2715:ptlrpc_set_wait()) set ffff8ebc359b66c0 going to sleep for 11 seconds 00000100:00100000:2.0:1789478758.503888:0:22780:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964564992 00000100:00100000:2.0:1789478758.503895:0:22780:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964564992 00000100:00100000:2.0:1789478758.503957:0:22780:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964565120 00000100:00100000:2.0:1789478758.503960:0:22780:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964565120 00000100:00100000:2.0:1789478758.503971:0:22780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1789478758.503978:0:22780:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebb04b88000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:433f6587-f9be-4304-94be-07d77f00816b+4:22812:x1876403964564992:12345-0@lo:104: 00010000:00010000:2.0:1789478758.503989:0:22780:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.206.111@tcp lock: ffff8ebc34f77200/0x8ebaae74e82178ed lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x8ebaae74e82178f4 expref: -99 pid: 23528 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478758.504036:0:22780:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1789478758.504041:0:22780:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebb04b88000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:433f6587-f9be-4304-94be-07d77f00816b+4:22812:x1876403964564992:12345-0@lo:104: Request processed in 65us (351us total) trans 0 rc 0/0 00000100:00100000:2.0:1789478758.504047:0:22780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1789478758.504058:0:22780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:2.0:1789478758.504064:0:22780:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebb04b8aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:433f6587-f9be-4304-94be-07d77f00816b+3:22812:x1876403964565120:12345-0@lo:104: 00010000:00010000:2.0:1789478758.504071:0:22780:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.206.111@tcp lock: ffff8ebc34f77400/0x8ebaae74e8217829 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x8ebaae74e8217830 expref: -99 pid: 22793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478758.504117:0:22780:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:2.0:1789478758.504122:0:22780:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebb04b8aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:433f6587-f9be-4304-94be-07d77f00816b+3:22812:x1876403964565120:12345-0@lo:104: Request processed in 58us (304us total) trans 0 rc 0/0 00000100:00100000:2.0:1789478758.504127:0:22780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1789478758.504163:0:22812:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebb04b8ad80 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22812:1876403964564992:0@lo:104: 00000100:00100000:1.0:1789478758.504172:0:22812:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebb04b8a680 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22812:1876403964565120:0@lo:104: 00010000:00010000:1.0:1789478758.504190:0:22812:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8ebc40fcea00/0x8ebaae74e821792c lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478758.504370:0:22784:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1789478758.504381:0:22784:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.206.111@tcp lock: ffff8ebc34f77200/0x8ebaae74e82178ed lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x8ebaae74e82178f4 expref: -99 pid: 23528 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478758.504387:0:22784:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ebc34f77200 already unused, calling callback (ffffffffc1383c20) 10000000:00010000:2.0:1789478758.504391:0:22784:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.206.111@tcp lock: ffff8ebc34f77200/0x8ebaae74e82178ed lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x8ebaae74e82178f4 expref: -99 pid: 23528 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478758.504399:0:22784:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.206.111@tcp lock: ffff8ebc34f77200/0x8ebaae74e82178ed lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x8ebaae74e82178f4 expref: -99 pid: 23528 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1789478758.504407:0:22784:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.206.111@tcp lock: ffff8ebc34f77200/0x8ebaae74e82178ed lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x8ebaae74e82178f4 expref: -99 pid: 23528 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789478758.504412:0:22784:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:2.0:1789478758.504438:0:22784:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.206.111@tcp lock: ffff8ebc34f77200/0x8ebaae74e82178ed lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x8ebaae74e82178f4 expref: -99 pid: 23528 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478758.504444:0:22784:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1789478758.504467:0:22784:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.206.111@tcp lock: ffff8ebc34f77200/0x8ebaae74e82178ed lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x8ebaae74e82178f4 expref: -99 pid: 23528 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478758.504473:0:22784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.206.111@tcp lock: ffff8ebc34f77200/0x8ebaae74e82178ed lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x8ebaae74e82178f4 expref: -99 pid: 23528 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478758.504484:0:22784:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789478758.504486:0:22784:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.206.111@tcp lock: ffff8ebc34f77400/0x8ebaae74e8217829 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x8ebaae74e8217830 expref: -99 pid: 22793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478758.504492:0:22784:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ebc34f77400 already unused, calling callback (ffffffffc1383c20) 10000000:00010000:2.0:1789478758.504495:0:22784:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.206.111@tcp lock: ffff8ebc34f77400/0x8ebaae74e8217829 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x8ebaae74e8217830 expref: -99 pid: 22793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789478758.504508:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc40f62a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:433f6587-f9be-4304-94be-07d77f00816b:3647:1876403964565248:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1789478758.504511:0:22784:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.206.111@tcp lock: ffff8ebc34f77400/0x8ebaae74e8217829 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x8ebaae74e8217830 expref: -99 pid: 22793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1789478758.504517:0:22784:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.206.111@tcp lock: ffff8ebc34f77400/0x8ebaae74e8217829 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x8ebaae74e8217830 expref: -99 pid: 22793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789478758.504522:0:22784:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00000100:00100000:1.0:1789478758.504534:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1789478758.504535:0:22784:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.206.111@tcp lock: ffff8ebc34f77400/0x8ebaae74e8217829 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x8ebaae74e8217830 expref: -99 pid: 22793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478758.504540:0:22784:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1789478758.504546:0:22784:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.206.111@tcp lock: ffff8ebc34f77400/0x8ebaae74e8217829 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x8ebaae74e8217830 expref: -99 pid: 22793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478758.504552:0:22784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.206.111@tcp lock: ffff8ebc34f77400/0x8ebaae74e8217829 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x8ebaae74e8217830 expref: -99 pid: 22793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789478758.504552:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1789478758.504557:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc40f61f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:433f6587-f9be-4304-94be-07d77f00816b:3647:1876403964565376:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1789478758.504563:0:22784:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789478758.504565:0:22784:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789478758.504567:0:22784:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789478758.504573:0:22785:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789478758.504573:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789478758.504616:0:22781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964565248 00000100:00100000:1.0:1789478758.504620:0:22781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964565248 00010000:00010000:1.0:1789478758.504639:0:22781:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8ebc08c4a400/0x8ebaae74e82178f4 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x8ebaae74e82178ed expref: 18 pid: 22791 timeout: 687 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789478758.504713:0:23528:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc34c99880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:433f6587-f9be-4304-94be-07d77f00816b:23528:1876403964564864:0@lo:253:mount.lustre.0 10000000:01000000:0.0:1789478758.504723:0:23528:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0001 got index = 1 00000020:01000004:0.0:1789478758.504727:0:23528:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:0.0:1789478758.504728:0:23528:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:0.0:1789478758.504729:0:23528:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1789478758.504730:0:23528:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1789478758.504731:0:23528:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1789478758.504732:0:23528:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1789478758.504733:0:23528:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1789478758.504736:0:23528:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1789478758.504737:0:23528:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:0.0:1789478758.504747:0:23528:0:(tgt_mount.c:2695:server_calc_timeout()) lustre-MDT0001: Imperative Recovery not enabled, recovery window 60-180 00000100:00100000:1.0:1789478758.505686:0:22781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964565376 00000100:00100000:1.0:1789478758.505692:0:22781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964565376 00010000:00010000:1.0:1789478758.505715:0:22781:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8ebc40fce000/0x8ebaae74e8217830 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x8ebaae74e8217829 expref: 19 pid: 22790 timeout: 687 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789478758.505733:0:22781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1789478758.505746:0:22781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebb04b8a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:433f6587-f9be-4304-94be-07d77f00816b+19:3647:x1876403964565248:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1789478758.505757:0:22781:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1789478758.505771:0:22781:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8ebc08c4a400/0x8ebaae74e82178f4 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x8ebaae74e82178ed expref: 19 pid: 22791 timeout: 687 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478758.505781:0:22781:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8ebc08c4a400/0x8ebaae74e82178f4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x8ebaae74e82178ed expref: 19 pid: 22791 timeout: 687 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478758.505794:0:22781:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ebc08c4a400/0x8ebaae74e82178f4 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x8ebaae74e82178ed expref: 19 pid: 22791 timeout: 687 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478758.505807:0:22781:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1789478758.505862:0:22781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebb04b8a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:433f6587-f9be-4304-94be-07d77f00816b+18:3647:x1876403964565248:12345-0@lo:103:ldlm_bl.0 Request processed in 118us (1327us total) trans 0 rc 0/0 00000100:00100000:1.0:1789478758.505870:0:22781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1789478758.505885:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc40f62a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:433f6587-f9be-4304-94be-07d77f00816b:3647:1876403964565248:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1789478758.505885:0:22781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1789478758.505891:0:22781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebb04b8ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:433f6587-f9be-4304-94be-07d77f00816b+17:3647:x1876403964565376:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1789478758.505898:0:22781:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1789478758.505902:0:22781:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8ebc40fce000/0x8ebaae74e8217830 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x8ebaae74e8217829 expref: 17 pid: 22790 timeout: 687 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478758.505911:0:22781:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8ebc40fce000/0x8ebaae74e8217830 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x8ebaae74e8217829 expref: 17 pid: 22790 timeout: 687 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478758.505921:0:22781:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ebc40fce000/0x8ebaae74e8217830 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x8ebaae74e8217829 expref: 17 pid: 22790 timeout: 687 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478758.505932:0:22781:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8ebc40fcea00/0x8ebaae74e821792c lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478758.505940:0:22781:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ebc40fcea00/0x8ebaae74e821792c lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:1.0:1789478758.505961:0:22781:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.016595449s 00010000:00010000:1.0:1789478758.505966:0:22781:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ebc40fcea00/0x8ebaae74e821792c lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478758.505972:0:22781:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ebc40fcea00/0x8ebaae74e821792c lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478758.505978:0:22781:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8ebc40fcea00/0x8ebaae74e821792c lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478758.505984:0:22781:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8ebc40fcea00/0x8ebaae74e821792c lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478758.505989:0:22781:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ebc40fcea00 already unused, calling callback (ffffffffc0d672a0) 00010000:00010000:1.0:1789478758.505993:0:22781:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8ebc40fcea00/0x8ebaae74e821792c lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478758.505999:0:22781:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8ebc40fcea00/0x8ebaae74e821792c lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 22812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478758.506022:0:22781:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8ebc40fcea00/0x8ebaae74e821792c lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478758.506032:0:22781:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1789478758.506056:0:22812:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8ebc40fcea00/0x8ebaae74e821792c lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478758.506064:0:22812:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8ebc40fcea00/0x8ebaae74e821792c lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478758.506071:0:22812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ebc40fcea00/0x8ebaae74e821792c lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789478758.506086:0:22781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebb04b8ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:433f6587-f9be-4304-94be-07d77f00816b+16:3647:x1876403964565376:12345-0@lo:103:ldlm_bl.0 Request processed in 186us (1501us total) trans 0 rc 0/0 00000100:00100000:1.0:1789478758.506093:0:22781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1789478758.506209:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc40f61f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:433f6587-f9be-4304-94be-07d77f00816b:3647:1876403964565376:0@lo:103:ldlm_bl.0 00000040:01000000:3.0:1789478758.509294:0:23528:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0001-osd ctxt 16 is initialized 00000020:00080000:0.0:1789478758.509505:0:23553:0:(update_trans.c:1539:distribute_txn_commit_thread()) lustre-MDT0001: start commit thread committed batchid 0 00000020:00080000:0.0:1789478758.509510:0:23553:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 0 00000040:01000000:3.0:1789478758.509700:0:23554:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:00080000:3.0:1789478758.510023:0:23554:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:01000000:2.0:1789478758.517008:0:23528:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0000-osp-MDT0001 ctxt 16 is initialized 00000100:00100000:1.0:1789478758.517749:0:23555:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebb04b88700 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23555:1876403964565504:0@lo:1000:lod0001_rec0000.0 00000040:01000000:2.0:1789478758.517775:0:23528:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0001 ctxt 12 is initialized 00000040:00080000:2.0:1789478758.517808:0:23528:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:1.0:1789478758.517824:0:23555:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789478758.517866:0:23555:0:(client.c:2715:ptlrpc_set_wait()) set ffff8ebc359b6780 going to sleep for 11 seconds 00000004:00000080:2.0:1789478758.518254:0:23528:0:(mdd_device.c:555:mdd_changelog_llog_init()) changelog starting index=0 00000040:01000000:2.0:1789478758.518261:0:23528:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0001 ctxt 14 is initialized 00000100:00100000:0.0:1789478758.518401:0:22801:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964565504 00000100:00100000:0.0:1789478758.518407:0:22801:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964565504 00000100:00100000:0.0:1789478758.518454:0:22801:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1789478758.518463:0:22801:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebb04b8b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:23555:x1876403964565504:12345-0@lo:1000:lod0001_rec0000.0 00000100:00100000:0.0:1789478758.518528:0:22801:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebb04b8b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:23555:x1876403964565504:12345-0@lo:1000:lod0001_rec0000.0 Request processed in 67us (704us total) trans 0 rc 0/0 00000100:00100000:0.0:1789478758.518535:0:22801:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000040:00080000:2.0:1789478758.518650:0:23528:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:1.0:1789478758.519183:0:23555:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebb04b88700 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23555:1876403964565504:0@lo:1000:lod0001_rec0000.0 00000040:01000000:1.0:1789478758.519211:0:23555:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000100:00100000:1.0:1789478758.519240:0:23555:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebb04b88700 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23555:1876403964565632:0@lo:1000:lod0001_rec0000.0 00000100:00100000:1.0:1789478758.519273:0:23555:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789478758.519300:0:22802:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964565632 00000100:00100000:1.0:1789478758.519303:0:22802:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964565632 00000100:00100000:1.0:1789478758.519335:0:22802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:1.0:1789478758.519342:0:22802:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebb04b89c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:23555:x1876403964565632:12345-0@lo:1000:lod0001_rec0000.0 00000100:00100000:1.0:1789478758.520786:0:22802:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebb04b89c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:23555:x1876403964565632:12345-0@lo:1000:lod0001_rec0000.0 Request processed in 1439us (1507us total) trans 0 rc 0/0 00000040:00080000:2.0:1789478758.520790:0:23528:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x5:0x0] index 64768 count 1 00000100:00100000:1.0:1789478758.520855:0:22802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:1.0:1789478758.520884:0:23555:0:(client.c:2715:ptlrpc_set_wait()) set ffff8ebc359b6780 going to sleep for 11 seconds 00000100:00100000:1.0:1789478758.520904:0:23555:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebb04b88700 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23555:1876403964565632:0@lo:1000:lod0001_rec0000.0 00000100:00100000:1.0:1789478758.520986:0:23555:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebb04b88700 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:23555:1876403964565760:0@lo:900:lod0001_rec0000.0 00000100:00100000:1.0:1789478758.521011:0:23555:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789478758.521035:0:23555:0:(client.c:2715:ptlrpc_set_wait()) set ffff8ebc359b6f00 going to sleep for 11 seconds 00000100:00100000:0.0:1789478758.521681:0:22807:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964565760 00000100:00100000:0.0:1789478758.521689:0:22807:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964565760 00000100:00100000:0.0:1789478758.521726:0:22807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1789478758.521734:0:22807:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebb04b8a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:lustre-MDT0000-lwp-MDT0001_UUID+5:23555:x1876403964565760:12345-0@lo:900:lod0001_rec0000.0 00000100:00100000:0.0:1789478758.521786:0:22807:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebb04b8a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:lustre-MDT0000-lwp-MDT0001_UUID+5:23555:x1876403964565760:12345-0@lo:900:lod0001_rec0000.0 Request processed in 53us (773us total) trans 0 rc 0/0 00000100:00100000:0.0:1789478758.521793:0:22807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000040:00080000:2.0:1789478758.522841:0:23528:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x6:0x0] index 64768 count 1 00000040:01000000:2.0:1789478758.522894:0:23528:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0001 ctxt 15 is initialized 00000040:00080000:2.0:1789478758.523058:0:23528:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00010000:00080000:1.0:1789478758.523393:0:23555:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff8ebb04b88700 x1876403964565760/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 1789478774 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lod0001_rec0000.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789478758.523410:0:23555:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebb04b88700 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:23555:1876403964565760:0@lo:900:lod0001_rec0000.0 00000100:00100000:1.0:1789478758.523485:0:23555:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebb04b88700 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23555:1876403964565888:0@lo:1000:lod0001_rec0000.0 00000100:00100000:1.0:1789478758.523542:0:23555:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789478758.523586:0:23555:0:(client.c:2715:ptlrpc_set_wait()) set ffff8ebc359b6780 going to sleep for 11 seconds 00000100:00100000:0.0:1789478758.523637:0:23537:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964565888 00000100:00100000:0.0:1789478758.523644:0:23537:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964565888 00000100:00100000:0.0:1789478758.523693:0:23537:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:0.0:1789478758.523701:0:23537:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebb04b8bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:23555:x1876403964565888:12345-0@lo:1000:lod0001_rec0000.0 00000100:00100000:0.0:1789478758.523769:0:23537:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebb04b8bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:23555:x1876403964565888:12345-0@lo:1000:lod0001_rec0000.0 Request processed in 68us (228us total) trans 0 rc 0/0 00000100:00100000:0.0:1789478758.523775:0:23537:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00080000:10000000:2.0:1789478758.524035:0:23528:0:(osd_handler.c:5581:osd_index_try()) lustre-MDT0001: index object [0x200000003:0x30:0x0] (8/32) registered 00000100:00100000:1.0:1789478758.524238:0:23555:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebb04b88700 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23555:1876403964565888:0@lo:1000:lod0001_rec0000.0 00000040:00080000:3.0:1789478758.524292:0:23554:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x240000400:0x1:0x0] index 261376 count 1 00000040:00080000:1.0:1789478758.524298:0:23555:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000004:00080000:3.0:1789478758.524342:0:23554:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0001-osd retrieved update log, duration 0, retries 0 00000040:00080000:1.0:1789478758.528962:0:23555:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x200000401:0x1:0x0] index 261376 count 1 00000004:00080000:1.0:1789478758.529038:0:23555:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0000-osp-MDT0001 retrieved update log, duration 0, retries 0 00000004:00080000:1.0:1789478758.529043:0:23555:0:(lod_dev.c:545:lod_sub_recovery_thread()) lustre-MDT0001 got update logs from all MDTs. 00000001:00000004:3.0:1789478758.529857:0:23528:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 3, last_transno is 12884901888 00000001:00080000:3.0:1789478758.535250:0:23528:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0001: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000004:00000080:3.0:1789478758.535382:0:23528:0:(mdd_device.c:2304:mdd_iocontrol()) lustre-MDD0001: cmd=c00866e6 len=0 karg=ffff9dd9014c3988 00100000:10000000:3.0:1789478758.535391:0:23528:0:(lfsck_lib.c:3085:lfsck_start()) lustre-MDT0001-osd: start master thread 00000020:01000004:2.0:1789478758.536314:0:23528:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:2.0:1789478758.536338:0:23528:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.206.111@tcp: cl_mgc_mutex unlock 00000020:01000004:2.0:1789478758.536355:0:23528:0:(tgt_mount.c:2461:server_fill_super_common()) Server sb, dev=48 00000080:00000004:2.0:1789478758.536380:0:23528:0:(super25.c:182:lustre_fill_super()) /dev/mapper/mds2_flakey: Mount complete 00000020:00000004:2.0:1789478758.537016:0:23528:0:(tgt_mount.c:2347:server_getattr()) lustre-MDT0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:2.0:1789478758.537235:0:23528:0:(tgt_mount.c:2362:is_cmd_supported()) ioctl cmd=81009431 00000040:00080000:1.0:1789478758.576023:0:22830:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:2.0:1789478758.632369:0:22838:0:(client.c:2715:ptlrpc_set_wait()) set ffff8ebc101ad900 going to sleep for 0 seconds 00010000:00010000:2.0:1789478759.334490:0:22784:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1789478759.525813:0:23549:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:0.0:1789478759.653337:0:22838:0:(client.c:2715:ptlrpc_set_wait()) set ffff8ebc101ad900 going to sleep for 0 seconds 10000000:01000000:3.0:1789478759.908697:0:22793:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:3.0:1789478759.908704:0:22793:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff8ebc35b1c800 from 12 10000000:01000000:3.0:1789478759.908710:0:22793:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:3.0:1789478759.908761:0:22793:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.206.111@tcp lock: ffff8ebc35b66e00/0x8ebaae74e8217933 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478759.908772:0:22793:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.206.111@tcp lock: ffff8ebc35b66e00/0x8ebaae74e8217933 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478759.908785:0:22793:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.206.111@tcp lock: ffff8ebc35b66e00/0x8ebaae74e8217933 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789478759.908809:0:22793:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc34c99500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:433f6587-f9be-4304-94be-07d77f00816b:22793:1876403964566016:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1789478759.908872:0:22793:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789478759.908922:0:22793:0:(client.c:2715:ptlrpc_set_wait()) set ffff8ebb02516840 going to sleep for 11 seconds 00000100:00100000:0.0:1789478759.909038:0:22791:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964566016 00000100:00100000:0.0:1789478759.909045:0:22791:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964566016 00000100:00100000:0.0:1789478759.909104:0:22791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51 00000100:00100000:0.0:1789478759.909114:0:22791:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc24f1dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:433f6587-f9be-4304-94be-07d77f00816b+16:22793:x1876403964566016:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1789478759.909124:0:22791:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789478759.909136:0:22791:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8ebc34f77e00/0x8ebaae74e821793a lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x8ebaae74e8217933 expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478759.909156:0:22791:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ebc34f77e00/0x8ebaae74e821793a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x8ebaae74e8217933 expref: 17 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478759.909167:0:22791:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8ebc34f77e00/0x8ebaae74e821793a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x8ebaae74e8217933 expref: 17 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478759.909191:0:22791:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ebc34f77e00, rc 0) 00000100:00100000:0.0:1789478759.909228:0:22791:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc24f1dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:433f6587-f9be-4304-94be-07d77f00816b+17:22793:x1876403964566016:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 117us (357us total) trans 0 rc 0/0 00000100:00100000:0.0:1789478759.909235:0:22791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51 00000100:00100000:0.0:1789478759.909272:0:22793:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc34c99500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:433f6587-f9be-4304-94be-07d77f00816b:22793:1876403964566016:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1789478759.909285:0:22793:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.206.111@tcp lock: ffff8ebc35b66e00/0x8ebaae74e8217933 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x8ebaae74e821793a expref: -99 pid: 22793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478759.909293:0:22793:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.206.111@tcp lock: ffff8ebc35b66e00/0x8ebaae74e8217933 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x8ebaae74e821793a expref: -99 pid: 22793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789478759.909334:0:22793:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc3fc01880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:433f6587-f9be-4304-94be-07d77f00816b:22793:1876403964566144:0@lo:256:ll_cfg_requeue.0 00000100:00100000:0.0:1789478759.909361:0:22793:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789478759.909375:0:22793:0:(client.c:2715:ptlrpc_set_wait()) set ffff8ebc08d12780 going to sleep for 11 seconds 00000100:00100000:0.0:1789478759.909386:0:22788:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964566144 00000100:00100000:0.0:1789478759.909389:0:22788:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964566144 00000100:00100000:0.0:1789478759.909409:0:22788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 52 00000100:00100000:0.0:1789478759.909414:0:22788:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc24f1c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:433f6587-f9be-4304-94be-07d77f00816b+17:22793:x1876403964566144:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:0.0:1789478759.909426:0:22788:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:0.0:1789478759.909440:0:22788:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:0.0:1789478759.909443:0:22788:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 12 00000100:00100000:0.0:1789478759.909504:0:22788:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc24f1c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:433f6587-f9be-4304-94be-07d77f00816b+17:22793:x1876403964566144:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 89us (141us total) trans 0 rc 0/0 00000100:00100000:0.0:1789478759.909510:0:22788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 52 00000100:00100000:0.0:1789478759.909535:0:22793:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc3fc01880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:433f6587-f9be-4304-94be-07d77f00816b:22793:1876403964566144:0@lo:256:ll_cfg_requeue.0 10000000:01000000:0.0:1789478759.909587:0:22793:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.206.111@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:0.0:1789478759.909618:0:22793:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.206.111@tcp lock: ffff8ebc35b66e00/0x8ebaae74e8217933 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x8ebaae74e821793a expref: -99 pid: 22793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478759.909627:0:22793:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.206.111@tcp lock: ffff8ebc35b66e00/0x8ebaae74e8217933 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x8ebaae74e821793a expref: -99 pid: 22793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789478759.909636:0:22793:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:0.0:1789478759.909637:0:22793:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff8ebc3fa73800 from 12 10000000:01000000:0.0:1789478759.909640:0:22793:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:0.0:1789478759.909653:0:22793:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.206.111@tcp lock: ffff8ebc34f77400/0x8ebaae74e8217941 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478759.909660:0:22793:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.206.111@tcp lock: ffff8ebc34f77400/0x8ebaae74e8217941 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478759.909680:0:22793:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.206.111@tcp lock: ffff8ebc34f77400/0x8ebaae74e8217941 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789478759.909692:0:22793:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc3fc01880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:433f6587-f9be-4304-94be-07d77f00816b:22793:1876403964566272:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1789478759.909715:0:22793:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789478759.909729:0:22793:0:(client.c:2715:ptlrpc_set_wait()) set ffff8ebc02bf66c0 going to sleep for 11 seconds 00000100:00100000:0.0:1789478759.909739:0:22788:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964566272 00000100:00100000:0.0:1789478759.909742:0:22788:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964566272 00000100:00100000:0.0:1789478759.909757:0:22788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53 00000100:00100000:0.0:1789478759.909762:0:22788:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc24f1f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:433f6587-f9be-4304-94be-07d77f00816b+17:22793:x1876403964566272:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1789478759.909767:0:22788:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789478759.909774:0:22788:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8ebc34f77200/0x8ebaae74e8217948 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x8ebaae74e8217941 expref: -99 pid: 22788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478759.909795:0:22788:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ebc34f77200/0x8ebaae74e8217948 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x8ebaae74e8217941 expref: 18 pid: 22788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478759.909803:0:22788:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8ebc34f77200/0x8ebaae74e8217948 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x8ebaae74e8217941 expref: 18 pid: 22788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478759.909810:0:22788:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ebc34f77200, rc 0) 00000100:00100000:0.0:1789478759.909833:0:22788:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc24f1f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:433f6587-f9be-4304-94be-07d77f00816b+18:22793:x1876403964566272:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 71us (117us total) trans 0 rc 0/0 00000100:00100000:0.0:1789478759.909839:0:22788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53 00000100:00100000:0.0:1789478759.909865:0:22793:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc3fc01880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:433f6587-f9be-4304-94be-07d77f00816b:22793:1876403964566272:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1789478759.909874:0:22793:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.206.111@tcp lock: ffff8ebc34f77400/0x8ebaae74e8217941 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x8ebaae74e8217948 expref: -99 pid: 22793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478759.909881:0:22793:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.206.111@tcp lock: ffff8ebc34f77400/0x8ebaae74e8217941 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x8ebaae74e8217948 expref: -99 pid: 22793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789478759.909912:0:22793:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc3fc01880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:433f6587-f9be-4304-94be-07d77f00816b:22793:1876403964566400:0@lo:256:ll_cfg_requeue.0 00000100:00100000:0.0:1789478759.909936:0:22793:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789478759.909947:0:22793:0:(client.c:2715:ptlrpc_set_wait()) set ffff8ebc02bf66c0 going to sleep for 11 seconds 00000100:00100000:0.0:1789478759.909957:0:22788:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964566400 00000100:00100000:0.0:1789478759.909960:0:22788:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964566400 00000100:00100000:0.0:1789478759.909977:0:22788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54 00000100:00100000:0.0:1789478759.909982:0:22788:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc24f1fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:433f6587-f9be-4304-94be-07d77f00816b+18:22793:x1876403964566400:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:0.0:1789478759.909991:0:22788:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:0.0:1789478759.910000:0:22788:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:0.0:1789478759.910006:0:22788:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 12 00000100:00100000:0.0:1789478759.910063:0:22788:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc24f1fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:433f6587-f9be-4304-94be-07d77f00816b+18:22793:x1876403964566400:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 79us (125us total) trans 0 rc 0/0 00000100:00100000:0.0:1789478759.910080:0:22788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54 00000100:00100000:0.0:1789478759.910109:0:22793:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc3fc01880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:433f6587-f9be-4304-94be-07d77f00816b:22793:1876403964566400:0@lo:256:ll_cfg_requeue.0 10000000:01000000:0.0:1789478759.910138:0:22793:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.206.111@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:0.0:1789478759.910144:0:22793:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.206.111@tcp lock: ffff8ebc34f77400/0x8ebaae74e8217941 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x8ebaae74e8217948 expref: -99 pid: 22793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478759.910151:0:22793:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.206.111@tcp lock: ffff8ebc34f77400/0x8ebaae74e8217941 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x8ebaae74e8217948 expref: -99 pid: 22793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478760.356842:0:22785:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1789478760.552782:0:23549:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:2.0:1789478760.678371:0:22838:0:(client.c:2715:ptlrpc_set_wait()) set ffff8ebc101ad900 going to sleep for 0 seconds 00010000:00010000:2.0:1789478761.381092:0:22784:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789478761.700677:0:22838:0:(client.c:2715:ptlrpc_set_wait()) set ffff8ebc101ad900 going to sleep for 0 seconds 00010000:00010000:0.0:1789478762.404707:0:22785:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1789478762.711936:0:23798:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg611-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00000100:00100000:0.0:1789478762.727639:0:22838:0:(client.c:2715:ptlrpc_set_wait()) set ffff8ebc101ad900 going to sleep for 0 seconds 00010000:00010000:2.0:1789478763.430988:0:22784:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789478763.752823:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1789478763.752830:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1789478763.752833:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ebb044a1800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789478763.752848:0:36:0:(import.c:625:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff8ebb044a1800 using connection 192.168.206.111@tcp/0@lo 00000100:00100000:0.0:1789478763.752871:0:36:0:(import.c:827:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8ebc3fc01f80 x1876403964566656/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789478763.752890:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1789478763.752894:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789478763.752897:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1789478763.752900:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789478763.752924:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1789478763.752935:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789478763.752938:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1789478763.752941:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1789478763.752970:0:22838:0:(client.c:2715:ptlrpc_set_wait()) set ffff8ebc101ad900 going to sleep for 0 seconds 00000100:00100000:0.0:1789478763.752987:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc3fc01880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:433f6587-f9be-4304-94be-07d77f00816b:3645:1876403964566528:0@lo:400:kworker.0 00000100:00100000:0.0:1789478763.753043:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789478763.753099:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1789478763.753104:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc3fc01c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3645:1876403964566784:0@lo:400:kworker.0 00000100:00100000:2.0:1789478763.753651:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc3fc01f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3644:1876403964566656:0@lo:38:kworker.0 00000100:00100000:2.0:1789478763.753698:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789478763.753731:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1789478763.753737:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc40f62a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3646:1876403964567168:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1789478763.753758:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789478763.753857:0:22802:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964566656 00000100:00100000:1.0:1789478763.753865:0:22802:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964566656 00000100:00100000:1.0:1789478763.753900:0:22802:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964567168 00000100:00100000:1.0:1789478763.753903:0:22802:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964567168 00000100:00100000:1.0:1789478763.753940:0:22802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1789478763.753947:0:22802:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc40f61f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3644:x1876403964566656:12345-0@lo:38:kworker.0 00000100:00100000:2.0:1789478763.753957:0:22801:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1789478763.753966:0:22801:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc40f63800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3646:x1876403964567168:12345-0@lo:41:osp-pre-0-1.0 00010000:00080000:1.0:1789478763.753971:0:22802:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0001: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 592 last 0 00000004:00000024:2.0:1789478763.753993:0:22801:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000020:00000080:1.0:1789478763.754002:0:22802:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x8ebaae74e821794f 00000004:00100000:1.0:1789478763.754015:0:22802:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0001: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000001:00000004:1.0:1789478763.754019:0:22802:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 3, last_transno is 12884901888 00000100:00100000:2.0:1789478763.754032:0:22801:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc40f63800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3646:x1876403964567168:12345-0@lo:41:osp-pre-0-1.0 Request processed in 68us (272us total) trans 0 rc 0/0 00000100:00100000:2.0:1789478763.754038:0:22801:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1789478763.754087:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc40f62a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3646:1876403964567168:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1789478763.754093:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc3fc03100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3647:1876403964566912:0@lo:400:kworker.0 00000100:00100000:1.0:1789478763.754119:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789478763.754145:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1789478763.754151:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc3fc02a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3647:1876403964567040:0@lo:400:kworker.0 00000100:00100000:1.0:1789478763.754174:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789478763.754200:0:22797:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964567040 00000100:00100000:1.0:1789478763.754203:0:22797:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964567040 00000100:00100000:2.0:1789478763.754228:0:22801:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964566912 00000100:00100000:2.0:1789478763.754232:0:22801:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964566912 00000100:00100000:1.0:1789478763.754239:0:22797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1789478763.754246:0:22797:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebb04b89180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3647:x1876403964567040:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789478763.754248:0:22801:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1789478763.754253:0:22801:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebb04b88700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3647:x1876403964566912:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789478763.754278:0:22797:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebb04b89180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3647:x1876403964567040:12345-0@lo:400:kworker.0 Request processed in 33us (103us total) trans 0 rc 0/0 00000100:00100000:1.0:1789478763.754285:0:22797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1789478763.754319:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789478763.754352:0:22788:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964566528 00000100:00100000:0.0:1789478763.754356:0:22788:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964566528 00000100:00100000:0.0:1789478763.754382:0:22788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55 00000100:00100000:0.0:1789478763.754387:0:22788:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebb034e7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:433f6587-f9be-4304-94be-07d77f00816b+18:3645:x1876403964566528:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789478763.754416:0:22788:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebb034e7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:433f6587-f9be-4304-94be-07d77f00816b+18:3645:x1876403964566528:12345-0@lo:400:kworker.0 Request processed in 30us (1374us total) trans 0 rc 0/0 00000100:00100000:0.0:1789478763.754422:0:22788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55 00000100:00100000:0.0:1789478763.754452:0:22796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964566784 00000100:00100000:0.0:1789478763.754455:0:22796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964566784 00000100:00100000:0.0:1789478763.754475:0:22796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1789478763.754481:0:22796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc3fc01500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3645:x1876403964566784:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789478763.754508:0:22796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc3fc01500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3645:x1876403964566784:12345-0@lo:400:kworker.0 Request processed in 27us (189us total) trans 0 rc 0/0 00000100:00100000:0.0:1789478763.754514:0:22796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00010000:00080000:0.0:1789478763.754541:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8ebc3fc01c00 x1876403964566784/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789478779 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789478763.754718:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc3fc01c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3645:1876403964566784:0@lo:400:kworker.0 00000100:00100000:0.0:1789478763.754730:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc3fc01880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:433f6587-f9be-4304-94be-07d77f00816b:3645:1876403964566528:0@lo:400:kworker.0 00000100:00100000:2.0:1789478763.762426:0:22801:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebb04b88700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3647:x1876403964566912:12345-0@lo:400:kworker.0 Request processed in 8163us (8297us total) trans 0 rc 0/0 00000100:00100000:2.0:1789478763.762441:0:22801:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00010000:00080000:1.0:1789478763.769416:0:3647:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8ebc3fc02a00 x1876403964567040/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789478779 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789478763.769435:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc3fc02a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3647:1876403964567040:0@lo:400:kworker.0 00000100:00100000:1.0:1789478763.769461:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc3fc03100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3647:1876403964566912:0@lo:400:kworker.0 00000100:00080000:2.0:1789478763.777748:0:22802:0:(import.c:65:import_set_state_nolock()) ffff8ebc3f657000 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1789478763.777845:0:22802:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc40f61f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3644:x1876403964566656:12345-0@lo:38:kworker.0 Request processed in 23895us (24144us total) trans 0 rc 0/0 00000100:00100000:2.0:1789478763.777856:0:22802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00080000:1.0:1789478763.777958:0:3644:0:(import.c:1133:ptlrpc_connect_interpret()) lustre-MDT0001-osp-MDT0000: connect to target with instance 3 00000100:00080000:1.0:1789478763.777967:0:3644:0:(import.c:957:ptlrpc_connect_set_flags()) lustre-MDT0001-osp-MDT0000: Resetting ns_connect_flags to server flags: 0xa2400010450010a0 00000100:00080000:1.0:1789478763.777973:0:3644:0:(import.c:1214:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000100:00080000:1.0:1789478763.777976:0:3644:0:(import.c:65:import_set_state_nolock()) ffff8ebb044a1800 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00080000:1.0:1789478763.777999:0:3644:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 0000000006996a3e): req@ffff8ebc34c98a80 x1876403964559744/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 304/4320 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'lod0000_rec0001.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789478763.778015:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc3fc01f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3644:1876403964566656:0@lo:38:kworker.0 00000100:00100000:2.0:1789478763.778120:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc40f62a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3646:1876403964567296:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1789478763.778153:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789478763.778189:0:23537:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964567296 00000100:00100000:2.0:1789478763.778196:0:23537:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964567296 00000100:00100000:2.0:1789478763.778573:0:23537:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1789478763.778583:0:23537:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc40f61500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3646:x1876403964567296:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1789478763.778631:0:23537:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:2.0:1789478763.778684:0:23537:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc40f61500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3646:x1876403964567296:12345-0@lo:41:osp-pre-1-0.0 Request processed in 103us (530us total) trans 0 rc 0/0 00000100:00100000:2.0:1789478763.778703:0:23537:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1789478763.778737:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc40f62a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3646:1876403964567296:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1789478763.779901:0:22838:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789478763.779937:0:22838:0:(client.c:2715:ptlrpc_set_wait()) set ffff8ebc101ad900 going to sleep for 11 seconds 00000100:00100000:2.0:1789478763.780703:0:22802:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964559744 00000100:00100000:2.0:1789478763.780710:0:22802:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964559744 00000100:00100000:2.0:1789478763.780760:0:22802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:2.0:1789478763.780769:0:22802:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc3fc01880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:22838:x1876403964559744:12345-0@lo:1000:lod0000_rec0001.0 00000100:00100000:2.0:1789478763.780854:0:22802:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc3fc01880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:22838:x1876403964559744:12345-0@lo:1000:lod0000_rec0001.0 Request processed in 86us (955us total) trans 0 rc 0/0 00000100:00100000:2.0:1789478763.780861:0:22802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:1.0:1789478763.780915:0:22838:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc34c98a80 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22838:1876403964559744:0@lo:1000:lod0000_rec0001.0 00000040:01000000:1.0:1789478763.780953:0:22838:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000100:00100000:1.0:1789478763.780987:0:22838:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebb04b8b480 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22838:1876403964567424:0@lo:1000:lod0000_rec0001.0 00000100:00100000:1.0:1789478763.781018:0:22838:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789478763.781046:0:22838:0:(client.c:2715:ptlrpc_set_wait()) set ffff8ebc08dad300 going to sleep for 11 seconds 00000100:00100000:2.0:1789478763.781098:0:22801:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964567424 00000100:00100000:2.0:1789478763.781102:0:22801:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964567424 00000100:00100000:2.0:1789478763.781135:0:22801:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:2.0:1789478763.781142:0:22801:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebb04b89500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:22838:x1876403964567424:12345-0@lo:1000:lod0000_rec0001.0 00000100:00100000:2.0:1789478763.781445:0:22801:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebb04b89500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:22838:x1876403964567424:12345-0@lo:1000:lod0000_rec0001.0 Request processed in 303us (424us total) trans 0 rc 0/0 00000100:00100000:2.0:1789478763.781452:0:22801:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000020:00000004:3.0:1789478763.782576:0:23850:0:(tgt_mount.c:2347:server_getattr()) lustre-MDT0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:3.0:1789478763.783328:0:23850:0:(tgt_mount.c:2362:is_cmd_supported()) ioctl cmd=81009431 00000100:00100000:1.0:1789478763.786363:0:22838:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebb04b8b480 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22838:1876403964567424:0@lo:1000:lod0000_rec0001.0 00000100:00100000:1.0:1789478763.786483:0:22838:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebb04b8b480 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22838:1876403964567552:0@lo:1000:lod0000_rec0001.0 00000100:00100000:1.0:1789478763.786537:0:22838:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789478763.786572:0:22838:0:(client.c:2715:ptlrpc_set_wait()) set ffff8ebc08dad300 going to sleep for 11 seconds 00000100:00100000:2.0:1789478763.786713:0:23537:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964567552 00000100:00100000:2.0:1789478763.786720:0:23537:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964567552 00000100:00100000:2.0:1789478763.786766:0:23537:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:2.0:1789478763.786775:0:23537:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebb04b89880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:22838:x1876403964567552:12345-0@lo:1000:lod0000_rec0001.0 00000100:00100000:2.0:1789478763.786843:0:23537:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebb04b89880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:22838:x1876403964567552:12345-0@lo:1000:lod0000_rec0001.0 Request processed in 69us (306us total) trans 0 rc 0/0 00000100:00100000:2.0:1789478763.786849:0:23537:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:2.0:1789478763.786875:0:22838:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebb04b8b480 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22838:1876403964567552:0@lo:1000:lod0000_rec0001.0 00000040:00080000:2.0:1789478763.786911:0:22838:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1789478763.793433:0:22838:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x240000401:0x1:0x0] index 261376 count 1 00000004:00080000:2.0:1789478763.793856:0:22838:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0001-osp-MDT0000 retrieved update log, duration 17, retries 0 00000004:00080000:2.0:1789478763.793862:0:22838:0:(lod_dev.c:545:lod_sub_recovery_thread()) lustre-MDT0000 got update logs from all MDTs. 00010000:00010000:0.0:1789478764.463081:0:22785:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:1.0:1789478764.698095:0:23900:0:(tgt_mount.c:2347:server_getattr()) lustre-MDT0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:1.0:1789478764.698335:0:23900:0:(tgt_mount.c:2362:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:2.0:1789478765.476972:0:22784:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1789478765.943108:0:23948:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=400866bb len=0 uarg=00007ffec511a620 20000000:00000080:3.0:1789478765.943123:0:23948:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=400866bb len=576 karg=ffff8ebc10ee2800 uarg=0000000000000000 20000000:01000000:3.0:1789478765.943223:0:23948:0:(mgs_llog.c:6192:mgs_set_param2()) set_param2 fs='' device='general' param='debug_raw_pointers=Y' 20000000:01000000:3.0:1789478765.943230:0:23948:0:(mgs_llog.c:4647:mgs_write_log_param2()) next param 'debug_raw_pointers=Y' 20000000:01000000:3.0:1789478765.943234:0:23948:0:(mgs_llog.c:1379:mgs_modify_param()) modify params/general/debug_raw_pointers=Y del=0 00000040:00080000:1.0:1789478765.943802:0:23949:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 2 count 13 20000000:00000400:3.0:1789478765.944233:0:23948:0:(mgs_llog.c:1450:mgs_modify_param()) MGS: modify general/debug_raw_pointers=Y (mode = 0) failed: rc = -17 10000000:01000000:3.0:1789478765.952410:0:23948:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 00010000:00010000:2.0:1789478765.952538:0:23948:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8ebc08c4ba00/0x8ebaae74e8217956 lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23948 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478765.952962:0:23948:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8ebc35b66000/0x8ebaae74e82177ff lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x8ebaae74e82177f8 expref: 17 pid: 22788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478765.952971:0:23948:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8ebc34f76800/0x8ebaae74e8217902 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x8ebaae74e82178fb expref: 17 pid: 22790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478765.952978:0:23948:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8ebc08c4ba00/0x8ebaae74e8217956 lrc: 5/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 23948 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478765.953020:0:23948:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8ebc34f76800/0x8ebaae74e8217902 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x8ebaae74e82178fb expref: 17 pid: 22790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478765.953033:0:23948:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8ebc34f76800/0x8ebaae74e8217902 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x8ebaae74e82178fb expref: 17 pid: 22790 timeout: 695 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789478765.953059:0:23948:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc40f62a00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:23948:1876403964567680:0@lo:104: 00000100:00100000:2.0:1789478765.953116:0:23948:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1789478765.953178:0:23948:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8ebc35b66000/0x8ebaae74e82177ff lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x8ebaae74e82177f8 expref: 17 pid: 22788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478765.953186:0:23948:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8ebc35b66000/0x8ebaae74e82177ff lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x8ebaae74e82177f8 expref: 17 pid: 22788 timeout: 695 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789478765.953195:0:23948:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc40f62300 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:23948:1876403964567808:0@lo:104: 00000100:00100000:2.0:1789478765.953231:0:23948:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789478765.953258:0:23948:0:(client.c:2715:ptlrpc_set_wait()) set ffff8ebc40fdb180 going to sleep for 11 seconds 00000100:00100000:3.0:1789478765.953367:0:22779:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964567680 00000100:00100000:3.0:1789478765.953384:0:22779:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964567680 00000100:00100000:3.0:1789478765.953419:0:22779:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964567808 00000100:00100000:3.0:1789478765.953422:0:22779:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964567808 00000100:00100000:3.0:1789478765.953435:0:22779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1789478765.953442:0:22779:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc40f60380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:433f6587-f9be-4304-94be-07d77f00816b+4:23948:x1876403964567680:12345-0@lo:104: 00010000:00010000:3.0:1789478765.953454:0:22779:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.206.111@tcp lock: ffff8ebc08c4a000/0x8ebaae74e82178fb lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x8ebaae74e8217902 expref: -99 pid: 23528 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478765.953514:0:22779:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1789478765.953520:0:22779:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc40f60380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:433f6587-f9be-4304-94be-07d77f00816b+4:23948:x1876403964567680:12345-0@lo:104: Request processed in 78us (404us total) trans 0 rc 0/0 00000100:00100000:3.0:1789478765.953527:0:22779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1789478765.953555:0:22779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:3.0:1789478765.953563:0:22779:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc40f60700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:433f6587-f9be-4304-94be-07d77f00816b+3:23948:x1876403964567808:12345-0@lo:104: 00010000:00010000:3.0:1789478765.953571:0:22779:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.206.111@tcp lock: ffff8ebc40fcfa00/0x8ebaae74e82177f8 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x8ebaae74e82177ff expref: -99 pid: 22775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478765.953626:0:22779:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:3.0:1789478765.953631:0:22779:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc40f60700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:433f6587-f9be-4304-94be-07d77f00816b+3:23948:x1876403964567808:12345-0@lo:104: Request processed in 70us (401us total) trans 0 rc 0/0 00000100:00100000:3.0:1789478765.953638:0:22779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00010000:00010000:3.0:1789478765.953652:0:22785:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1789478765.953658:0:22785:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.206.111@tcp lock: ffff8ebc08c4a000/0x8ebaae74e82178fb lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x8ebaae74e8217902 expref: -99 pid: 23528 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478765.953665:0:22785:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ebc08c4a000 already unused, calling callback (ffffffffc1383c20) 10000000:00010000:3.0:1789478765.953673:0:22785:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.206.111@tcp lock: ffff8ebc08c4a000/0x8ebaae74e82178fb lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x8ebaae74e8217902 expref: -99 pid: 23528 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478765.953681:0:22785:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.206.111@tcp lock: ffff8ebc08c4a000/0x8ebaae74e82178fb lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x8ebaae74e8217902 expref: -99 pid: 23528 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1789478765.953688:0:22785:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.206.111@tcp lock: ffff8ebc08c4a000/0x8ebaae74e82178fb lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x8ebaae74e8217902 expref: -99 pid: 23528 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789478765.953694:0:22785:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:3.0:1789478765.953719:0:22785:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.206.111@tcp lock: ffff8ebc08c4a000/0x8ebaae74e82178fb lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x8ebaae74e8217902 expref: -99 pid: 23528 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478765.953725:0:22785:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1789478765.953744:0:22785:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.206.111@tcp lock: ffff8ebc08c4a000/0x8ebaae74e82178fb lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x8ebaae74e8217902 expref: -99 pid: 23528 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478765.953750:0:22785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.206.111@tcp lock: ffff8ebc08c4a000/0x8ebaae74e82178fb lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x8ebaae74e8217902 expref: -99 pid: 23528 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478765.953762:0:22785:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789478765.953765:0:22785:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.206.111@tcp lock: ffff8ebc40fcfa00/0x8ebaae74e82177f8 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x8ebaae74e82177ff expref: -99 pid: 22775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478765.953771:0:22785:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ebc40fcfa00 already unused, calling callback (ffffffffc1383c20) 10000000:00010000:3.0:1789478765.953774:0:22785:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.206.111@tcp lock: ffff8ebc40fcfa00/0x8ebaae74e82177f8 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x8ebaae74e82177ff expref: -99 pid: 22775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478765.953781:0:22785:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.206.111@tcp lock: ffff8ebc40fcfa00/0x8ebaae74e82177f8 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x8ebaae74e82177ff expref: -99 pid: 22775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1789478765.953799:0:22785:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.206.111@tcp lock: ffff8ebc40fcfa00/0x8ebaae74e82177f8 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x8ebaae74e82177ff expref: -99 pid: 22775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789478765.953804:0:22785:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:3.0:1789478765.953817:0:22785:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.206.111@tcp lock: ffff8ebc40fcfa00/0x8ebaae74e82177f8 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x8ebaae74e82177ff expref: -99 pid: 22775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478765.953822:0:22785:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1789478765.953828:0:22785:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.206.111@tcp lock: ffff8ebc40fcfa00/0x8ebaae74e82177f8 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x8ebaae74e82177ff expref: -99 pid: 22775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478765.953835:0:22785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.206.111@tcp lock: ffff8ebc40fcfa00/0x8ebaae74e82177f8 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x8ebaae74e82177ff expref: -99 pid: 22775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478765.953846:0:22785:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789478765.953847:0:22785:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789478765.953848:0:22785:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789478765.953854:0:22784:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789478765.953871:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc34c9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:433f6587-f9be-4304-94be-07d77f00816b:3648:1876403964568064:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1789478765.953898:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789478765.953925:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1789478765.953931:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc34c98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:433f6587-f9be-4304-94be-07d77f00816b:3648:1876403964567936:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1789478765.953951:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789478765.953988:0:22782:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964568064 00000100:00100000:3.0:1789478765.953992:0:22782:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964568064 00010000:00010000:3.0:1789478765.954008:0:22782:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8ebc35b66000/0x8ebaae74e82177ff lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x8ebaae74e82177f8 expref: 18 pid: 22788 timeout: 695 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789478765.954027:0:22782:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964567936 00000100:00100000:3.0:1789478765.954034:0:22782:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964567936 00010000:00010000:3.0:1789478765.954059:0:22782:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8ebc34f76800/0x8ebaae74e8217902 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x8ebaae74e82178fb expref: 19 pid: 22790 timeout: 695 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789478765.954073:0:22782:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1789478765.954078:0:22782:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc34c9bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:433f6587-f9be-4304-94be-07d77f00816b+19:3648:x1876403964568064:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1789478765.954087:0:22782:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1789478765.954092:0:22782:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8ebc35b66000/0x8ebaae74e82177ff lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x8ebaae74e82177f8 expref: 19 pid: 22788 timeout: 695 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478765.954101:0:22782:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8ebc35b66000/0x8ebaae74e82177ff lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x8ebaae74e82177f8 expref: 19 pid: 22788 timeout: 695 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478765.954114:0:22782:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1789478765.954243:0:22782:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc34c9bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:433f6587-f9be-4304-94be-07d77f00816b+19:3648:x1876403964568064:12345-0@lo:103:ldlm_bl.0 Request processed in 163us (343us total) trans 0 rc 0/0 00000100:00100000:3.0:1789478765.954250:0:22782:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1789478765.954262:0:22782:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:3.0:1789478765.954268:0:22782:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc34c99c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:433f6587-f9be-4304-94be-07d77f00816b+18:3648:x1876403964567936:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1789478765.954286:0:22782:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1789478765.954291:0:22782:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8ebc34f76800/0x8ebaae74e8217902 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x8ebaae74e82178fb expref: 18 pid: 22790 timeout: 695 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478765.954301:0:22782:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8ebc34f76800/0x8ebaae74e8217902 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x8ebaae74e82178fb expref: 18 pid: 22790 timeout: 695 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478765.954312:0:22782:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8ebc08c4ba00/0x8ebaae74e8217956 lrc: 3/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 23948 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478765.954319:0:22782:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ebc08c4ba00/0x8ebaae74e8217956 lrc: 4/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 23948 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478765.954335:0:22782:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ebc08c4ba00/0x8ebaae74e8217956 lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 23948 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478765.954342:0:22782:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ebc08c4ba00/0x8ebaae74e8217956 lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 23948 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478765.954349:0:22782:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8ebc08c4ba00/0x8ebaae74e8217956 lrc: 4/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 23948 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478765.954356:0:22782:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8ebc08c4ba00/0x8ebaae74e8217956 lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 23948 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478765.954361:0:22782:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ebc08c4ba00 already unused, calling callback (ffffffffc0d672a0) 00010000:00010000:3.0:1789478765.954365:0:22782:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8ebc08c4ba00/0x8ebaae74e8217956 lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 23948 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478765.954542:0:23948:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ebc34f76800/0x8ebaae74e8217902 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x8ebaae74e82178fb expref: 18 pid: 22790 timeout: 695 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789478765.954554:0:23948:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc40f62a00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:23948:1876403964567680:0@lo:104: 00010000:00010000:2.0:1789478765.954562:0:23948:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ebc35b66000/0x8ebaae74e82177ff lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x8ebaae74e82177f8 expref: 17 pid: 22788 timeout: 695 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789478765.954570:0:23948:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc40f62300 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:23948:1876403964567808:0@lo:104: 00010000:00010000:2.0:1789478765.954586:0:23948:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8ebc08c4ba00/0x8ebaae74e8217956 lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 23948 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478765.954611:0:23948:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: MGS lock: ffff8ebc08c4ba00/0x8ebaae74e8217956 lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 23948 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478765.954618:0:23948:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8ebc08c4ba00/0x8ebaae74e8217956 lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 23948 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478765.955230:0:22782:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8ebc08c4ba00/0x8ebaae74e8217956 lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 23948 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478765.955241:0:22782:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8ebc08c4ba00/0x8ebaae74e8217956 lrc: 3/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23948 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478765.955248:0:22782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ebc08c4ba00/0x8ebaae74e8217956 lrc: 0/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23948 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478765.955261:0:22782:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1789478765.955293:0:22782:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc34c99c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:433f6587-f9be-4304-94be-07d77f00816b+16:3648:x1876403964567936:12345-0@lo:103:ldlm_bl.0 Request processed in 1025us (1340us total) trans 0 rc 0/0 00000100:00100000:3.0:1789478765.955300:0:22782:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:3.0:1789478765.955335:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc34c98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:433f6587-f9be-4304-94be-07d77f00816b:3648:1876403964567936:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1789478765.955349:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc34c9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:433f6587-f9be-4304-94be-07d77f00816b:3648:1876403964568064:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1789478766.500688:0:22785:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:0.0:1789478767.144617:0:22793:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:0.0:1789478767.144624:0:22793:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff8ebc35b1c800 from 13 10000000:01000000:0.0:1789478767.144629:0:22793:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:0.0:1789478767.144685:0:22793:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.206.111@tcp lock: ffff8ebc34f77800/0x8ebaae74e821795d lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478767.144696:0:22793:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.206.111@tcp lock: ffff8ebc34f77800/0x8ebaae74e821795d lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478767.144709:0:22793:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.206.111@tcp lock: ffff8ebc34f77800/0x8ebaae74e821795d lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789478767.144735:0:22793:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc3fc01c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:433f6587-f9be-4304-94be-07d77f00816b:22793:1876403964568192:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1789478767.144793:0:22793:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789478767.144839:0:22793:0:(client.c:2715:ptlrpc_set_wait()) set ffff8ebb0360e900 going to sleep for 11 seconds 00000100:00100000:1.0:1789478767.144953:0:22790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964568192 00000100:00100000:1.0:1789478767.144969:0:22790:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964568192 00000100:00100000:1.0:1789478767.145042:0:22790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 56 00000100:00100000:1.0:1789478767.145052:0:22790:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebb034e6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:433f6587-f9be-4304-94be-07d77f00816b+16:22793:x1876403964568192:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1789478767.145063:0:22790:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789478767.145077:0:22790:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8ebc40fce800/0x8ebaae74e8217964 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x8ebaae74e821795d expref: -99 pid: 22790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478767.145100:0:22790:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ebc40fce800/0x8ebaae74e8217964 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x8ebaae74e821795d expref: 17 pid: 22790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478767.145111:0:22790:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8ebc40fce800/0x8ebaae74e8217964 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x8ebaae74e821795d expref: 17 pid: 22790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478767.145120:0:22790:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ebc40fce800, rc 0) 00000100:00100000:1.0:1789478767.145171:0:22790:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebb034e6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:433f6587-f9be-4304-94be-07d77f00816b+17:22793:x1876403964568192:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 120us (377us total) trans 0 rc 0/0 00000100:00100000:1.0:1789478767.145177:0:22790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 56 00000100:00100000:2.0:1789478767.145420:0:22793:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc3fc01c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:433f6587-f9be-4304-94be-07d77f00816b:22793:1876403964568192:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1789478767.145435:0:22793:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.206.111@tcp lock: ffff8ebc34f77800/0x8ebaae74e821795d lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x8ebaae74e8217964 expref: -99 pid: 22793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478767.145444:0:22793:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.206.111@tcp lock: ffff8ebc34f77800/0x8ebaae74e821795d lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x8ebaae74e8217964 expref: -99 pid: 22793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789478767.145503:0:22793:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc40f62300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:433f6587-f9be-4304-94be-07d77f00816b:22793:1876403964568320:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1789478767.146044:0:22793:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789478767.146076:0:22793:0:(client.c:2715:ptlrpc_set_wait()) set ffff8ebc40fdb180 going to sleep for 11 seconds 00000100:00100000:0.0:1789478767.146155:0:22791:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964568320 00000100:00100000:0.0:1789478767.146161:0:22791:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964568320 00000100:00100000:0.0:1789478767.146279:0:22791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 57 00000100:00100000:0.0:1789478767.146287:0:22791:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebb034e7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:433f6587-f9be-4304-94be-07d77f00816b+17:22793:x1876403964568320:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1789478767.146674:0:22791:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebb034e7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:433f6587-f9be-4304-94be-07d77f00816b+17:22793:x1876403964568320:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 385us (628us total) trans 0 rc 0/0 00000100:00100000:0.0:1789478767.146682:0:22791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 57 00000100:00100000:2.0:1789478767.146805:0:22793:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc40f62300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:433f6587-f9be-4304-94be-07d77f00816b:22793:1876403964568320:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1789478767.146841:0:22793:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc40f62300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:433f6587-f9be-4304-94be-07d77f00816b:22793:1876403964568448:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1789478767.146880:0:22793:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789478767.146909:0:22793:0:(client.c:2715:ptlrpc_set_wait()) set ffff8ebc40fdb180 going to sleep for 11 seconds 00000100:00100000:0.0:1789478767.148434:0:22788:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964568448 00000100:00100000:0.0:1789478767.148444:0:22788:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964568448 00000100:00100000:0.0:1789478767.148488:0:22788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 58 00000100:00100000:0.0:1789478767.148498:0:22788:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebb034e5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:433f6587-f9be-4304-94be-07d77f00816b+17:22793:x1876403964568448:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1789478767.148655:0:22788:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebb034e5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:433f6587-f9be-4304-94be-07d77f00816b+17:22793:x1876403964568448:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 157us (1772us total) trans 0 rc 0/0 00000100:00100000:0.0:1789478767.148663:0:22788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 58 00000100:00100000:2.0:1789478767.150455:0:22793:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc40f62300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:433f6587-f9be-4304-94be-07d77f00816b:22793:1876403964568448:0@lo:503:ll_cfg_requeue.0 00000040:00080000:2.0:1789478767.154378:0:24010:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:1.0:1789478767.156961:0:22793:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:1.0:1789478767.156992:0:22793:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.206.111@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:1.0:1789478767.157002:0:22793:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.206.111@tcp lock: ffff8ebc34f77800/0x8ebaae74e821795d lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x8ebaae74e8217964 expref: -99 pid: 22793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478767.157014:0:22793:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.206.111@tcp lock: ffff8ebc34f77800/0x8ebaae74e821795d lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x8ebaae74e8217964 expref: -99 pid: 22793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1789478767.157024:0:22793:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:1.0:1789478767.157027:0:22793:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff8ebc3fa73800 from 13 10000000:01000000:1.0:1789478767.157041:0:22793:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:1.0:1789478767.157253:0:22793:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.206.111@tcp lock: ffff8ebc40fce400/0x8ebaae74e821796b lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478767.157272:0:22793:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.206.111@tcp lock: ffff8ebc40fce400/0x8ebaae74e821796b lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478767.157283:0:22793:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.206.111@tcp lock: ffff8ebc40fce400/0x8ebaae74e821796b lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789478767.157309:0:22793:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebb04b8b480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:433f6587-f9be-4304-94be-07d77f00816b:22793:1876403964568576:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1789478767.157426:0:22793:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789478767.157471:0:22793:0:(client.c:2715:ptlrpc_set_wait()) set ffff8ebb03cb9600 going to sleep for 11 seconds 00000100:00100000:0.0:1789478767.158984:0:22791:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964568576 00000100:00100000:0.0:1789478767.158995:0:22791:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964568576 00000100:00100000:0.0:1789478767.159142:0:22791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 59 00000100:00100000:0.0:1789478767.159152:0:22791:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebb034e4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:433f6587-f9be-4304-94be-07d77f00816b+17:22793:x1876403964568576:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1789478767.159167:0:22791:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789478767.159183:0:22791:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8ebc34f76800/0x8ebaae74e8217972 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x8ebaae74e821796b expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478767.159208:0:22791:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ebc34f76800/0x8ebaae74e8217972 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x8ebaae74e821796b expref: 18 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478767.159218:0:22791:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8ebc34f76800/0x8ebaae74e8217972 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x8ebaae74e821796b expref: 18 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478767.159227:0:22791:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ebc34f76800, rc 0) 00000100:00100000:0.0:1789478767.159294:0:22791:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebb034e4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:433f6587-f9be-4304-94be-07d77f00816b+18:22793:x1876403964568576:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 143us (1867us total) trans 0 rc 0/0 00000100:00100000:0.0:1789478767.159301:0:22791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 59 00000100:00100000:2.0:1789478767.159376:0:22793:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebb04b8b480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:433f6587-f9be-4304-94be-07d77f00816b:22793:1876403964568576:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1789478767.159393:0:22793:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.206.111@tcp lock: ffff8ebc40fce400/0x8ebaae74e821796b lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x8ebaae74e8217972 expref: -99 pid: 22793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478767.159403:0:22793:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.206.111@tcp lock: ffff8ebc40fce400/0x8ebaae74e821796b lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x8ebaae74e8217972 expref: -99 pid: 22793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789478767.159469:0:22793:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc40f62300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:433f6587-f9be-4304-94be-07d77f00816b:22793:1876403964568704:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1789478767.159501:0:22793:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789478767.165582:0:22788:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964568704 00000100:00100000:1.0:1789478767.165609:0:22788:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964568704 00000100:00100000:1.0:1789478767.165653:0:22788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 60 00000100:00100000:1.0:1789478767.165662:0:22788:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebb034e6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:433f6587-f9be-4304-94be-07d77f00816b+18:22793:x1876403964568704:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1789478767.165819:0:22788:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebb034e6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:433f6587-f9be-4304-94be-07d77f00816b+18:22793:x1876403964568704:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 158us (6317us total) trans 0 rc 0/0 00000100:00100000:1.0:1789478767.165826:0:22788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 60 00000100:00100000:2.0:1789478767.167316:0:22793:0:(client.c:2715:ptlrpc_set_wait()) set ffff8ebc40fdb780 going to sleep for 11 seconds 00000100:00100000:2.0:1789478767.167343:0:22793:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc40f62300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:433f6587-f9be-4304-94be-07d77f00816b:22793:1876403964568704:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1789478767.167460:0:22793:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc40f62300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:433f6587-f9be-4304-94be-07d77f00816b:22793:1876403964568832:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1789478767.167513:0:22793:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789478767.167528:0:22793:0:(client.c:2715:ptlrpc_set_wait()) set ffff8ebc40fdb780 going to sleep for 11 seconds 00000100:00100000:0.0:1789478767.168092:0:22791:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964568832 00000100:00100000:0.0:1789478767.168100:0:22791:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964568832 00000100:00100000:0.0:1789478767.168177:0:22791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 61 00000100:00100000:0.0:1789478767.168186:0:22791:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebb034e4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:433f6587-f9be-4304-94be-07d77f00816b+18:22793:x1876403964568832:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1789478767.168294:0:22791:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebb034e4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:433f6587-f9be-4304-94be-07d77f00816b+18:22793:x1876403964568832:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 108us (780us total) trans 0 rc 0/0 00000100:00100000:0.0:1789478767.168301:0:22791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 61 00000100:00100000:2.0:1789478767.169454:0:22793:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc40f62300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:433f6587-f9be-4304-94be-07d77f00816b:22793:1876403964568832:0@lo:503:ll_cfg_requeue.0 00000040:00080000:2.0:1789478767.189462:0:24011:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:1.0:1789478767.193066:0:22793:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:1.0:1789478767.193105:0:22793:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.206.111@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:1.0:1789478767.193117:0:22793:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.206.111@tcp lock: ffff8ebc40fce400/0x8ebaae74e821796b lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x8ebaae74e8217972 expref: -99 pid: 22793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478767.193129:0:22793:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.206.111@tcp lock: ffff8ebc40fce400/0x8ebaae74e821796b lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x8ebaae74e8217972 expref: -99 pid: 22793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478767.525314:0:22784:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789478768.551166:0:22785:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1789478768.805836:0:22830:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00080000:1.0:1789478768.874799:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1789478768.874817:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789478768.874827:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1789478768.874830:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789478768.874868:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1789478768.874871:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789478768.874874:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1789478768.874876:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1789478768.874911:0:3644:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789478758/real 1789478758] req@ffff8ebc40f63b80 x1876403964562944/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789478768 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789478768.874936:0:3644:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8ebc40f63b80 x1876403964562944/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789478768 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789478768.874946:0:3644:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789478758/real 1789478758] req@ffff8ebc34c99180 x1876403964562816/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789478768 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789478768.874957:0:3644:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8ebc34c99180 x1876403964562816/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789478768 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789478768.874974:0:3644:0:(import.c:65:import_set_state_nolock()) ffff8ebb0372c000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789478768.874987:0:3644:0:(import.c:1512:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1789478768.874991:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc40f63b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3644:1876403964562944:0@lo:8:llog_process_th.0 00000100:00080000:1.0:1789478768.874996:0:3644:0:(import.c:65:import_set_state_nolock()) ffff8ebc3f689000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789478768.875001:0:3644:0:(import.c:1512:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1789478768.875004:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc34c99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3644:1876403964562816:0@lo:8:llog_process_th.0 00000100:00100000:1.0:1789478768.875050:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebb04b8b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:433f6587-f9be-4304-94be-07d77f00816b:3645:1876403964568960:0@lo:400:kworker.0 00000100:00100000:1.0:1789478768.875118:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789478768.875173:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc40ecc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3645:1876403964569472:0@lo:400:kworker.0 00000100:00100000:3.0:1789478768.875198:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc40ecdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3646:1876403964569088:0@lo:400:kworker.0 00000100:00100000:1.0:1789478768.875210:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1789478768.875249:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1789478768.875253:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789478768.875255:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1789478768.875258:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789478768.875260:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00100000:3.0:1789478768.875310:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1789478768.875349:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789478768.875352:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ebc3f689000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789478768.875359:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 587 00000100:00080000:1.0:1789478768.875364:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:1.0:1789478768.875376:0:36:0:(import.c:625:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff8ebc3f689000 using connection 192.168.206.111@tcp/0@lo 00000100:00100000:3.0:1789478768.875379:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc40ecf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3647:1876403964569216:0@lo:400:kworker.0 00000100:00100000:1.0:1789478768.875407:0:36:0:(import.c:827:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8ebc40ecd500 x1876403964569600/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789478768.875427:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00100000:3.0:1789478768.875428:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1789478768.875438:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789478768.875440:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ebb0372c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789478768.875445:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 587 00000100:00080000:1.0:1789478768.875448:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:1.0:1789478768.875455:0:36:0:(import.c:625:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff8ebb0372c000 using connection 192.168.206.111@tcp/0@lo 00000100:00100000:1.0:1789478768.875469:0:36:0:(import.c:827:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8ebc40ece300 x1876403964569728/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789478768.875482:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1789478768.875496:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc40ecdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3647:1876403964569344:0@lo:400:kworker.0 00000100:00100000:1.0:1789478768.875520:0:22788:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964568960 00000100:00100000:1.0:1789478768.875528:0:22788:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964568960 00000100:00100000:3.0:1789478768.875545:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789478768.875591:0:22788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 62 00000100:00100000:3.0:1789478768.875624:0:22797:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964569472 00000100:00100000:3.0:1789478768.875634:0:22797:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964569472 00000100:00100000:2.0:1789478768.879802:0:22802:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964569088 00000100:00100000:2.0:1789478768.879811:0:22802:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964569088 00000100:00100000:2.0:1789478768.879850:0:22802:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964569344 00000100:00100000:2.0:1789478768.879853:0:22802:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964569344 00000100:00100000:2.0:1789478768.879968:0:22802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:2.0:1789478768.879978:0:22802:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc34c9b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3646:x1876403964569088:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789478768.880062:0:22802:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc34c9b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3646:x1876403964569088:12345-0@lo:400:kworker.0 Request processed in 86us (4755us total) trans 0 rc 0/0 00000100:00100000:2.0:1789478768.880079:0:22802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:2.0:1789478768.880095:0:22802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:2.0:1789478768.880101:0:22802:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc34c9a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3647:x1876403964569344:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789478768.880128:0:22802:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc34c9a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3647:x1876403964569344:12345-0@lo:400:kworker.0 Request processed in 27us (4584us total) trans 0 rc 0/0 00000100:00100000:2.0:1789478768.880134:0:22802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:2.0:1789478768.880162:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc40f62300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3646:1876403964569856:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1789478768.880193:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789478768.880230:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc40ecdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3646:1876403964569088:0@lo:400:kworker.0 00000100:00100000:2.0:1789478768.880269:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc40f62a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3647:1876403964569984:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1789478768.880299:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789478768.880334:0:22797:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964569216 00000100:00100000:3.0:1789478768.880348:0:22797:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964569216 00000100:00100000:3.0:1789478768.880398:0:22797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:3.0:1789478768.880408:0:22797:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc40ece680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3645:x1876403964569472:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789478768.881104:0:22788:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebb034e5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:433f6587-f9be-4304-94be-07d77f00816b+18:3645:x1876403964568960:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789478768.881743:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc40ecdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3647:1876403964569344:0@lo:400:kworker.0 00000100:00100000:2.0:1789478768.881781:0:22801:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964569856 00000100:00100000:2.0:1789478768.881786:0:22801:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964569856 00000100:00100000:2.0:1789478768.881811:0:22801:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964569984 00000100:00100000:2.0:1789478768.881815:0:22801:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964569984 00000100:00100000:2.0:1789478768.881828:0:22801:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:2.0:1789478768.881835:0:22801:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc40f63100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3646:x1876403964569856:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1789478768.881933:0:22801:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:2.0:1789478768.881980:0:22801:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc40f63100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3646:x1876403964569856:12345-0@lo:41:osp-pre-1-0.0 Request processed in 145us (1786us total) trans 0 rc 0/0 00000100:00100000:2.0:1789478768.881987:0:22801:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:2.0:1789478768.882000:0:22801:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:2.0:1789478768.882007:0:22801:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc40f61880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3647:x1876403964569984:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1789478768.882034:0:22801:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:2.0:1789478768.882133:0:22801:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc40f61880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3647:x1876403964569984:12345-0@lo:41:osp-pre-0-1.0 Request processed in 60us (1768us total) trans 0 rc 0/0 00000100:00100000:2.0:1789478768.882139:0:22801:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:2.0:1789478768.882179:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc40f62300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3646:1876403964569856:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1789478768.882204:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc40f62a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3647:1876403964569984:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1789478768.882711:0:22798:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 3 min 3 max 116 00000100:00100000:2.0:1789478768.882720:0:22798:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_003' 00000100:00100000:2.0:1789478768.882968:0:22798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:2.0:1789478768.882978:0:22798:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc34c98000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3647:x1876403964569216:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789478768.883043:0:22798:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc34c98000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3647:x1876403964569216:12345-0@lo:400:kworker.0 Request processed in 63us (7614us total) trans 0 rc 0/0 00000100:00100000:2.0:1789478768.883050:0:22798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00010000:00080000:2.0:1789478768.883082:0:3647:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8ebc40ecf100 x1876403964569216/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789478784 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789478768.883094:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc40ecf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3647:1876403964569216:0@lo:400:kworker.0 00000100:00100000:1.0:1789478768.883661:0:22788:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebb034e5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:433f6587-f9be-4304-94be-07d77f00816b+18:3645:x1876403964568960:12345-0@lo:400:kworker.0 Request processed in 2564us (8541us total) trans 0 rc 0/0 00000100:00100000:1.0:1789478768.883669:0:22788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 62 00000100:00100000:1.0:1789478768.883717:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc40ecd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3644:1876403964569600:0@lo:8:kworker.0 00000400:00000100:1.0:1789478768.883743:0:3644:0:(lib-move.c:4383:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1876403964569600 offset 0 length 520: 4 00000100:00100000:1.0:1789478768.883767:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc40ece300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3644:1876403964569728:0@lo:8:kworker.0 00000400:00000100:1.0:1789478768.883783:0:3644:0:(lib-move.c:4383:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1876403964569728 offset 0 length 520: 4 00000100:00100000:1.0:1789478768.883821:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebb04b8b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:433f6587-f9be-4304-94be-07d77f00816b:3645:1876403964568960:0@lo:400:kworker.0 00000100:00100000:3.0:1789478768.890882:0:22797:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc40ece680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3645:x1876403964569472:12345-0@lo:400:kworker.0 Request processed in 10459us (15663us total) trans 0 rc 0/0 00000100:00100000:3.0:1789478768.890913:0:22797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00010000:00080000:1.0:1789478768.891816:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8ebc40ecc380 x1876403964569472/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789478784 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789478768.891835:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc40ecc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3645:1876403964569472:0@lo:400:kworker.0 00010000:00010000:3.0:1789478769.573065:0:22784:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:1.0:1789478769.915361:0:23529:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00010000:00010000:3.0:1789478770.599787:0:22785:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1789478770.789218:0:23549:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:2.0:1789478771.626255:0:22784:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789478771.940738:0:3644:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789478756/real 1789478756] req@ffff8ebc34c98e00 x1876403964560768/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789478771 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789478771.940778:0:3644:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8ebc34c98e00 x1876403964560768/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789478771 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789478771.940789:0:3644:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789478756/real 1789478756] req@ffff8ebc34c99f80 x1876403964560896/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789478771 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789478771.940844:0:3644:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8ebc34c99f80 x1876403964560896/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789478771 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789478771.940866:0:3644:0:(import.c:65:import_set_state_nolock()) ffff8ebc06fa8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789478771.940893:0:3644:0:(import.c:1512:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1789478771.940898:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc34c98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3644:1876403964560768:0@lo:8:kworker.0 00000100:00080000:1.0:1789478771.940904:0:3644:0:(import.c:65:import_set_state_nolock()) ffff8ebc111f9000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789478771.940909:0:3644:0:(import.c:1512:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1789478771.940912:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc34c99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3644:1876403964560896:0@lo:8:kworker.0 00000100:00080000:3.0:1789478771.941136:0:14273:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1789478771.941142:0:14273:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789478771.941145:0:14273:0:(import.c:65:import_set_state_nolock()) ffff8ebc06fa8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789478771.941151:0:14273:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 585 00000100:00080000:3.0:1789478771.941157:0:14273:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:3.0:1789478771.941177:0:14273:0:(import.c:625:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff8ebc06fa8000 using connection 192.168.206.111@tcp/0@lo 00000100:00100000:3.0:1789478771.941200:0:14273:0:(import.c:827:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8ebc34c9aa00 x1876403964570368/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789478771.941214:0:14273:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1789478771.941217:0:14273:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789478771.941219:0:14273:0:(import.c:65:import_set_state_nolock()) ffff8ebc111f9000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789478771.941223:0:14273:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 585 00000100:00080000:3.0:1789478771.941226:0:14273:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:3.0:1789478771.941231:0:14273:0:(import.c:625:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff8ebc111f9000 using connection 192.168.206.111@tcp/0@lo 00000100:00100000:3.0:1789478771.941243:0:14273:0:(import.c:827:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8ebc34c9b100 x1876403964570496/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789478771.941267:0:14273:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1789478771.941271:0:14273:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789478771.941275:0:14273:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1789478771.941278:0:14273:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1789478771.941445:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc34c9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:433f6587-f9be-4304-94be-07d77f00816b:3648:1876403964570112:0@lo:400:kworker.0 00000100:00100000:2.0:1789478771.941532:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789478771.941585:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc34c99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3648:1876403964570880:0@lo:400:kworker.0 00000100:00100000:2.0:1789478771.941652:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789478771.941677:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1789478771.941682:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc34c98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3648:1876403964570752:0@lo:400:kworker.0 00000100:00100000:2.0:1789478771.941709:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789478771.941736:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc34c99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3646:1876403964570624:0@lo:400:kworker.0 00000100:00100000:2.0:1789478771.941761:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789478771.941793:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1789478771.941798:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc34c9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3646:1876403964570240:0@lo:400:kworker.0 00000100:00100000:2.0:1789478771.941820:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789478771.941850:0:22798:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964570880 00000100:00100000:2.0:1789478771.941859:0:22798:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964570880 00000100:00100000:2.0:1789478771.941908:0:22798:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964570624 00000100:00100000:2.0:1789478771.941911:0:22798:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964570624 00000100:00100000:2.0:1789478771.941932:0:22798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1789478771.941942:0:22798:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc40f62a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3648:x1876403964570880:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789478771.941999:0:22798:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc40f62a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3648:x1876403964570880:12345-0@lo:400:kworker.0 Request processed in 58us (346us total) trans 0 rc 0/0 00000100:00100000:2.0:1789478771.942029:0:22798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1789478771.942048:0:22798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1789478771.942054:0:22798:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc40f62d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3646:x1876403964570624:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789478771.942086:0:22798:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc40f62d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3646:x1876403964570624:12345-0@lo:400:kworker.0 Request processed in 33us (325us total) trans 0 rc 0/0 00000100:00100000:2.0:1789478771.942092:0:22798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1789478771.942111:0:22801:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964570752 00000100:00100000:2.0:1789478771.942121:0:22801:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964570752 00000100:00100000:2.0:1789478771.942146:0:22801:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964570240 00000100:00100000:2.0:1789478771.942149:0:22801:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964570240 00000100:00100000:2.0:1789478771.942163:0:22801:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:2.0:1789478771.942169:0:22801:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc40f62300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3648:x1876403964570752:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789478771.942203:0:22801:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc40f62300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3648:x1876403964570752:12345-0@lo:400:kworker.0 Request processed in 34us (493us total) trans 0 rc 0/0 00000100:00100000:2.0:1789478771.942209:0:22801:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:2.0:1789478771.942220:0:22801:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:2.0:1789478771.942226:0:22801:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc40f61c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3646:x1876403964570240:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789478771.942252:0:22801:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc40f61c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3646:x1876403964570240:12345-0@lo:400:kworker.0 Request processed in 27us (431us total) trans 0 rc 0/0 00000100:00100000:2.0:1789478771.942258:0:22801:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:2.0:1789478771.942309:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc34c9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3646:1876403964570240:0@lo:400:kworker.0 00010000:00080000:2.0:1789478771.942322:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8ebc34c99f80 x1876403964570624/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789478787 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789478771.942333:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc34c99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3646:1876403964570624:0@lo:400:kworker.0 00000100:00100000:2.0:1789478771.942368:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc34c98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3648:1876403964570752:0@lo:400:kworker.0 00010000:00080000:2.0:1789478771.942378:0:3648:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8ebc34c99180 x1876403964570880/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789478787 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789478771.942387:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc34c99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3648:1876403964570880:0@lo:400:kworker.0 00000100:00100000:1.0:1789478771.942561:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc34c9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3644:1876403964570368:0@lo:8:kworker.0 00000400:00000100:1.0:1789478771.942622:0:3644:0:(lib-move.c:4383:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1876403964570368 offset 0 length 520: 4 00000100:00100000:1.0:1789478771.942650:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc34c9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3644:1876403964570496:0@lo:8:kworker.0 00000400:00000100:1.0:1789478771.942674:0:3644:0:(lib-move.c:4383:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1876403964570496 offset 0 length 520: 4 00000100:00100000:3.0:1789478771.943132:0:22791:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964570112 00000100:00100000:3.0:1789478771.943140:0:22791:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964570112 00000100:00100000:3.0:1789478771.943181:0:22791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 63 00000100:00100000:3.0:1789478771.943189:0:22791:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebb034e5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:433f6587-f9be-4304-94be-07d77f00816b+18:3648:x1876403964570112:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789478771.943239:0:22791:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebb034e5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:433f6587-f9be-4304-94be-07d77f00816b+18:3648:x1876403964570112:12345-0@lo:400:kworker.0 Request processed in 50us (1708us total) trans 0 rc 0/0 00000100:00100000:3.0:1789478771.943246:0:22791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 63 00000100:00100000:2.0:1789478771.943812:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc34c9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:433f6587-f9be-4304-94be-07d77f00816b:3648:1876403964570112:0@lo:400:kworker.0 00010000:00010000:3.0:1789478772.644847:0:22785:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:1.0:1789478772.930972:0:24297:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:1.0:1789478772.930976:0:24297:0:(obd_mount.c:926:lmd_print()) device: /dev/mapper/ost1_flakey 00000020:01000004:1.0:1789478772.930977:0:24297:0:(obd_mount.c:929:lmd_print()) options: errors=remount-ro 00000080:01200004:1.0:1789478772.931131:0:24297:0:(super25.c:131:lustre_fill_super()) VFS Op: sb ffff8ebc3bcd8800 00000020:01000004:2.0:1789478772.934953:0:24297:0:(tgt_mount.c:2503:osd_start()) Attempting to start lustre-OST0000, type=osd-ldiskfs, lsifl=200002, mountfl=0 00000020:01000004:2.0:1789478772.934974:0:24297:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-OST0000-osd (typ=osd-ldiskfs) 00000020:00000080:2.0:1789478772.935012:0:24297:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osd (ffff8ebc06588000) 00000020:00000080:2.0:1789478772.935499:0:24297:0:(obd_config.c:720:class_attach_name()) OBD: dev 20 attached type osd-ldiskfs with refcount 2 00100000:10000000:2.0:1789478773.028157:0:24297:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000001:0x3:0x0] (8/24) registered 00100000:10000000:3.0:1789478773.033803:0:24297:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000005:0x3:0x0] (8/8) registered 00100000:10000000:3.0:1789478773.035157:0:24297:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000005:0x1:0x0] (8/8) registered 00100000:10000000:3.0:1789478773.035615:0:24297:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000005:0x2:0x0] (8/8) registered 00100000:10000000:3.0:1789478773.036260:0:24297:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000003:0x6:0x0] (8/32) registered 00100000:10000000:3.0:1789478773.037276:0:24297:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000003:0x4:0x0] (8/32) registered 00100000:10000000:3.0:1789478773.037630:0:24297:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000003:0x5:0x0] (8/32) registered 00080000:01000000:3.0:1789478773.039206:0:24297:0:(osd_lproc.c:911:osd_procfs_init()) lustre-OST0000: register osd-ldiskfs tunable parameters 00000020:00000080:3.0:1789478773.039399:0:24297:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osd (uuid lustre-OST0000-osd_UUID) 00080000:01000000:3.0:1789478773.039410:0:24297:0:(osd_handler.c:8925:osd_obd_connect()) connect #0 00000020:00000080:3.0:1789478773.039420:0:24297:0:(genops.c:1385:class_connect()) connect: client lustre-OST0000-osd_UUID, cookie 0x8ebaae74e8217980 00000020:01000004:3.0:1789478773.039426:0:24297:0:(tgt_mount.c:2588:server_fill_super()) Found service lustre-OST0000 on device /dev/mapper/ost1_flakey 00000020:01000004:3.0:1789478773.039446:0:24297:0:(obd_mount.c:403:lustre_start_mgc()) MGC192.168.206.111@tcp:Set MGC reconnect 1 10000000:01000000:3.0:1789478773.039449:0:24297:0:(mgc_request.c:1071:mgc_set_info_async()) InitRecov MGC192.168.206.111@tcp 1/d0:i0:r0:or0:FULL 00000020:01000004:3.0:1789478773.039455:0:24297:0:(tgt_mount.c:1812:server_start_targets()) starting target lustre-OST0000 00000020:01000004:3.0:1789478773.039460:0:24297:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD OSS (typ=ost) 00000020:00000080:3.0:1789478773.039738:0:24297:0:(genops.c:413:class_newdev()) Allocate new device OSS (ffff8ebb022999b8) 00000020:00000080:3.0:1789478773.039751:0:24297:0:(obd_config.c:720:class_attach_name()) OBD: dev 21 attached type ost with refcount 2 00000100:00100000:3.0:1789478773.044236:0:24297:0:(service.c:155:ptlrpc_grow_req_bufs()) ost: allocate 64 new 32768-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1789478773.044442:0:24297:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 0 min 3 max 116 00000100:00100000:3.0:1789478773.044449:0:24297:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost00_000' 00000100:00100000:0.0:1789478773.050083:0:24297:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 1 min 3 max 116 00000100:00100000:0.0:1789478773.050095:0:24297:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost00_001' 00000100:00100000:1.0:1789478773.050958:0:24297:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 2 min 3 max 116 00000100:00100000:1.0:1789478773.050966:0:24297:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost00_002' 00000100:00100000:1.0:1789478773.054380:0:24297:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_create: allocate 64 new 32768-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1789478773.054572:0:24297:0:(service.c:3462:ptlrpc_start_thread()) ost_create[0] started 0 min 2 max 16 00000100:00100000:1.0:1789478773.054577:0:24297:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_create00_000' 00000100:00100000:2.0:1789478773.056147:0:24297:0:(service.c:3462:ptlrpc_start_thread()) ost_create[0] started 1 min 2 max 16 00000100:00100000:2.0:1789478773.056158:0:24297:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_create00_001' 00000100:00100000:0.0:1789478773.119904:0:24297:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_io: allocate 64 new 524288-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1789478773.122903:0:24297:0:(service.c:3462:ptlrpc_start_thread()) ost_io[0] started 0 min 3 max 116 00000100:00100000:0.0:1789478773.122918:0:24297:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_io00_000' 00000100:00100000:3.0:1789478773.132133:0:24297:0:(service.c:3462:ptlrpc_start_thread()) ost_io[0] started 1 min 3 max 116 00000100:00100000:3.0:1789478773.132147:0:24297:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_io00_001' 00000100:00100000:3.0:1789478773.139260:0:24297:0:(service.c:3462:ptlrpc_start_thread()) ost_io[0] started 2 min 3 max 116 00000100:00100000:3.0:1789478773.139280:0:24297:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_io00_002' 00000100:00100000:2.0:1789478773.142921:0:24297:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_seq: allocate 64 new 32768-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1789478773.143119:0:24297:0:(service.c:3462:ptlrpc_start_thread()) ost_seq[0] started 0 min 2 max 16 00000100:00100000:2.0:1789478773.143125:0:24297:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_seq00_000' 00000100:00100000:0.0:1789478773.146080:0:24297:0:(service.c:3462:ptlrpc_start_thread()) ost_seq[0] started 1 min 2 max 16 00000100:00100000:0.0:1789478773.146092:0:24297:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_seq00_001' 00000100:00100000:3.0:1789478773.208108:0:24297:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_out: allocate 64 new 1048576-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1789478773.208315:0:24297:0:(service.c:3462:ptlrpc_start_thread()) ost_out[0] started 0 min 2 max 16 00000100:00100000:3.0:1789478773.208321:0:24297:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_out00_000' 00000100:00100000:2.0:1789478773.212743:0:24297:0:(service.c:3462:ptlrpc_start_thread()) ost_out[0] started 1 min 2 max 16 00000100:00100000:2.0:1789478773.212756:0:24297:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_out00_001' 00000020:00000080:3.0:1789478773.215847:0:24297:0:(obd_config.c:826:class_setup()) finished setup of obd OSS (uuid OSS_uuid) 00000020:01000004:3.0:1789478773.215873:0:24297:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for /dev/mapper/ost1_flakey 10000000:01000000:3.0:1789478773.215879:0:24297:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.206.111@tcp: cl_mgc_mutex lustre-OST0000-osd for locked: rc = 0 00000040:01000000:0.0:1789478773.243808:0:24297:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.206.111@tcp ctxt 0 is initialized 00000020:01000004:0.0:1789478773.243846:0:24297:0:(tgt_mount.c:1418:server_register_target()) Registration lustre-OST0000, fs=lustre, 192.168.206.111@tcp, index=0000, flags=0x20002 00000020:01000004:0.0:1789478773.243851:0:24297:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:0.0:1789478773.243852:0:24297:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1789478773.243854:0:24297:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1789478773.243855:0:24297:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1789478773.243856:0:24297:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1789478773.243857:0:24297:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1789478773.243858:0:24297:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1789478773.243860:0:24297:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1789478773.243861:0:24297:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:0.0:1789478773.243865:0:24297:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0000 0x10020002 00000020:01000004:0.0:1789478773.243866:0:24297:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:0.0:1789478773.243868:0:24297:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1789478773.243869:0:24297:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1789478773.243870:0:24297:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1789478773.243871:0:24297:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1789478773.243872:0:24297:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1789478773.243873:0:24297:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1789478773.243874:0:24297:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1789478773.243875:0:24297:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:0.0:1789478773.243921:0:24297:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0000 00000100:00100000:0.0:1789478773.243940:0:24297:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc3fc00000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:433f6587-f9be-4304-94be-07d77f00816b:24297:1876403964571008:0@lo:253:mount.lustre.0 00000100:00100000:0.0:1789478773.244025:0:24297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789478773.244070:0:24297:0:(client.c:2715:ptlrpc_set_wait()) set ffff8ebc04fb4b40 going to sleep for 11 seconds 00000100:00100000:2.0:1789478773.244226:0:22790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964571008 00000100:00100000:2.0:1789478773.244233:0:22790:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964571008 00000100:00100000:2.0:1789478773.244284:0:22790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 64 00000100:00100000:2.0:1789478773.244294:0:22790:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc06fa1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:433f6587-f9be-4304-94be-07d77f00816b+18:24297:x1876403964571008:12345-0@lo:253:mount.lustre.0 20000000:01000000:2.0:1789478773.244330:0:22790:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 0 is registered to MGS. 20000000:01000000:2.0:1789478773.244333:0:22790:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-OST0000 is running on 0@lo 20000000:01000000:2.0:1789478773.244337:0:22790:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00000100:00100000:2.0:1789478773.244864:0:22790:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc06fa1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:433f6587-f9be-4304-94be-07d77f00816b+18:24297:x1876403964571008:12345-0@lo:253:mount.lustre.0 Request processed in 570us (838us total) trans 0 rc 0/0 00000100:00100000:2.0:1789478773.244873:0:22790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 64 00000100:00100000:0.0:1789478773.244983:0:24297:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc3fc00000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:433f6587-f9be-4304-94be-07d77f00816b:24297:1876403964571008:0@lo:253:mount.lustre.0 10000000:01000000:0.0:1789478773.244992:0:24297:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0000 got index = 0 00000020:01000004:0.0:1789478773.244995:0:24297:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:0.0:1789478773.244996:0:24297:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1789478773.244998:0:24297:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1789478773.245011:0:24297:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1789478773.245012:0:24297:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1789478773.245014:0:24297:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1789478773.245015:0:24297:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1789478773.245016:0:24297:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1789478773.245017:0:24297:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:0.0:1789478773.245034:0:24297:0:(tgt_mount.c:101:server_register_mount()) register mount ffff8ebc3bcd8800 from lustre-OST0000 10000000:01000000:0.0:1789478773.245059:0:24297:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-OST0000 from 0 10000000:01000000:0.0:1789478773.245062:0:24297:0:(mgc_request.c:329:config_log_add()) add config log lustre-OST0000-0000000000000000 10000000:01000000:0.0:1789478773.245068:0:24297:0:(mgc_request_server.c:874:mgc_get_local_copy()) Get log lustre-sptlrpc-ffff8ebc08d919b8 local copy 00010000:00010000:0.0:1789478773.245078:0:24297:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.206.111@tcp lock: ffff8ebc34f77600/0x8ebaae74e821773b lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x8ebaae74e8217742 expref: -99 pid: 22775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789478773.245159:0:24297:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc3fc00000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:433f6587-f9be-4304-94be-07d77f00816b:24297:1876403964571136:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1789478773.245186:0:24297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789478773.245215:0:24297:0:(client.c:2715:ptlrpc_set_wait()) set ffff8ebc04fb4b40 going to sleep for 11 seconds 00000100:00100000:1.0:1789478773.245267:0:22788:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964571136 00000100:00100000:1.0:1789478773.245271:0:22788:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964571136 00000100:00100000:1.0:1789478773.245302:0:22788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 65 00000100:00100000:1.0:1789478773.245309:0:22788:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc06fa1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:433f6587-f9be-4304-94be-07d77f00816b+18:24297:x1876403964571136:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1789478773.245382:0:22788:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc06fa1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:433f6587-f9be-4304-94be-07d77f00816b+18:24297:x1876403964571136:12345-0@lo:501:mount.lustre.0 Request processed in 73us (195us total) trans 0 rc -2/-2 00000100:00100000:1.0:1789478773.246067:0:22788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 65 00000100:00100000:0.0:1789478773.246219:0:24297:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc3fc00000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:433f6587-f9be-4304-94be-07d77f00816b:24297:1876403964571136:0@lo:501:mount.lustre.0 10000000:01000000:0.0:1789478773.246234:0:24297:0:(mgc_request_server.c:765:mgc_llog_local_copy()) MGC192.168.206.111@tcp: no remote llog for lustre-sptlrpc, check MGS config 10000000:01000000:0.0:1789478773.246257:0:24297:0:(mgc_request_server.c:897:mgc_get_local_copy()) MGC192.168.206.111@tcp: can't save local copy of 'lustre-sptlrpc': rc = -2. 00010000:00010000:0.0:1789478773.246264:0:24297:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.206.111@tcp lock: ffff8ebc34f77600/0x8ebaae74e821773b lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x8ebaae74e8217742 expref: -99 pid: 22775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478773.246274:0:24297:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.206.111@tcp lock: ffff8ebc34f77600/0x8ebaae74e821773b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x8ebaae74e8217742 expref: -99 pid: 22775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789478773.246310:0:24297:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff8ebc3bcd8800 10000000:01000000:0.0:1789478773.246314:0:24297:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:0.0:1789478773.246320:0:24297:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-OST0000-0000000000000000 10000000:01000000:0.0:1789478773.246322:0:24297:0:(mgc_request.c:68:mgc_name2resid()) log lustre-OST0000 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:0.0:1789478773.246326:0:24297:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-OST0000-0000000000000000 from 1 10000000:01000000:0.0:1789478773.246328:0:24297:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0000 (res 0x65727473756c) 00010000:00010000:0.0:1789478773.246351:0:24297:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.206.111@tcp lock: ffff8ebc34f76000/0x8ebaae74e821798e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 24297 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478773.246358:0:24297:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.206.111@tcp lock: ffff8ebc34f76000/0x8ebaae74e821798e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 24297 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478773.246368:0:24297:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.206.111@tcp lock: ffff8ebc34f76000/0x8ebaae74e821798e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 24297 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789478773.246382:0:24297:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc3fc00000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:433f6587-f9be-4304-94be-07d77f00816b:24297:1876403964571264:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1789478773.246514:0:24297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789478773.246542:0:24297:0:(client.c:2715:ptlrpc_set_wait()) set ffff8ebc04fb4b40 going to sleep for 11 seconds 00000100:00100000:2.0:1789478773.246709:0:22790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964571264 00000100:00100000:2.0:1789478773.246715:0:22790:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964571264 00000100:00100000:2.0:1789478773.246760:0:22790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 66 00000100:00100000:2.0:1789478773.246768:0:22790:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc06fa3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:433f6587-f9be-4304-94be-07d77f00816b+18:24297:x1876403964571264:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1789478773.246778:0:22790:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789478773.246790:0:22790:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8ebc08c4b200/0x8ebaae74e8217995 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0x8ebaae74e821798e expref: -99 pid: 22790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478773.246811:0:22790:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ebc08c4b200/0x8ebaae74e8217995 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x8ebaae74e821798e expref: 19 pid: 22790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478773.246834:0:22790:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8ebc08c4b200/0x8ebaae74e8217995 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x8ebaae74e821798e expref: 19 pid: 22790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478773.246842:0:22790:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ebc08c4b200, rc 0) 00000100:00100000:2.0:1789478773.246884:0:22790:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc06fa3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:433f6587-f9be-4304-94be-07d77f00816b+19:24297:x1876403964571264:12345-0@lo:101:mount.lustre.0 Request processed in 118us (371us total) trans 0 rc 0/0 00000100:00100000:2.0:1789478773.246891:0:22790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 66 00000100:00100000:0.0:1789478773.247020:0:24297:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc3fc00000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:433f6587-f9be-4304-94be-07d77f00816b:24297:1876403964571264:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1789478773.247033:0:24297:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.206.111@tcp lock: ffff8ebc34f76000/0x8ebaae74e821798e lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x8ebaae74e8217995 expref: -99 pid: 24297 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478773.247042:0:24297:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.206.111@tcp lock: ffff8ebc34f76000/0x8ebaae74e821798e lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x8ebaae74e8217995 expref: -99 pid: 24297 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1789478773.248637:0:24297:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 14 count 14 00000040:00080000:0.0:1789478773.249585:0:24297:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1789478773.262480:0:24297:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].1, 224 off8416 00000040:00080000:0.0:1789478773.262548:0:24297:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].2, 128 off8544 00000040:00080000:0.0:1789478773.262565:0:24297:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].3, 112 off8656 00000040:00080000:0.0:1789478773.262580:0:24297:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].4, 224 off8880 00000040:00080000:0.0:1789478773.262609:0:24297:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].5, 224 off9104 00000040:00080000:0.0:1789478773.262627:0:24297:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].6, 80 off9184 00000040:00080000:0.0:1789478773.262642:0:24297:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].7, 224 off9408 00000040:00080000:0.0:1789478773.262671:0:24297:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].8, 224 off9632 00000040:00080000:0.0:1789478773.262687:0:24297:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].9, 80 off9712 00000040:00080000:0.0:1789478773.262699:0:24297:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].10, 224 off9936 00000040:00080000:0.0:1789478773.262714:0:24297:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].11, 224 off10160 00000040:00080000:0.0:1789478773.262727:0:24297:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].12, 120 off10280 00000040:00080000:0.0:1789478773.262753:0:24297:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].13, 224 off10504 00000040:00080000:0.0:1789478773.262758:0:24297:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 13 count 14 00000100:00100000:0.0:1789478773.262864:0:24297:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc3fc00000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:433f6587-f9be-4304-94be-07d77f00816b:24297:1876403964571392:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1789478773.262920:0:24297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789478773.262953:0:24297:0:(client.c:2715:ptlrpc_set_wait()) set ffff8ebb02647240 going to sleep for 11 seconds 00000100:00100000:1.0:1789478773.265451:0:22788:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964571392 00000100:00100000:1.0:1789478773.265464:0:22788:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964571392 00000100:00100000:1.0:1789478773.265526:0:22788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 67 00000100:00100000:1.0:1789478773.265537:0:22788:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc06fa0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:433f6587-f9be-4304-94be-07d77f00816b+19:24297:x1876403964571392:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1789478773.265746:0:22788:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc06fa0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:433f6587-f9be-4304-94be-07d77f00816b+19:24297:x1876403964571392:12345-0@lo:501:mount.lustre.0 Request processed in 211us (2825us total) trans 0 rc 0/0 00000100:00100000:1.0:1789478773.265755:0:22788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 67 00000100:00100000:0.0:1789478773.266698:0:24297:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc3fc00000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:433f6587-f9be-4304-94be-07d77f00816b:24297:1876403964571392:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1789478773.266747:0:24297:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc3fc00000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:433f6587-f9be-4304-94be-07d77f00816b:24297:1876403964571520:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1789478773.266802:0:24297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789478773.266840:0:24297:0:(client.c:2715:ptlrpc_set_wait()) set ffff8ebb02647240 going to sleep for 11 seconds 00000100:00100000:3.0:1789478773.266894:0:22791:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964571520 00000100:00100000:3.0:1789478773.266899:0:22791:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964571520 00000100:00100000:3.0:1789478773.266960:0:22791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 68 00000100:00100000:3.0:1789478773.266969:0:22791:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc06fa0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:433f6587-f9be-4304-94be-07d77f00816b+19:24297:x1876403964571520:12345-0@lo:503:mount.lustre.0 00000100:00100000:3.0:1789478773.267825:0:22791:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc06fa0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:433f6587-f9be-4304-94be-07d77f00816b+19:24297:x1876403964571520:12345-0@lo:503:mount.lustre.0 Request processed in 856us (1021us total) trans 0 rc 0/0 00000100:00100000:3.0:1789478773.267834:0:22791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 68 00000100:00100000:0.0:1789478773.267982:0:24297:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc3fc00000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:433f6587-f9be-4304-94be-07d77f00816b:24297:1876403964571520:0@lo:503:mount.lustre.0 00000040:00080000:0.0:1789478773.268407:0:24297:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:0.0:1789478773.268483:0:24297:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc3fc00000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:433f6587-f9be-4304-94be-07d77f00816b:24297:1876403964571648:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1789478773.268537:0:24297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789478773.268570:0:24297:0:(client.c:2715:ptlrpc_set_wait()) set ffff8ebb02647240 going to sleep for 11 seconds 00000100:00100000:2.0:1789478773.268968:0:22790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964571648 00000100:00100000:2.0:1789478773.268975:0:22790:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964571648 00000100:00100000:2.0:1789478773.269023:0:22790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 69 00000100:00100000:2.0:1789478773.269032:0:22790:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc06fa0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:433f6587-f9be-4304-94be-07d77f00816b+19:24297:x1876403964571648:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1789478773.269703:0:22790:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc06fa0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:433f6587-f9be-4304-94be-07d77f00816b+19:24297:x1876403964571648:12345-0@lo:502:mount.lustre.0 Request processed in 671us (1165us total) trans 0 rc 0/0 00000100:00100000:2.0:1789478773.269712:0:22790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 69 00000100:00100000:0.0:1789478773.271447:0:24297:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc3fc00000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:433f6587-f9be-4304-94be-07d77f00816b:24297:1876403964571648:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1789478773.271809:0:24297:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].1, 224 off8416 00000040:00080000:0.0:1789478773.271848:0:24297:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].2, 128 off8544 00000040:00080000:0.0:1789478773.271864:0:24297:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].3, 112 off8656 00000040:00080000:0.0:1789478773.271878:0:24297:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].4, 224 off8880 00000040:00080000:0.0:1789478773.271890:0:24297:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].5, 224 off9104 00000040:00080000:0.0:1789478773.271903:0:24297:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].6, 80 off9184 00000040:00080000:0.0:1789478773.271916:0:24297:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].7, 224 off9408 00000040:00080000:0.0:1789478773.271929:0:24297:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].8, 224 off9632 00000040:00080000:0.0:1789478773.271942:0:24297:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].9, 80 off9712 00000040:00080000:0.0:1789478773.271956:0:24297:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].10, 224 off9936 00000040:00080000:0.0:1789478773.271970:0:24297:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].11, 224 off10160 00000040:00080000:0.0:1789478773.271984:0:24297:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].12, 120 off10280 00000100:00100000:0.0:1789478773.272028:0:24297:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc3fc00000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:433f6587-f9be-4304-94be-07d77f00816b:24297:1876403964571776:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1789478773.272091:0:24297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789478773.272192:0:24297:0:(client.c:2715:ptlrpc_set_wait()) set ffff8ebb02647240 going to sleep for 11 seconds 00000100:00100000:1.0:1789478773.274888:0:22788:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964571776 00000100:00100000:1.0:1789478773.274901:0:22788:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964571776 00000100:00100000:1.0:1789478773.274950:0:22788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 70 00000100:00100000:1.0:1789478773.274959:0:22788:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc06fa3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:433f6587-f9be-4304-94be-07d77f00816b+19:24297:x1876403964571776:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1789478773.275128:0:22788:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc06fa3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:433f6587-f9be-4304-94be-07d77f00816b+19:24297:x1876403964571776:12345-0@lo:502:mount.lustre.0 Request processed in 169us (3037us total) trans 0 rc 0/0 00000100:00100000:1.0:1789478773.275147:0:22788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 70 00000100:00100000:0.0:1789478773.275276:0:24297:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc3fc00000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:433f6587-f9be-4304-94be-07d77f00816b:24297:1876403964571776:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1789478773.275346:0:24297:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].13, 224 off10504 00000040:00080000:0.0:1789478773.275359:0:24297:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 13 count 14 00000020:01000000:0.0:1789478773.276395:0:24314:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:0.0:1789478773.276404:0:24314:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of /dev/mapper/ost1_flakey 00000020:00000080:0.0:1789478773.276410:0:24314:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789478773.276412:0:24314:0:(obd_config.c:1563:class_process_config()) marker 21 (0x1) lustre-OST0000 add ost 00000020:00000080:0.0:1789478773.276418:0:24314:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1789478773.276430:0:24314:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000 (ffff8ebc091a19b8) 00000020:00000080:0.0:1789478773.276450:0:24314:0:(obd_config.c:720:class_attach_name()) OBD: dev 22 attached type obdfilter with refcount 2 00000020:00000080:0.0:1789478773.276455:0:24314:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:01000004:0.0:1789478773.276554:0:24314:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8ebc3bcd8800 from lustre-OST0000, refs=2 00080000:01000000:0.0:1789478773.276562:0:24314:0:(osd_handler.c:8925:osd_obd_connect()) connect #1 00000020:00000080:0.0:1789478773.276570:0:24314:0:(genops.c:1385:class_connect()) connect: client lustre-OST0000-osd_UUID, cookie 0x8ebaae74e82179a3 00010000:00010000:2.0:1789478773.287991:0:24314:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-filter-lustre-OST0000_UUID-3 is initialized 00000001:00000004:2.0:1789478773.288844:0:24314:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 3, last_transno is 8589934594 00080000:10000000:3.0:1789478773.292483:0:24314:0:(osd_handler.c:5581:osd_index_try()) lustre-OST0000: index object [0x200000003:0xb:0x0] (8/32) registered 00000020:00000080:0.0:1789478773.294426:0:24314:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000 (uuid lustre-OST0000_UUID) 00000020:01000000:0.0:1789478773.294438:0:24314:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1789478773.294444:0:24314:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789478773.294452:0:24314:0:(obd_config.c:1563:class_process_config()) marker 21 (0x2) lustre-OST0000 add ost 00000020:01000000:0.0:1789478773.294456:0:24314:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:0.0:1789478773.294459:0:24314:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #26 00000020:01000000:0.0:1789478773.294460:0:24314:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1789478773.294462:0:24314:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1789478773.294464:0:24314:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:0.0:1789478773.294466:0:24314:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789478773.294468:0:24314:0:(obd_config.c:1563:class_process_config()) marker 26 (0x6) lustre sys.timeout 00000020:01000000:0.0:1789478773.294470:0:24314:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1789478773.294473:0:24314:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789478773.294474:0:24314:0:(obd_config.c:1563:class_process_config()) marker 34 (0x1) lustre sys.timeout 00000020:00000080:0.0:1789478773.294477:0:24314:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:0.0:1789478773.294478:0:24314:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:0.0:1789478773.294481:0:24314:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1789478773.294483:0:24314:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789478773.294484:0:24314:0:(obd_config.c:1563:class_process_config()) marker 34 (0x2) lustre sys.timeout 00000020:01000000:0.0:1789478773.294486:0:24314:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1789478773.294489:0:24314:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789478773.294490:0:24314:0:(obd_config.c:1563:class_process_config()) marker 39 (0x1) lustre sys.jobid_var 00000020:00000080:0.0:1789478773.294494:0:24314:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000020:01000000:0.0:1789478773.294528:0:24314:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1789478773.294532:0:24314:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789478773.294533:0:24314:0:(obd_config.c:1563:class_process_config()) marker 39 (0x2) lustre sys.jobid_var 00000040:00080000:0.0:1789478773.294537:0:24314:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xc:0x0] index 14 count 14 00000020:01000000:2.0:1789478773.296390:0:24297:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-OST0000 gen 1-13 (rc=0) 10000000:01000000:2.0:1789478773.296429:0:24297:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.206.111@tcp: configuration from log 'lustre-OST0000' succeeded (0). 00010000:00010000:2.0:1789478773.296458:0:24297:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.206.111@tcp lock: ffff8ebc34f76000/0x8ebaae74e821798e lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x8ebaae74e8217995 expref: -99 pid: 24297 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478773.296471:0:24297:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.206.111@tcp lock: ffff8ebc34f76000/0x8ebaae74e821798e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x8ebaae74e8217995 expref: -99 pid: 24297 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789478773.296480:0:24297:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff8ebc3bcd8800 from 1 10000000:01000000:2.0:1789478773.296483:0:24297:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:2.0:1789478773.296527:0:24297:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.206.111@tcp lock: ffff8ebc08c4a000/0x8ebaae74e82179aa lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 24297 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478773.296545:0:24297:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.206.111@tcp lock: ffff8ebc08c4a000/0x8ebaae74e82179aa lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 24297 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478773.296556:0:24297:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.206.111@tcp lock: ffff8ebc08c4a000/0x8ebaae74e82179aa lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 24297 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789478773.296580:0:24297:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc40f60e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:433f6587-f9be-4304-94be-07d77f00816b:24297:1876403964571904:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1789478773.296682:0:24297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789478773.296720:0:24297:0:(client.c:2715:ptlrpc_set_wait()) set ffff8ebc082cc840 going to sleep for 11 seconds 00000100:00100000:0.0:1789478773.297712:0:22791:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964571904 00000100:00100000:0.0:1789478773.297720:0:22791:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964571904 00000100:00100000:0.0:1789478773.297761:0:22791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71 00000100:00100000:0.0:1789478773.297770:0:22791:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc042b3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:433f6587-f9be-4304-94be-07d77f00816b+19:24297:x1876403964571904:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1789478773.297782:0:22791:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789478773.297794:0:22791:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8ebc34f77c00/0x8ebaae74e82179b1 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x8ebaae74e82179aa expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478773.297816:0:22791:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ebc34f77c00/0x8ebaae74e82179b1 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x8ebaae74e82179aa expref: 20 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478773.297836:0:22791:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8ebc34f77c00/0x8ebaae74e82179b1 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x8ebaae74e82179aa expref: 20 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478773.297845:0:22791:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ebc34f77c00, rc 0) 00000100:00100000:0.0:1789478773.297896:0:22791:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc042b3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:433f6587-f9be-4304-94be-07d77f00816b+20:24297:x1876403964571904:12345-0@lo:101:mount.lustre.0 Request processed in 127us (1214us total) trans 0 rc 0/0 00000100:00100000:0.0:1789478773.297902:0:22791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71 00000100:00100000:3.0:1789478773.298148:0:24297:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc40f60e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:433f6587-f9be-4304-94be-07d77f00816b:24297:1876403964571904:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1789478773.298165:0:24297:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.206.111@tcp lock: ffff8ebc08c4a000/0x8ebaae74e82179aa lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x8ebaae74e82179b1 expref: -99 pid: 24297 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478773.298175:0:24297:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.206.111@tcp lock: ffff8ebc08c4a000/0x8ebaae74e82179aa lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x8ebaae74e82179b1 expref: -99 pid: 24297 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1789478773.301200:0:24297:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 13 count 13 00000040:00080000:3.0:1789478773.301484:0:24297:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1789478773.304490:0:24297:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].1, 224 off8416 00000040:00080000:3.0:1789478773.305499:0:24297:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].2, 112 off8528 00000040:00080000:3.0:1789478773.305720:0:24297:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].3, 224 off8752 00000040:00080000:3.0:1789478773.305737:0:24297:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].4, 224 off8976 00000040:00080000:3.0:1789478773.305752:0:24297:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].5, 112 off9088 00000040:00080000:3.0:1789478773.305768:0:24297:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].6, 224 off9312 00000040:00080000:3.0:1789478773.305783:0:24297:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].7, 224 off9536 00000040:00080000:3.0:1789478773.305816:0:24297:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].8, 128 off9664 00000040:00080000:3.0:1789478773.305833:0:24297:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].9, 224 off9888 00000040:00080000:3.0:1789478773.305847:0:24297:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].10, 224 off10112 00000040:00080000:3.0:1789478773.305861:0:24297:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].11, 128 off10240 00000040:00080000:3.0:1789478773.305885:0:24297:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].12, 224 off10464 00000040:00080000:3.0:1789478773.305891:0:24297:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 12 count 13 00000100:00100000:3.0:1789478773.305989:0:24297:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc34c98a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:433f6587-f9be-4304-94be-07d77f00816b:24297:1876403964572032:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1789478773.306069:0:24297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789478773.306172:0:24297:0:(client.c:2715:ptlrpc_set_wait()) set ffff8ebc185863c0 going to sleep for 11 seconds 00000100:00100000:2.0:1789478773.313981:0:22790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964572032 00000100:00100000:2.0:1789478773.314008:0:22790:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964572032 00000100:00100000:2.0:1789478773.314066:0:22790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72 00000100:00100000:2.0:1789478773.314077:0:22790:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc042b3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:433f6587-f9be-4304-94be-07d77f00816b+20:24297:x1876403964572032:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1789478773.314265:0:22790:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc042b3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:433f6587-f9be-4304-94be-07d77f00816b+20:24297:x1876403964572032:12345-0@lo:501:mount.lustre.0 Request processed in 190us (8195us total) trans 0 rc 0/0 00000100:00100000:2.0:1789478773.314272:0:22790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72 00000100:00100000:2.0:1789478773.316670:0:24297:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc34c98a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:433f6587-f9be-4304-94be-07d77f00816b:24297:1876403964572032:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1789478773.316729:0:24297:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc40f62680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:433f6587-f9be-4304-94be-07d77f00816b:24297:1876403964572160:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1789478773.316788:0:24297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789478773.316826:0:24297:0:(client.c:2715:ptlrpc_set_wait()) set ffff8ebc08d12d80 going to sleep for 11 seconds 00000100:00100000:0.0:1789478773.316986:0:22788:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964572160 00000100:00100000:0.0:1789478773.316992:0:22788:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964572160 00000100:00100000:0.0:1789478773.317038:0:22788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73 00000100:00100000:0.0:1789478773.317046:0:22788:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc042b0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:433f6587-f9be-4304-94be-07d77f00816b+20:24297:x1876403964572160:12345-0@lo:503:mount.lustre.0 00000100:00100000:0.0:1789478773.317154:0:22788:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc042b0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:433f6587-f9be-4304-94be-07d77f00816b+20:24297:x1876403964572160:12345-0@lo:503:mount.lustre.0 Request processed in 108us (365us total) trans 0 rc 0/0 00000100:00100000:0.0:1789478773.317161:0:22788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73 00000100:00100000:0.0:1789478773.317207:0:24297:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc40f62680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:433f6587-f9be-4304-94be-07d77f00816b:24297:1876403964572160:0@lo:503:mount.lustre.0 00000040:00080000:0.0:1789478773.317736:0:24297:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:0.0:1789478773.317796:0:24297:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc3fc00000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:433f6587-f9be-4304-94be-07d77f00816b:24297:1876403964572288:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1789478773.317834:0:24297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789478773.317863:0:22791:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964572288 00000100:00100000:0.0:1789478773.317867:0:22791:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964572288 00000100:00100000:0.0:1789478773.317894:0:22791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74 00000100:00100000:0.0:1789478773.317902:0:22791:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc042b2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:433f6587-f9be-4304-94be-07d77f00816b+20:24297:x1876403964572288:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1789478773.317973:0:22791:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc042b2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:433f6587-f9be-4304-94be-07d77f00816b+20:24297:x1876403964572288:12345-0@lo:502:mount.lustre.0 Request processed in 71us (137us total) trans 0 rc 0/0 00000100:00100000:0.0:1789478773.317980:0:22791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74 00000100:00100000:0.0:1789478773.318031:0:24297:0:(client.c:2715:ptlrpc_set_wait()) set ffff8ebc110f23c0 going to sleep for 11 seconds 00000100:00100000:0.0:1789478773.318044:0:24297:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc3fc00000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:433f6587-f9be-4304-94be-07d77f00816b:24297:1876403964572288:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1789478773.319774:0:24297:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].1, 224 off8416 00000040:00080000:0.0:1789478773.319813:0:24297:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].2, 112 off8528 00000040:00080000:0.0:1789478773.319828:0:24297:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].3, 224 off8752 00000040:00080000:0.0:1789478773.319840:0:24297:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].4, 224 off8976 00000040:00080000:0.0:1789478773.319852:0:24297:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].5, 112 off9088 00000040:00080000:0.0:1789478773.319864:0:24297:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].6, 224 off9312 00000040:00080000:0.0:1789478773.319874:0:24297:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].7, 224 off9536 00000040:00080000:0.0:1789478773.319885:0:24297:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].8, 128 off9664 00000040:00080000:0.0:1789478773.319895:0:24297:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].9, 224 off9888 00000040:00080000:0.0:1789478773.319907:0:24297:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].10, 224 off10112 00000040:00080000:0.0:1789478773.319919:0:24297:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].11, 128 off10240 00000100:00100000:0.0:1789478773.319953:0:24297:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc3fc00000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:433f6587-f9be-4304-94be-07d77f00816b:24297:1876403964572416:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1789478773.320032:0:24297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789478773.320069:0:22791:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964572416 00000100:00100000:0.0:1789478773.320075:0:22791:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964572416 00000100:00100000:0.0:1789478773.320109:0:22791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75 00000100:00100000:0.0:1789478773.320116:0:22791:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc042b2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:433f6587-f9be-4304-94be-07d77f00816b+20:24297:x1876403964572416:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1789478773.320222:0:22791:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc042b2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:433f6587-f9be-4304-94be-07d77f00816b+20:24297:x1876403964572416:12345-0@lo:502:mount.lustre.0 Request processed in 104us (190us total) trans 0 rc 0/0 00000100:00100000:0.0:1789478773.320229:0:22791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75 00000100:00100000:0.0:1789478773.320284:0:24297:0:(client.c:2715:ptlrpc_set_wait()) set ffff8ebc110f23c0 going to sleep for 11 seconds 00000100:00100000:0.0:1789478773.320301:0:24297:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc3fc00000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:433f6587-f9be-4304-94be-07d77f00816b:24297:1876403964572416:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1789478773.320339:0:24297:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].12, 224 off10464 00000040:00080000:0.0:1789478773.320346:0:24297:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 12 count 13 00000020:01000000:2.0:1789478773.333283:0:24318:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1789478773.333296:0:24318:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789478773.333298:0:24318:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:2.0:1789478773.333305:0:24318:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff8ebc3bcd8800 00000020:00000080:2.0:1789478773.333307:0:24318:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:2.0:1789478773.333314:0:24318:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1789478773.333338:0:24318:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789478773.333339:0:24318:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:2.0:1789478773.333342:0:24318:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1789478773.333344:0:24318:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789478773.333346:0:24318:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:2.0:1789478773.333349:0:24318:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff8ebc3bcd8800 00000020:00000080:2.0:1789478773.333351:0:24318:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:2.0:1789478773.333405:0:24318:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1789478773.333408:0:24318:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789478773.333410:0:24318:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:2.0:1789478773.333412:0:24318:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1789478773.333415:0:24318:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789478773.333416:0:24318:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:2.0:1789478773.333419:0:24318:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff8ebc3bcd8800 00000020:00000080:2.0:1789478773.333421:0:24318:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:2.0:1789478773.333436:0:24318:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1789478773.333438:0:24318:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789478773.333440:0:24318:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:2.0:1789478773.333442:0:24318:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1789478773.333444:0:24318:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789478773.333445:0:24318:0:(obd_config.c:1563:class_process_config()) marker 5 (0x1) lustre mdt.lustre-MDT0001.hsm_control 00000020:01000000:2.0:1789478773.333448:0:24318:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff8ebc3bcd8800 00000020:00000080:2.0:1789478773.333450:0:24318:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:2.0:1789478773.333468:0:24318:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1789478773.333470:0:24318:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789478773.333471:0:24318:0:(obd_config.c:1563:class_process_config()) marker 5 (0x2) lustre mdt.lustre-MDT0001.hsm_control 00000040:00080000:2.0:1789478773.333474:0:24318:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xe:0x0] index 13 count 13 00000020:01000000:1.0:1789478773.334397:0:24297:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-12 (rc=0) 10000000:01000000:1.0:1789478773.334450:0:24297:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.206.111@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:1.0:1789478773.334479:0:24297:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.206.111@tcp lock: ffff8ebc08c4a000/0x8ebaae74e82179aa lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x8ebaae74e82179b1 expref: -99 pid: 24297 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478773.334491:0:24297:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.206.111@tcp lock: ffff8ebc08c4a000/0x8ebaae74e82179aa lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x8ebaae74e82179b1 expref: -99 pid: 24297 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1789478773.334575:0:24297:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:1.0:1789478773.334579:0:24297:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff8ebc3bcd8800 10000000:01000000:1.0:1789478773.334588:0:24297:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff8ebc3bcd8800 10000000:01000000:1.0:1789478773.334608:0:24297:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:1.0:1789478773.334616:0:24297:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff8ebc3bcd8800 from 1 10000000:01000000:1.0:1789478773.334619:0:24297:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:1.0:1789478773.334678:0:24297:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.206.111@tcp lock: ffff8ebc40fcf000/0x8ebaae74e82179b8 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 24297 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478773.334686:0:24297:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.206.111@tcp lock: ffff8ebc40fcf000/0x8ebaae74e82179b8 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 24297 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478773.334696:0:24297:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.206.111@tcp lock: ffff8ebc40fcf000/0x8ebaae74e82179b8 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 24297 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789478773.334718:0:24297:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc40ecc380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:433f6587-f9be-4304-94be-07d77f00816b:24297:1876403964572544:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1789478773.334779:0:24297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789478773.334814:0:24297:0:(client.c:2715:ptlrpc_set_wait()) set ffff8ebc08dacd80 going to sleep for 11 seconds 00000100:00100000:2.0:1789478773.340267:0:22790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964572544 00000100:00100000:2.0:1789478773.340279:0:22790:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964572544 00000100:00100000:2.0:1789478773.340342:0:22790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 76 00000100:00100000:2.0:1789478773.340352:0:22790:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc042b0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:433f6587-f9be-4304-94be-07d77f00816b+20:24297:x1876403964572544:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1789478773.340368:0:22790:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789478773.340391:0:22790:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8ebc08c4ba00/0x8ebaae74e82179bf lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: local remote: 0x8ebaae74e82179b8 expref: -99 pid: 22790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478773.340417:0:22790:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ebc08c4ba00/0x8ebaae74e82179bf lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x8ebaae74e82179b8 expref: 21 pid: 22790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478773.340428:0:22790:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8ebc08c4ba00/0x8ebaae74e82179bf lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x8ebaae74e82179b8 expref: 21 pid: 22790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478773.340436:0:22790:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ebc08c4ba00, rc 0) 00000100:00100000:2.0:1789478773.340522:0:22790:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc042b0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:433f6587-f9be-4304-94be-07d77f00816b+21:24297:x1876403964572544:12345-0@lo:101:mount.lustre.0 Request processed in 171us (5742us total) trans 0 rc 0/0 00000100:00100000:2.0:1789478773.340529:0:22790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 76 00000100:00100000:2.0:1789478773.341343:0:24297:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc40ecc380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:433f6587-f9be-4304-94be-07d77f00816b:24297:1876403964572544:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1789478773.341362:0:24297:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.206.111@tcp lock: ffff8ebc40fcf000/0x8ebaae74e82179b8 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x8ebaae74e82179bf expref: -99 pid: 24297 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478773.341372:0:24297:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.206.111@tcp lock: ffff8ebc40fcf000/0x8ebaae74e82179b8 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x8ebaae74e82179bf expref: -99 pid: 24297 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1789478773.353930:0:24297:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 52 count 51 00000040:00080000:2.0:1789478773.354463:0:24297:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1789478773.355623:0:24297:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].1, 224 off8416 00000040:00080000:2.0:1789478773.355773:0:24297:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].2, 120 off8536 00000040:00080000:2.0:1789478773.355789:0:24297:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].3, 168 off8704 00000040:00080000:2.0:1789478773.355803:0:24297:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].4, 224 off8928 00000040:00080000:2.0:1789478773.355817:0:24297:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].5, 224 off9152 00000040:00080000:2.0:1789478773.355830:0:24297:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].6, 120 off9272 00000040:00080000:2.0:1789478773.355843:0:24297:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].7, 168 off9440 00000040:00080000:2.0:1789478773.355856:0:24297:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].8, 224 off9664 00000040:00080000:2.0:1789478773.355892:0:24297:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].9, 224 off9888 00000040:00080000:2.0:1789478773.355908:0:24297:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].10, 120 off10008 00000040:00080000:2.0:1789478773.355922:0:24297:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].11, 224 off10232 00000040:00080000:2.0:1789478773.355935:0:24297:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].12, 224 off10456 00000040:00080000:2.0:1789478773.355949:0:24297:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].13, 88 off10544 00000040:00080000:2.0:1789478773.355961:0:24297:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].14, 128 off10672 00000040:00080000:2.0:1789478773.355975:0:24297:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].15, 144 off10816 00000040:00080000:2.0:1789478773.356016:0:24297:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].16, 160 off10976 00000040:00080000:2.0:1789478773.356031:0:24297:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].17, 224 off11200 00000040:00080000:2.0:1789478773.356043:0:24297:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].18, 224 off11424 00000040:00080000:2.0:1789478773.356056:0:24297:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].19, 80 off11504 00000040:00080000:2.0:1789478773.356069:0:24297:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].20, 224 off11728 00000040:00080000:2.0:1789478773.356082:0:24297:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].21, 224 off11952 00000040:00080000:2.0:1789478773.356095:0:24297:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].22, 88 off12040 00000040:00080000:2.0:1789478773.356108:0:24297:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].23, 128 off12168 00000040:00080000:2.0:1789478773.356123:0:24297:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].24, 144 off12312 00000040:00080000:2.0:1789478773.357905:0:24297:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].25, 160 off12472 00000040:00080000:2.0:1789478773.357936:0:24297:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].26, 224 off12696 00000040:00080000:2.0:1789478773.357951:0:24297:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].27, 224 off12920 00000040:00080000:2.0:1789478773.357964:0:24297:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].28, 80 off13000 00000040:00080000:2.0:1789478773.358471:0:24297:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].29, 224 off13224 00000040:00080000:2.0:1789478773.358496:0:24297:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].30, 224 off13448 00000040:00080000:2.0:1789478773.358845:0:24297:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].31, 88 off13536 00000040:00080000:2.0:1789478773.358860:0:24297:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].32, 128 off13664 00000040:00080000:2.0:1789478773.358872:0:24297:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].33, 144 off13808 00000040:00080000:2.0:1789478773.358884:0:24297:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].34, 128 off13936 00000040:00080000:2.0:1789478773.358898:0:24297:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].35, 224 off14160 00000040:00080000:2.0:1789478773.358910:0:24297:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].36, 224 off14384 00000040:00080000:2.0:1789478773.358922:0:24297:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].37, 80 off14464 00000040:00080000:2.0:1789478773.358934:0:24297:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].38, 224 off14688 00000040:00080000:2.0:1789478773.358948:0:24297:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].39, 224 off14912 00000040:00080000:2.0:1789478773.358962:0:24297:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].40, 88 off15000 00000040:00080000:2.0:1789478773.359829:0:24297:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].41, 128 off15128 00000040:00080000:2.0:1789478773.359860:0:24297:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].42, 144 off15272 00000040:00080000:2.0:1789478773.359874:0:24297:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].43, 128 off15400 00000040:00080000:2.0:1789478773.359887:0:24297:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].44, 224 off15624 00000040:00080000:2.0:1789478773.359900:0:24297:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].45, 224 off15848 00000040:00080000:2.0:1789478773.359912:0:24297:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].46, 80 off15928 00000040:00080000:2.0:1789478773.359924:0:24297:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].47, 224 off16152 00000040:00080000:2.0:1789478773.359937:0:24297:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].48, 232 off16384 00000040:00080000:2.0:1789478773.360110:0:24297:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].49, 224 off16608 00000040:00080000:2.0:1789478773.360131:0:24297:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].50, 120 off16728 00000040:00080000:2.0:1789478773.360164:0:24297:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].51, 224 off16952 00000040:00080000:2.0:1789478773.360169:0:24297:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 51 count 51 00000100:00100000:2.0:1789478773.360273:0:24297:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc40f62680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:433f6587-f9be-4304-94be-07d77f00816b:24297:1876403964572672:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1789478773.360333:0:24297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789478773.360372:0:24297:0:(client.c:2715:ptlrpc_set_wait()) set ffff8ebc08c7d6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1789478773.362788:0:22788:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964572672 00000100:00100000:0.0:1789478773.362800:0:22788:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964572672 00000100:00100000:0.0:1789478773.362873:0:22788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77 00000100:00100000:0.0:1789478773.362883:0:22788:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc042b0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:433f6587-f9be-4304-94be-07d77f00816b+21:24297:x1876403964572672:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1789478773.363046:0:22788:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc042b0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:433f6587-f9be-4304-94be-07d77f00816b+21:24297:x1876403964572672:12345-0@lo:501:mount.lustre.0 Request processed in 165us (2713us total) trans 0 rc 0/0 00000100:00100000:0.0:1789478773.363054:0:22788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77 00000100:00100000:2.0:1789478773.363125:0:24297:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc40f62680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:433f6587-f9be-4304-94be-07d77f00816b:24297:1876403964572672:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1789478773.363577:0:24297:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc40f62680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:433f6587-f9be-4304-94be-07d77f00816b:24297:1876403964572800:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1789478773.363662:0:24297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789478773.363685:0:24297:0:(client.c:2715:ptlrpc_set_wait()) set ffff8ebc08c7d6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1789478773.363792:0:22791:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964572800 00000100:00100000:0.0:1789478773.363797:0:22791:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964572800 00000100:00100000:0.0:1789478773.363830:0:22791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78 00000100:00100000:0.0:1789478773.363838:0:22791:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc042b1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:433f6587-f9be-4304-94be-07d77f00816b+21:24297:x1876403964572800:12345-0@lo:503:mount.lustre.0 00000100:00100000:0.0:1789478773.363924:0:22791:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc042b1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:433f6587-f9be-4304-94be-07d77f00816b+21:24297:x1876403964572800:12345-0@lo:503:mount.lustre.0 Request processed in 86us (263us total) trans 0 rc 0/0 00000100:00100000:0.0:1789478773.363930:0:22791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78 00000100:00100000:2.0:1789478773.364641:0:24297:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc40f62680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:433f6587-f9be-4304-94be-07d77f00816b:24297:1876403964572800:0@lo:503:mount.lustre.0 00000040:00080000:2.0:1789478773.367473:0:24297:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:2.0:1789478773.368387:0:24297:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc40f62680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:433f6587-f9be-4304-94be-07d77f00816b:24297:1876403964572928:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1789478773.368460:0:24297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789478773.368866:0:22790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964572928 00000100:00100000:3.0:1789478773.368873:0:22790:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964572928 00000100:00100000:3.0:1789478773.368918:0:22790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 79 00000100:00100000:3.0:1789478773.368927:0:22790:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc042b3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:433f6587-f9be-4304-94be-07d77f00816b+21:24297:x1876403964572928:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1789478773.369072:0:22790:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc042b3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:433f6587-f9be-4304-94be-07d77f00816b+21:24297:x1876403964572928:12345-0@lo:502:mount.lustre.0 Request processed in 145us (611us total) trans 0 rc 0/0 00000100:00100000:3.0:1789478773.369081:0:22790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 79 00000100:00100000:2.0:1789478773.369606:0:24297:0:(client.c:2715:ptlrpc_set_wait()) set ffff8ebc08c7d780 going to sleep for 11 seconds 00000100:00100000:2.0:1789478773.370339:0:24297:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc40f62680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:433f6587-f9be-4304-94be-07d77f00816b:24297:1876403964572928:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1789478773.371267:0:24297:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].1, 224 off8416 00000040:00080000:2.0:1789478773.371303:0:24297:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].2, 120 off8536 00000040:00080000:2.0:1789478773.371335:0:24297:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].3, 168 off8704 00000040:00080000:2.0:1789478773.371358:0:24297:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].4, 224 off8928 00000040:00080000:2.0:1789478773.371370:0:24297:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].5, 224 off9152 00000040:00080000:2.0:1789478773.371382:0:24297:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].6, 120 off9272 00000040:00080000:2.0:1789478773.371393:0:24297:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].7, 168 off9440 00000040:00080000:2.0:1789478773.371405:0:24297:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].8, 224 off9664 00000040:00080000:2.0:1789478773.371422:0:24297:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].9, 224 off9888 00000040:00080000:2.0:1789478773.371436:0:24297:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].10, 120 off10008 00000040:00080000:2.0:1789478773.371449:0:24297:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].11, 224 off10232 00000040:00080000:2.0:1789478773.371463:0:24297:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].12, 224 off10456 00000040:00080000:2.0:1789478773.371479:0:24297:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].13, 88 off10544 00000040:00080000:2.0:1789478773.371493:0:24297:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].14, 128 off10672 00000040:00080000:2.0:1789478773.371520:0:24297:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].15, 144 off10816 00000040:00080000:2.0:1789478773.371536:0:24297:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].16, 160 off10976 00000040:00080000:2.0:1789478773.371549:0:24297:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].17, 224 off11200 00000040:00080000:2.0:1789478773.371563:0:24297:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].18, 224 off11424 00000040:00080000:2.0:1789478773.371611:0:24297:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].19, 80 off11504 00000040:00080000:2.0:1789478773.371637:0:24297:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].20, 224 off11728 00000040:00080000:2.0:1789478773.371672:0:24297:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].21, 224 off11952 00000040:00080000:2.0:1789478773.371692:0:24297:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].22, 88 off12040 00000040:00080000:2.0:1789478773.371710:0:24297:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].23, 128 off12168 00000040:00080000:2.0:1789478773.371727:0:24297:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].24, 144 off12312 00000040:00080000:2.0:1789478773.371743:0:24297:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].25, 160 off12472 00000040:00080000:2.0:1789478773.371756:0:24297:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].26, 224 off12696 00000040:00080000:2.0:1789478773.371775:0:24297:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].27, 224 off12920 00000040:00080000:2.0:1789478773.371791:0:24297:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].28, 80 off13000 00000040:00080000:2.0:1789478773.371807:0:24297:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].29, 224 off13224 00000040:00080000:2.0:1789478773.371821:0:24297:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].30, 224 off13448 00000040:00080000:2.0:1789478773.371834:0:24297:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].31, 88 off13536 00000040:00080000:2.0:1789478773.371847:0:24297:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].32, 128 off13664 00000040:00080000:2.0:1789478773.371860:0:24297:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].33, 144 off13808 00000040:00080000:2.0:1789478773.371872:0:24297:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].34, 128 off13936 00000040:00080000:2.0:1789478773.371901:0:24297:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].35, 224 off14160 00000040:00080000:2.0:1789478773.371918:0:24297:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].36, 224 off14384 00000040:00080000:2.0:1789478773.371946:0:24297:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].37, 80 off14464 00000040:00080000:2.0:1789478773.371959:0:24297:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].38, 224 off14688 00000040:00080000:2.0:1789478773.371971:0:24297:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].39, 224 off14912 00000040:00080000:2.0:1789478773.371987:0:24297:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].40, 88 off15000 00000040:00080000:2.0:1789478773.372014:0:24297:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].41, 128 off15128 00000040:00080000:2.0:1789478773.372032:0:24297:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].42, 144 off15272 00000040:00080000:2.0:1789478773.372054:0:24297:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].43, 128 off15400 00000040:00080000:2.0:1789478773.372072:0:24297:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].44, 224 off15624 00000040:00080000:2.0:1789478773.372088:0:24297:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].45, 224 off15848 00000040:00080000:2.0:1789478773.372105:0:24297:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].46, 80 off15928 00000040:00080000:2.0:1789478773.372119:0:24297:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].47, 224 off16152 00000040:00080000:2.0:1789478773.372134:0:24297:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].48, 232 off16384 00000100:00100000:2.0:1789478773.372182:0:24297:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc40f62680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:433f6587-f9be-4304-94be-07d77f00816b:24297:1876403964573056:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1789478773.372246:0:24297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789478773.372291:0:24297:0:(client.c:2715:ptlrpc_set_wait()) set ffff8ebc08c7d780 going to sleep for 11 seconds 00000100:00100000:3.0:1789478773.372397:0:22788:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964573056 00000100:00100000:3.0:1789478773.372404:0:22788:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964573056 00000100:00100000:3.0:1789478773.372466:0:22788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 80 00000100:00100000:3.0:1789478773.372475:0:22788:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc042b3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:433f6587-f9be-4304-94be-07d77f00816b+21:24297:x1876403964573056:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1789478773.372618:0:22788:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc042b3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:433f6587-f9be-4304-94be-07d77f00816b+21:24297:x1876403964573056:12345-0@lo:502:mount.lustre.0 Request processed in 143us (370us total) trans 0 rc 0/0 00000100:00100000:3.0:1789478773.372625:0:22788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 80 00000100:00100000:2.0:1789478773.374369:0:24297:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc40f62680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:433f6587-f9be-4304-94be-07d77f00816b:24297:1876403964573056:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1789478773.375802:0:24297:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].49, 224 off16608 00000040:00080000:2.0:1789478773.375859:0:24297:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].50, 120 off16728 00000100:00100000:2.0:1789478773.375899:0:24297:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc40f62680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:433f6587-f9be-4304-94be-07d77f00816b:24297:1876403964573184:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1789478773.375962:0:24297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789478773.376247:0:22791:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964573184 00000100:00100000:3.0:1789478773.376253:0:22791:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964573184 00000100:00100000:3.0:1789478773.376298:0:22791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 81 00000100:00100000:3.0:1789478773.376306:0:22791:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc042b1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:433f6587-f9be-4304-94be-07d77f00816b+21:24297:x1876403964573184:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1789478773.381424:0:22791:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc042b1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:433f6587-f9be-4304-94be-07d77f00816b+21:24297:x1876403964573184:12345-0@lo:502:mount.lustre.0 Request processed in 5109us (5452us total) trans 0 rc 0/0 00000100:00100000:3.0:1789478773.381438:0:22791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 81 00000100:00100000:2.0:1789478773.384677:0:24297:0:(client.c:2715:ptlrpc_set_wait()) set ffff8ebc08c7d780 going to sleep for 11 seconds 00000100:00100000:2.0:1789478773.384733:0:24297:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc40f62680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:433f6587-f9be-4304-94be-07d77f00816b:24297:1876403964573184:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1789478773.384831:0:24297:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].51, 224 off16952 00000040:00080000:2.0:1789478773.384845:0:24297:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 51 count 51 00000020:01000004:2.0:1789478773.386052:0:24324:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-OST0000 (typ=lwp) 00000020:00000080:2.0:1789478773.386066:0:24324:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-OST0000 (ffff8ebc0658b370) 00000020:00000080:2.0:1789478773.386088:0:24324:0:(obd_config.c:720:class_attach_name()) OBD: dev 23 attached type lwp with refcount 2 00000020:01000004:2.0:1789478773.386170:0:24324:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8ebc3bcd8800 from lustre-OST0000, refs=3 00000020:01000004:2.0:1789478773.386175:0:24324:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8ebc3bcd8800 from lustre-OST0000, refs=3 00000020:01000004:2.0:1789478773.386195:0:24324:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8ebc3bcd8800 3 00010000:00080000:2.0:1789478773.386241:0:24324:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8ebb04a4c000@lustre-MDT0000-lwp-OST0000: add connection 192.168.206.111@tcp at head 00010000:00010000:2.0:1789478773.388130:0:24324:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-OST0000-9 is initialized 00000020:00000080:2.0:1789478773.388308:0:24324:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-OST0000 (uuid lustre-MDT0000-lwp-OST0000_UUID) 00000010:01000000:2.0:1789478773.388344:0:24324:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:2.0:1789478773.388358:0:24324:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-OST0000, cookie 0x8ebaae74e82179cd 00000100:00080000:2.0:1789478773.388367:0:24324:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 0 00000100:00080000:2.0:1789478773.388377:0:24324:0:(import.c:625:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8ebb04a4c000 using connection 192.168.206.111@tcp/0@lo 00000100:00100000:2.0:1789478773.388408:0:24324:0:(import.c:827:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8ebc40f62680 x1876403964573312/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789478773.388439:0:24324:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID 00000100:00100000:3.0:1789478773.389551:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc40f62680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3644:1876403964573312:0@lo:38:llog_process_th.0 00000100:00100000:3.0:1789478773.389635:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789478773.389696:0:22798:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964573312 00000100:00100000:3.0:1789478773.389708:0:22798:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964573312 00000100:00100000:3.0:1789478773.389757:0:22798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1789478773.389764:0:22798:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc34c99500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3644:x1876403964573312:12345-0@lo:38:llog_process_th.0 00010000:00080000:3.0:1789478773.389787:0:22798:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-OST0000_UUID@0@lo t0 exp 0000000000000000 cur 602 last 0 00000020:00000080:3.0:1789478773.389818:0:22798:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-OST0000_UUID, cookie 0x8ebaae74e82179d4 00000004:00100000:3.0:1789478773.389832:0:22798:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:3.0:1789478773.389862:0:22798:0:(import.c:65:import_set_state_nolock()) ffff8ebc18978000 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1789478773.389911:0:22798:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc34c99500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3644:x1876403964573312:12345-0@lo:38:llog_process_th.0 Request processed in 146us (276us total) trans 0 rc 0/0 00000100:00100000:3.0:1789478773.389918:0:22798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00010000:00080000:3.0:1789478773.389955:0:3644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8ebc40f62680 x1876403964573312/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1789478783 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789478773.389965:0:3644:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 2 00000100:00080000:3.0:1789478773.389973:0:3644:0:(import.c:1133:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-OST0000: connect to target with instance 3 00000100:00080000:3.0:1789478773.389980:0:3644:0:(import.c:957:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-OST0000: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:3.0:1789478773.389984:0:3644:0:(import.c:1214:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:3.0:1789478773.389986:0:3644:0:(import.c:65:import_set_state_nolock()) ffff8ebb04a4c000 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:3.0:1789478773.389991:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc40f62680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3644:1876403964573312:0@lo:38:llog_process_th.0 00000100:00080000:1.0:1789478773.391979:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1789478773.391985:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789478773.391988:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1789478773.391991:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1789478773.392029:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc40ecea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3645:1876403964573440:0@lo:400:kworker.0 00000100:00080000:1.0:1789478773.392033:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1789478773.392035:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789478773.392038:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1789478773.392040:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1789478773.392067:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc40ecc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3646:1876403964573568:0@lo:400:kworker.0 00000100:00100000:0.0:1789478773.392082:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789478773.392093:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789478773.392121:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc40ecd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3647:1876403964573696:0@lo:400:kworker.0 00000100:00100000:1.0:1789478773.392130:0:22797:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964573568 00000100:00100000:1.0:1789478773.392135:0:22797:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964573568 00000100:00100000:0.0:1789478773.392142:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789478773.392158:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1789478773.392163:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc40ecf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3647:1876403964573824:0@lo:400:kworker.0 00000100:00100000:1.0:1789478773.392170:0:22797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:1.0:1789478773.392178:0:22797:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc40eced80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3646:x1876403964573568:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789478773.392185:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789478773.392209:0:22801:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964573440 00000100:00100000:0.0:1789478773.392212:0:22801:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964573440 00000100:00100000:1.0:1789478773.392237:0:22797:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc40eced80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3646:x1876403964573568:12345-0@lo:400:kworker.0 Request processed in 53us (136us total) trans 0 rc 0/0 00000100:00100000:1.0:1789478773.392244:0:22797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:1.0:1789478773.392258:0:22797:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964573824 00000100:00100000:1.0:1789478773.392261:0:22797:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964573824 00000100:00100000:1.0:1789478773.392283:0:22797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1789478773.392289:0:22797:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc3fc00380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3647:x1876403964573824:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789478773.392928:0:22801:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964573696 00000100:00100000:0.0:1789478773.392934:0:22801:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964573696 00000100:00100000:0.0:1789478773.392952:0:22801:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:0.0:1789478773.392959:0:22801:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc3fc00000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3645:x1876403964573440:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789478773.393036:0:22801:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc3fc00000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3645:x1876403964573440:12345-0@lo:400:kworker.0 Request processed in 78us (953us total) trans 0 rc 0/0 00000100:00100000:0.0:1789478773.393201:0:22801:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:0.0:1789478773.393217:0:22801:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:0.0:1789478773.393224:0:22801:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc3fc03b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3647:x1876403964573696:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789478773.393262:0:22801:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc3fc03b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3647:x1876403964573696:12345-0@lo:400:kworker.0 Request processed in 39us (1119us total) trans 0 rc 0/0 00000100:00100000:0.0:1789478773.393268:0:22801:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:0.0:1789478773.393310:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc40ecd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3647:1876403964573696:0@lo:400:kworker.0 00000100:00100000:0.0:1789478773.393337:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc40ecea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3645:1876403964573440:0@lo:400:kworker.0 00000100:00100000:1.0:1789478773.393432:0:22797:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc3fc00380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3647:x1876403964573824:12345-0@lo:400:kworker.0 Request processed in 1142us (1244us total) trans 0 rc 0/0 00000100:00100000:1.0:1789478773.393439:0:22797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00010000:00080000:1.0:1789478773.393469:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8ebc40ecc700 x1876403964573568/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789478789 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789478773.393575:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc40ecc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3646:1876403964573568:0@lo:400:kworker.0 00010000:00080000:0.0:1789478773.394021:0:3647:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8ebc40ecf800 x1876403964573824/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789478789 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789478773.394032:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc40ecf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3647:1876403964573824:0@lo:400:kworker.0 00000020:01000004:2.0:1789478773.394174:0:24324:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0001-lwp-OST0000 (typ=lwp) 00000020:00000080:2.0:1789478773.394189:0:24324:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-lwp-OST0000 (ffff8ebc0658cd28) 00000020:00000080:2.0:1789478773.394210:0:24324:0:(obd_config.c:720:class_attach_name()) OBD: dev 24 attached type lwp with refcount 2 00000020:01000004:2.0:1789478773.394296:0:24324:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8ebc3bcd8800 from lustre-OST0000, refs=3 00000020:01000004:2.0:1789478773.394300:0:24324:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8ebc3bcd8800 from lustre-OST0000, refs=3 00000020:01000004:2.0:1789478773.394302:0:24324:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8ebc3bcd8800 3 00010000:00080000:2.0:1789478773.394330:0:24324:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8ebb04a4e800@lustre-MDT0001-lwp-OST0000: add connection 192.168.206.111@tcp at head 00010000:00010000:2.0:1789478773.396224:0:24324:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-lwp-OST0000-10 is initialized 00000020:00000080:2.0:1789478773.399789:0:24324:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-lwp-OST0000 (uuid lustre-MDT0001-lwp-OST0000_UUID) 00000010:01000000:2.0:1789478773.400559:0:24324:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:2.0:1789478773.400573:0:24324:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-lwp-OST0000, cookie 0x8ebaae74e82179e2 00000100:00080000:2.0:1789478773.400585:0:24324:0:(import.c:510:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 0 00000100:00080000:2.0:1789478773.400615:0:24324:0:(import.c:625:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff8ebb04a4e800 using connection 192.168.206.111@tcp/0@lo 00000100:00100000:2.0:1789478773.400649:0:24324:0:(import.c:827:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8ebc40f60e00 x1876403964573952/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789478773.400778:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc40f60e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3644:1876403964573952:0@lo:38:llog_process_th.0 00000100:00100000:1.0:1789478773.400842:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1789478773.403146:0:24324:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID 00000100:00100000:0.0:1789478773.403502:0:22796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964573952 00000100:00100000:0.0:1789478773.404680:0:22796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964573952 00000100:00100000:0.0:1789478773.404841:0:22796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1789478773.404851:0:22796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc40ecc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3644:x1876403964573952:12345-0@lo:38:llog_process_th.0 00010000:00080000:0.0:1789478773.405309:0:22796:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0001: connection from lustre-MDT0001-lwp-OST0000_UUID@0@lo t0 exp 0000000000000000 cur 602 last 0 00000020:00000080:0.0:1789478773.405359:0:22796:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-lwp-OST0000_UUID, cookie 0x8ebaae74e82179e9 00000004:00100000:0.0:1789478773.405377:0:22796:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0001: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:0.0:1789478773.405409:0:22796:0:(import.c:65:import_set_state_nolock()) ffff8ebc3f6c7800 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1789478773.406225:0:22796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc40ecc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3644:x1876403964573952:12345-0@lo:38:llog_process_th.0 Request processed in 1257us (5265us total) trans 0 rc 0/0 00000100:00100000:0.0:1789478773.406236:0:22796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00080000:0.0:1789478773.407113:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1789478773.407130:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789478773.407132:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1789478773.407135:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789478773.407249:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1789478773.407252:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789478773.407255:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1789478773.407258:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000040:00080000:3.0:1789478773.408420:0:24324:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x10:0x0] index 52 count 51 00000020:01000000:3.0:1789478773.408882:0:24297:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:3.0:1789478773.408914:0:24297:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.206.111@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:3.0:1789478773.408928:0:24297:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.206.111@tcp lock: ffff8ebc40fcf000/0x8ebaae74e82179b8 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x8ebaae74e82179bf expref: -99 pid: 24297 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478773.408941:0:24297:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.206.111@tcp lock: ffff8ebc40fcf000/0x8ebaae74e82179b8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x8ebaae74e82179bf expref: -99 pid: 24297 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:3.0:1789478773.409130:0:24297:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:3.0:1789478773.409132:0:24297:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1789478773.409134:0:24297:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1789478773.409135:0:24297:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1789478773.409136:0:24297:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1789478773.409138:0:24297:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1789478773.409140:0:24297:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1789478773.409142:0:24297:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1789478773.409143:0:24297:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:3.0:1789478773.409147:0:24297:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0000 0x40020002 00000020:01000004:3.0:1789478773.409150:0:24297:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:3.0:1789478773.409151:0:24297:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1789478773.409152:0:24297:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1789478773.409153:0:24297:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1789478773.409155:0:24297:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1789478773.409156:0:24297:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1789478773.409157:0:24297:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1789478773.409158:0:24297:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1789478773.409159:0:24297:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:3.0:1789478773.409182:0:24297:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0000 00000100:00100000:3.0:1789478773.409201:0:24297:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc34c99880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:433f6587-f9be-4304-94be-07d77f00816b:24297:1876403964574080:0@lo:253:mount.lustre.0 00000100:00100000:3.0:1789478773.409264:0:24297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789478773.409301:0:24297:0:(client.c:2715:ptlrpc_set_wait()) set ffff8ebb0355ab40 going to sleep for 11 seconds 00000100:00100000:3.0:1789478773.409323:0:22790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964574080 00000100:00100000:3.0:1789478773.409329:0:22790:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964574080 00000100:00100000:3.0:1789478773.409376:0:22790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82 00000100:00100000:3.0:1789478773.409385:0:22790:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc042b2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:433f6587-f9be-4304-94be-07d77f00816b+21:24297:x1876403964574080:12345-0@lo:253:mount.lustre.0 20000000:01000000:3.0:1789478773.409409:0:22790:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:3.0:1789478773.409422:0:22790:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 00010000:00080000:1.0:1789478773.410258:0:3644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8ebc40f60e00 x1876403964573952/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1789478783 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789478773.410270:0:3644:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 2 00000100:00080000:1.0:1789478773.410278:0:3644:0:(import.c:1133:ptlrpc_connect_interpret()) lustre-MDT0001-lwp-OST0000: connect to target with instance 3 00000100:00080000:1.0:1789478773.410285:0:3644:0:(import.c:957:ptlrpc_connect_set_flags()) lustre-MDT0001-lwp-OST0000: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:1.0:1789478773.410289:0:3644:0:(import.c:1214:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000100:00080000:1.0:1789478773.410356:0:3644:0:(import.c:65:import_set_state_nolock()) ffff8ebb04a4e800 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00100000:1.0:1789478773.410373:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc40f60e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3644:1876403964573952:0@lo:38:llog_process_th.0 20000000:01000000:3.0:1789478773.416200:0:22790:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:3.0:1789478773.416224:0:22790:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00000100:00100000:3.0:1789478773.416646:0:22790:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc042b2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:433f6587-f9be-4304-94be-07d77f00816b+21:24297:x1876403964574080:12345-0@lo:253:mount.lustre.0 Request processed in 7257us (7377us total) trans 0 rc 0/0 00000100:00100000:3.0:1789478773.416672:0:22790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82 00000100:00100000:0.0:1789478773.416838:0:24297:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc34c99880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:433f6587-f9be-4304-94be-07d77f00816b:24297:1876403964574080:0@lo:253:mount.lustre.0 10000000:01000000:0.0:1789478773.416851:0:24297:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0000 got index = 0 00000020:01000004:0.0:1789478773.416854:0:24297:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:0.0:1789478773.416856:0:24297:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1789478773.416857:0:24297:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1789478773.416858:0:24297:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1789478773.416859:0:24297:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1789478773.416861:0:24297:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1789478773.416863:0:24297:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1789478773.416865:0:24297:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1789478773.416866:0:24297:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:0.0:1789478773.416899:0:24297:0:(tgt_mount.c:2695:server_calc_timeout()) lustre-OST0000: Imperative Recovery not enabled, recovery window 60-180 20000000:01000000:2.0:1789478773.416963:0:22812:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:2.0:1789478773.416974:0:22812:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:2.0:1789478773.416993:0:22812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8ebc08c4a400/0x8ebaae74e82179f0 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478773.417094:0:22812:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8ebc34f77e00/0x8ebaae74e821793a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x8ebaae74e8217933 expref: 20 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478773.417103:0:22812:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8ebc34f77200/0x8ebaae74e8217948 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x8ebaae74e8217941 expref: 20 pid: 22788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478773.417110:0:22812:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8ebc08c4a400/0x8ebaae74e82179f0 lrc: 5/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 22812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478773.417142:0:22812:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8ebc34f77200/0x8ebaae74e8217948 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x8ebaae74e8217941 expref: 20 pid: 22788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478773.417156:0:22812:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8ebc34f77200/0x8ebaae74e8217948 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x8ebaae74e8217941 expref: 20 pid: 22788 timeout: 702 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789478773.417169:0:22812:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc40f63b80 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22812:1876403964574208:0@lo:104: 00000100:00100000:2.0:1789478773.417206:0:22812:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1789478773.417263:0:22812:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8ebc34f77e00/0x8ebaae74e821793a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x8ebaae74e8217933 expref: 20 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478773.417272:0:22812:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8ebc34f77e00/0x8ebaae74e821793a lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x8ebaae74e8217933 expref: 20 pid: 22791 timeout: 702 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789478773.417281:0:22812:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc40f62680 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22812:1876403964574336:0@lo:104: 00000100:00100000:3.0:1789478773.417385:0:22780:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964574208 00000100:00100000:3.0:1789478773.417391:0:22780:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964574208 00000100:00100000:2.0:1789478773.417497:0:22812:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789478773.418242:0:22812:0:(client.c:2715:ptlrpc_set_wait()) set ffff8ebc08c7d600 going to sleep for 11 seconds 00000100:00100000:3.0:1789478773.418380:0:22780:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:3.0:1789478773.418396:0:22780:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964574336 00000100:00100000:3.0:1789478773.418402:0:22780:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964574336 00000100:00100000:3.0:1789478773.418434:0:22780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1789478773.418444:0:22780:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc40f60e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:433f6587-f9be-4304-94be-07d77f00816b+4:22812:x1876403964574208:12345-0@lo:104: 00010000:00010000:3.0:1789478773.418459:0:22780:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.206.111@tcp lock: ffff8ebc34f77400/0x8ebaae74e8217941 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x8ebaae74e8217948 expref: -99 pid: 22793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789478773.418855:0:22779:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 0 new 8192-byte reqbufs (1/2 left), rc = 0 00000100:00100000:1.0:1789478773.418866:0:22779:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[0] started 2 min 2 max 56 00000100:00100000:1.0:1789478773.418873:0:22779:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb00_002' 00010000:00010000:3.0:1789478773.419035:0:22780:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1789478773.419042:0:22780:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc40f60e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:433f6587-f9be-4304-94be-07d77f00816b+4:22812:x1876403964574208:12345-0@lo:104: Request processed in 601us (1837us total) trans 0 rc 0/0 00000100:00100000:3.0:1789478773.419050:0:22780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1789478773.419069:0:22780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:3.0:1789478773.419076:0:22780:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc3ca68450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:433f6587-f9be-4304-94be-07d77f00816b+3:22812:x1876403964574336:12345-0@lo:104: 00010000:00010000:3.0:1789478773.419084:0:22780:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.206.111@tcp lock: ffff8ebc35b66e00/0x8ebaae74e8217933 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x8ebaae74e821793a expref: -99 pid: 22793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478773.419118:0:22780:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:3.0:1789478773.419124:0:22780:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc3ca68450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:433f6587-f9be-4304-94be-07d77f00816b+3:22812:x1876403964574336:12345-0@lo:104: Request processed in 50us (1628us total) trans 0 rc 0/0 00000100:00100000:3.0:1789478773.419130:0:22780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00010000:00010000:3.0:1789478773.419162:0:22784:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1789478773.419168:0:22784:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.206.111@tcp lock: ffff8ebc34f77400/0x8ebaae74e8217941 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x8ebaae74e8217948 expref: -99 pid: 22793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478773.419203:0:22784:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ebc34f77400 already unused, calling callback (ffffffffc1383c20) 10000000:00010000:3.0:1789478773.419208:0:22784:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.206.111@tcp lock: ffff8ebc34f77400/0x8ebaae74e8217941 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x8ebaae74e8217948 expref: -99 pid: 22793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478773.419216:0:22784:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.206.111@tcp lock: ffff8ebc34f77400/0x8ebaae74e8217941 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x8ebaae74e8217948 expref: -99 pid: 22793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1789478773.419223:0:22784:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.206.111@tcp lock: ffff8ebc34f77400/0x8ebaae74e8217941 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x8ebaae74e8217948 expref: -99 pid: 22793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789478773.419229:0:22784:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:3.0:1789478773.419267:0:22784:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.206.111@tcp lock: ffff8ebc34f77400/0x8ebaae74e8217941 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x8ebaae74e8217948 expref: -99 pid: 22793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478773.419274:0:22784:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1789478773.419302:0:22784:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.206.111@tcp lock: ffff8ebc34f77400/0x8ebaae74e8217941 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x8ebaae74e8217948 expref: -99 pid: 22793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478773.419311:0:22784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.206.111@tcp lock: ffff8ebc34f77400/0x8ebaae74e8217941 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x8ebaae74e8217948 expref: -99 pid: 22793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789478773.419317:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc34c98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:433f6587-f9be-4304-94be-07d77f00816b:3645:1876403964574464:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1789478773.419325:0:22784:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789478773.419330:0:22784:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.206.111@tcp lock: ffff8ebc35b66e00/0x8ebaae74e8217933 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x8ebaae74e821793a expref: -99 pid: 22793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478773.419337:0:22784:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ebc35b66e00 already unused, calling callback (ffffffffc1383c20) 10000000:00010000:3.0:1789478773.419341:0:22784:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.206.111@tcp lock: ffff8ebc35b66e00/0x8ebaae74e8217933 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x8ebaae74e821793a expref: -99 pid: 22793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789478773.419356:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1789478773.419367:0:22784:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.206.111@tcp lock: ffff8ebc35b66e00/0x8ebaae74e8217933 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x8ebaae74e821793a expref: -99 pid: 22793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1789478773.419375:0:22784:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.206.111@tcp lock: ffff8ebc35b66e00/0x8ebaae74e8217933 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x8ebaae74e821793a expref: -99 pid: 22793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789478773.419380:0:22784:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:3.0:1789478773.419401:0:22784:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.206.111@tcp lock: ffff8ebc35b66e00/0x8ebaae74e8217933 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x8ebaae74e821793a expref: -99 pid: 22793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478773.419407:0:22784:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:0.0:1789478773.419410:0:22783:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964574464 00000100:00100000:0.0:1789478773.419416:0:22783:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964574464 00010000:00010000:3.0:1789478773.419420:0:22784:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.206.111@tcp lock: ffff8ebc35b66e00/0x8ebaae74e8217933 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x8ebaae74e821793a expref: -99 pid: 22793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478773.419429:0:22784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.206.111@tcp lock: ffff8ebc35b66e00/0x8ebaae74e8217933 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x8ebaae74e821793a expref: -99 pid: 22793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478773.419435:0:22783:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8ebc34f77200/0x8ebaae74e8217948 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x8ebaae74e8217941 expref: 21 pid: 22788 timeout: 702 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478773.419447:0:22784:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789478773.419450:0:22784:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789478773.419452:0:22784:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789478773.419461:0:22785:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789478773.419463:0:22783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1789478773.419472:0:22783:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc3fc02300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:433f6587-f9be-4304-94be-07d77f00816b+21:3645:x1876403964574464:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1789478773.419488:0:22783:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1789478773.419493:0:22783:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8ebc34f77200/0x8ebaae74e8217948 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x8ebaae74e8217941 expref: 21 pid: 22788 timeout: 702 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478773.419503:0:22783:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8ebc34f77200/0x8ebaae74e8217948 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x8ebaae74e8217941 expref: 21 pid: 22788 timeout: 702 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478773.419518:0:22783:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1789478773.419540:0:22783:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc3fc02300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:433f6587-f9be-4304-94be-07d77f00816b+21:3645:x1876403964574464:12345-0@lo:103:ldlm_bl.0 Request processed in 70us (187us total) trans 0 rc 0/0 00000100:00100000:0.0:1789478773.419546:0:22783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1789478773.419579:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc34c98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:433f6587-f9be-4304-94be-07d77f00816b:3645:1876403964574464:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1789478773.419592:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1789478773.419614:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc34c9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:433f6587-f9be-4304-94be-07d77f00816b:3645:1876403964574592:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1789478773.419637:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1789478773.420073:0:22812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ebc34f77200/0x8ebaae74e8217948 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x8ebaae74e8217941 expref: 20 pid: 22788 timeout: 702 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789478773.420093:0:22812:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc40f63b80 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22812:1876403964574208:0@lo:104: 00000100:00100000:3.0:1789478773.420105:0:22812:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc40f62680 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22812:1876403964574336:0@lo:104: 00010000:00010000:3.0:1789478773.420120:0:22812:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8ebc08c4a400/0x8ebaae74e82179f0 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789478773.420217:0:22782:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964574592 00000100:00100000:1.0:1789478773.420222:0:22782:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964574592 00010000:00010000:1.0:1789478773.420238:0:22782:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8ebc34f77e00/0x8ebaae74e821793a lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x8ebaae74e8217933 expref: 20 pid: 22791 timeout: 702 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789478773.420266:0:22782:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1789478773.420273:0:22782:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc3d7c2050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:433f6587-f9be-4304-94be-07d77f00816b+20:3645:x1876403964574592:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1789478773.420282:0:22782:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1789478773.420286:0:22782:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8ebc34f77e00/0x8ebaae74e821793a lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x8ebaae74e8217933 expref: 20 pid: 22791 timeout: 702 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478773.420305:0:22782:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8ebc34f77e00/0x8ebaae74e821793a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x8ebaae74e8217933 expref: 20 pid: 22791 timeout: 702 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478773.420316:0:22782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ebc34f77e00/0x8ebaae74e821793a lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x8ebaae74e8217933 expref: 20 pid: 22791 timeout: 702 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478773.420327:0:22782:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8ebc08c4a400/0x8ebaae74e82179f0 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478773.420335:0:22782:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ebc08c4a400/0x8ebaae74e82179f0 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:1.0:1789478773.420348:0:22782:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.016595449s 00010000:00010000:1.0:1789478773.420353:0:22782:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ebc08c4a400/0x8ebaae74e82179f0 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478773.420369:0:22782:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ebc08c4a400/0x8ebaae74e82179f0 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478773.420376:0:22782:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8ebc08c4a400/0x8ebaae74e82179f0 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478773.420382:0:22782:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8ebc08c4a400/0x8ebaae74e82179f0 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478773.420388:0:22782:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ebc08c4a400 already unused, calling callback (ffffffffc0d672a0) 00010000:00010000:1.0:1789478773.420392:0:22782:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8ebc08c4a400/0x8ebaae74e82179f0 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478773.420399:0:22782:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8ebc08c4a400/0x8ebaae74e82179f0 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 22812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478773.420414:0:22782:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8ebc08c4a400/0x8ebaae74e82179f0 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478773.420424:0:22782:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1789478773.420459:0:22782:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc3d7c2050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:433f6587-f9be-4304-94be-07d77f00816b+19:3645:x1876403964574592:12345-0@lo:103:ldlm_bl.0 Request processed in 186us (820us total) trans 0 rc 0/0 00000100:00100000:1.0:1789478773.420465:0:22782:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00010000:00010000:1.0:1789478773.420526:0:22812:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8ebc08c4a400/0x8ebaae74e82179f0 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478773.420534:0:22812:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8ebc08c4a400/0x8ebaae74e82179f0 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478773.420540:0:22812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ebc08c4a400/0x8ebaae74e82179f0 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789478773.421741:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc34c9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:433f6587-f9be-4304-94be-07d77f00816b:3645:1876403964574592:0@lo:103:ldlm_bl.0 00000001:00000004:1.0:1789478773.429655:0:24297:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 3, last_transno is 12884901888 00002000:00080000:1.0:1789478773.433680:0:24297:0:(ofd_obd.c:539:ofd_postrecov()) lustre-OST0000: recovery is over 00100000:10000000:1.0:1789478773.433689:0:24297:0:(lfsck_lib.c:3085:lfsck_start()) lustre-OST0000-osd: start master thread 00000020:01000004:1.0:1789478773.433723:0:24297:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:1.0:1789478773.433841:0:24297:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.206.111@tcp: cl_mgc_mutex unlock 00000020:01000004:1.0:1789478773.433862:0:24297:0:(tgt_mount.c:2461:server_fill_super_common()) Server sb, dev=49 00000080:00000004:1.0:1789478773.433894:0:24297:0:(super25.c:182:lustre_fill_super()) /dev/mapper/ost1_flakey: Mount complete 00000020:00000004:3.0:1789478773.440417:0:24297:0:(tgt_mount.c:2347:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:3.0:1789478773.441100:0:24297:0:(tgt_mount.c:2362:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:3.0:1789478773.668699:0:22784:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789478773.988970:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1789478773.988993:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc34c9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3648:1876403964574720:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1789478773.989071:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789478773.989119:0:22801:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964574720 00000100:00100000:3.0:1789478773.989127:0:22801:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964574720 00000100:00100000:3.0:1789478773.989336:0:22801:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:3.0:1789478773.989347:0:22801:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc34c9bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3648:x1876403964574720:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1789478773.989378:0:22801:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:3.0:1789478773.989420:0:22801:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc34c9bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3648:x1876403964574720:12345-0@lo:41:osp-pre-0-1.0 Request processed in 75us (349us total) trans 0 rc 0/0 00000100:00100000:3.0:1789478773.989427:0:22801:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:3.0:1789478773.989450:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc3fc00a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3648:1876403964574848:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1789478773.989474:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789478773.989823:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc34c9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3648:1876403964574720:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1789478773.989854:0:23537:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964574848 00000100:00100000:3.0:1789478773.989858:0:23537:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964574848 00000100:00100000:3.0:1789478773.991619:0:23537:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:3.0:1789478773.991832:0:23537:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc34c99c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3648:x1876403964574848:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1789478773.991867:0:23537:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:3.0:1789478773.991949:0:23537:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc34c99c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3648:x1876403964574848:12345-0@lo:41:osp-pre-1-0.0 Request processed in 309us (2473us total) trans 0 rc 0/0 00000100:00100000:3.0:1789478773.991956:0:23537:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:0.0:1789478773.994339:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc3fc00a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3648:1876403964574848:0@lo:41:osp-pre-1-0.0 10000000:01000000:3.0:1789478774.500661:0:22793:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:3.0:1789478774.500668:0:22793:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff8ebc35b1c800 from 13 10000000:01000000:3.0:1789478774.500673:0:22793:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:3.0:1789478774.500717:0:22793:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.206.111@tcp lock: ffff8ebc35b67800/0x8ebaae74e82179f7 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478774.500728:0:22793:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.206.111@tcp lock: ffff8ebc35b67800/0x8ebaae74e82179f7 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478774.500738:0:22793:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.206.111@tcp lock: ffff8ebc35b67800/0x8ebaae74e82179f7 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789478774.500762:0:22793:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc34c9b480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:433f6587-f9be-4304-94be-07d77f00816b:22793:1876403964574976:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1789478774.500825:0:22793:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789478774.500891:0:22793:0:(client.c:2715:ptlrpc_set_wait()) set ffff8ebc0a5ead80 going to sleep for 11 seconds 00000100:00100000:1.0:1789478774.506855:0:22791:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964574976 00000100:00100000:1.0:1789478774.506868:0:22791:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964574976 00000100:00100000:1.0:1789478774.506924:0:22791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83 00000100:00100000:1.0:1789478774.506935:0:22791:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc042b1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:433f6587-f9be-4304-94be-07d77f00816b+19:22793:x1876403964574976:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1789478774.506949:0:22791:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789478774.506969:0:22791:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8ebc40fcfa00/0x8ebaae74e82179fe lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x8ebaae74e82179f7 expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478774.507004:0:22791:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ebc40fcfa00/0x8ebaae74e82179fe lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x8ebaae74e82179f7 expref: 20 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478774.507015:0:22791:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8ebc40fcfa00/0x8ebaae74e82179fe lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x8ebaae74e82179f7 expref: 20 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478774.507025:0:22791:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ebc40fcfa00, rc 0) 00000100:00100000:1.0:1789478774.507098:0:22791:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc042b1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:433f6587-f9be-4304-94be-07d77f00816b+20:22793:x1876403964574976:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 165us (6272us total) trans 0 rc 0/0 00000100:00100000:1.0:1789478774.507105:0:22791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83 00000100:00100000:3.0:1789478774.507972:0:22793:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc34c9b480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:433f6587-f9be-4304-94be-07d77f00816b:22793:1876403964574976:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1789478774.508004:0:22793:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.206.111@tcp lock: ffff8ebc35b67800/0x8ebaae74e82179f7 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x8ebaae74e82179fe expref: -99 pid: 22793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478774.508015:0:22793:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.206.111@tcp lock: ffff8ebc35b67800/0x8ebaae74e82179f7 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x8ebaae74e82179fe expref: -99 pid: 22793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789478774.508090:0:22793:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc34c9b480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:433f6587-f9be-4304-94be-07d77f00816b:22793:1876403964575104:0@lo:256:ll_cfg_requeue.0 00000100:00100000:3.0:1789478774.508131:0:22793:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789478774.508161:0:22793:0:(client.c:2715:ptlrpc_set_wait()) set ffff8ebc0a5ead80 going to sleep for 11 seconds 00000100:00100000:2.0:1789478774.508661:0:22788:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964575104 00000100:00100000:2.0:1789478774.508674:0:22788:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964575104 00000100:00100000:2.0:1789478774.508711:0:22788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 84 00000100:00100000:2.0:1789478774.508719:0:22788:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc042b0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:433f6587-f9be-4304-94be-07d77f00816b+20:22793:x1876403964575104:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:2.0:1789478774.508735:0:22788:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:2.0:1789478774.508749:0:22788:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:2.0:1789478774.508752:0:22788:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 13 00000100:00100000:2.0:1789478774.508825:0:22788:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc042b0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:433f6587-f9be-4304-94be-07d77f00816b+20:22793:x1876403964575104:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 106us (693us total) trans 0 rc 0/0 00000100:00100000:2.0:1789478774.508832:0:22788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 84 00000100:00100000:2.0:1789478774.508881:0:22793:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc34c9b480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:433f6587-f9be-4304-94be-07d77f00816b:22793:1876403964575104:0@lo:256:ll_cfg_requeue.0 10000000:01000000:2.0:1789478774.508934:0:22793:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.206.111@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:2.0:1789478774.508941:0:22793:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.206.111@tcp lock: ffff8ebc35b67800/0x8ebaae74e82179f7 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x8ebaae74e82179fe expref: -99 pid: 22793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478774.508949:0:22793:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.206.111@tcp lock: ffff8ebc35b67800/0x8ebaae74e82179f7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x8ebaae74e82179fe expref: -99 pid: 22793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789478774.508956:0:22793:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:2.0:1789478774.508959:0:22793:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff8ebc3fa73800 from 13 10000000:01000000:2.0:1789478774.508961:0:22793:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:2.0:1789478774.508982:0:22793:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.206.111@tcp lock: ffff8ebc08c4a600/0x8ebaae74e8217a05 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478774.508988:0:22793:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.206.111@tcp lock: ffff8ebc08c4a600/0x8ebaae74e8217a05 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478774.509008:0:22793:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.206.111@tcp lock: ffff8ebc08c4a600/0x8ebaae74e8217a05 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789478774.509030:0:22793:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc40f62680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:433f6587-f9be-4304-94be-07d77f00816b:22793:1876403964575232:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1789478774.509062:0:22793:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789478774.509082:0:22793:0:(client.c:2715:ptlrpc_set_wait()) set ffff8ebc08c7da80 going to sleep for 11 seconds 00000100:00100000:2.0:1789478774.509094:0:22788:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964575232 00000100:00100000:2.0:1789478774.509097:0:22788:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964575232 00000100:00100000:2.0:1789478774.509114:0:22788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 85 00000100:00100000:2.0:1789478774.509119:0:22788:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc042b1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:433f6587-f9be-4304-94be-07d77f00816b+20:22793:x1876403964575232:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1789478774.509127:0:22788:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789478774.509137:0:22788:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8ebc08c4ae00/0x8ebaae74e8217a0c lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x8ebaae74e8217a05 expref: -99 pid: 22788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478774.509153:0:22788:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ebc08c4ae00/0x8ebaae74e8217a0c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x8ebaae74e8217a05 expref: 21 pid: 22788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478774.509161:0:22788:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8ebc08c4ae00/0x8ebaae74e8217a0c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x8ebaae74e8217a05 expref: 21 pid: 22788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478774.509169:0:22788:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ebc08c4ae00, rc 0) 00000100:00100000:2.0:1789478774.509197:0:22788:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc042b1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:433f6587-f9be-4304-94be-07d77f00816b+21:22793:x1876403964575232:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 77us (134us total) trans 0 rc 0/0 00000100:00100000:2.0:1789478774.509203:0:22788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 85 00000100:00100000:2.0:1789478774.509234:0:22793:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc40f62680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:433f6587-f9be-4304-94be-07d77f00816b:22793:1876403964575232:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1789478774.509244:0:22793:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.206.111@tcp lock: ffff8ebc08c4a600/0x8ebaae74e8217a05 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x8ebaae74e8217a0c expref: -99 pid: 22793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478774.509251:0:22793:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.206.111@tcp lock: ffff8ebc08c4a600/0x8ebaae74e8217a05 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x8ebaae74e8217a0c expref: -99 pid: 22793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789478774.509287:0:22793:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc40f62680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:433f6587-f9be-4304-94be-07d77f00816b:22793:1876403964575360:0@lo:256:ll_cfg_requeue.0 00000100:00100000:2.0:1789478774.509317:0:22793:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789478774.509331:0:22793:0:(client.c:2715:ptlrpc_set_wait()) set ffff8ebc08c7da80 going to sleep for 11 seconds 00000100:00100000:2.0:1789478774.509340:0:22788:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964575360 00000100:00100000:2.0:1789478774.509343:0:22788:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964575360 00000100:00100000:2.0:1789478774.509362:0:22788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 86 00000100:00100000:2.0:1789478774.509368:0:22788:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc042b2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:433f6587-f9be-4304-94be-07d77f00816b+21:22793:x1876403964575360:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:2.0:1789478774.509376:0:22788:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:2.0:1789478774.509386:0:22788:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:2.0:1789478774.509389:0:22788:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 13 00000100:00100000:2.0:1789478774.509444:0:22788:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc042b2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:433f6587-f9be-4304-94be-07d77f00816b+21:22793:x1876403964575360:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 76us (126us total) trans 0 rc 0/0 00000100:00100000:2.0:1789478774.509451:0:22788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 86 00000100:00100000:2.0:1789478774.509477:0:22793:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc40f62680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:433f6587-f9be-4304-94be-07d77f00816b:22793:1876403964575360:0@lo:256:ll_cfg_requeue.0 10000000:01000000:2.0:1789478774.509511:0:22793:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.206.111@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:2.0:1789478774.509517:0:22793:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.206.111@tcp lock: ffff8ebc08c4a600/0x8ebaae74e8217a05 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x8ebaae74e8217a0c expref: -99 pid: 22793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478774.509525:0:22793:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.206.111@tcp lock: ffff8ebc08c4a600/0x8ebaae74e8217a05 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x8ebaae74e8217a0c expref: -99 pid: 22793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478774.694559:0:22785:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:2.0:1789478774.761721:0:24377:0:(tgt_mount.c:2347:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:2.0:1789478774.761917:0:24377:0:(tgt_mount.c:2362:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:3.0:1789478775.724441:0:22784:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789478776.760758:0:22785:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789478777.764852:0:22784:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1789478778.027636:0:22830:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00080000:3.0:1789478778.598922:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1789478778.598928:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789478778.598941:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1789478778.598944:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789478778.598984:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1789478778.598987:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789478778.598989:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1789478778.598992:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:3.0:1789478778.599032:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc34c9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3648:1876403964575872:0@lo:400:kworker.0 00000100:00100000:3.0:1789478778.599095:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789478778.599154:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:3.0:1789478778.599160:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc34c98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3648:1876403964575744:0@lo:400:kworker.0 00000100:00100000:3.0:1789478778.599187:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789478778.599203:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc34c99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3648:1876403964576256:0@lo:400:kworker.0 00000100:00100000:3.0:1789478778.599240:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789478778.599281:0:22802:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964575872 00000100:00100000:3.0:1789478778.599288:0:22802:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964575872 00000100:00100000:3.0:1789478778.599328:0:22802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:3.0:1789478778.599336:0:22802:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc34c9a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3648:x1876403964575872:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789478778.599385:0:22802:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc34c9a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3648:x1876403964575872:12345-0@lo:400:kworker.0 Request processed in 50us (291us total) trans 0 rc 0/0 00000100:00100000:3.0:1789478778.599392:0:22802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:3.0:1789478778.599432:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc34c9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3648:1876403964575872:0@lo:400:kworker.0 00000100:00100000:1.0:1789478778.599681:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc34c98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:433f6587-f9be-4304-94be-07d77f00816b:3645:1876403964575488:0@lo:400:kworker.0 00000100:00100000:1.0:1789478778.599734:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789478778.599771:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc34c99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3645:1876403964576000:0@lo:400:kworker.0 00000100:00100000:1.0:1789478778.599795:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789478778.599817:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1789478778.599822:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc34c99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3645:1876403964575616:0@lo:400:kworker.0 00000100:00100000:1.0:1789478778.600016:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789478778.600038:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc34c98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3645:1876403964576128:0@lo:400:kworker.0 00000100:00100000:1.0:1789478778.600063:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789478778.600091:0:22797:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964575744 00000100:00100000:1.0:1789478778.600095:0:22797:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964575744 00000100:00100000:1.0:1789478778.600121:0:22797:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964576256 00000100:00100000:1.0:1789478778.600124:0:22797:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964576256 00000100:00100000:1.0:1789478778.600146:0:22797:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964576000 00000100:00100000:1.0:1789478778.600149:0:22797:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964576000 00000100:00100000:1.0:1789478778.600160:0:22797:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964576128 00000100:00100000:1.0:1789478778.600162:0:22797:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964576128 00000100:00100000:1.0:1789478778.600178:0:22797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:1.0:1789478778.600185:0:22797:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc34c9b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3648:x1876403964575744:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789478778.600227:0:22797:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc34c9b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3648:x1876403964575744:12345-0@lo:400:kworker.0 Request processed in 43us (1039us total) trans 0 rc 0/0 00000100:00100000:1.0:1789478778.600234:0:22797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:1.0:1789478778.600248:0:22797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:1.0:1789478778.600254:0:22797:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebb04ab0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3648:x1876403964576256:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789478778.600281:0:22797:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebb04ab0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3648:x1876403964576256:12345-0@lo:400:kworker.0 Request processed in 27us (1040us total) trans 0 rc 0/0 00000100:00100000:1.0:1789478778.600286:0:22797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:1.0:1789478778.600298:0:22797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:1.0:1789478778.600304:0:22797:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc40ecce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3645:x1876403964576000:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789478778.600345:0:22797:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc40ecce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3645:x1876403964576000:12345-0@lo:400:kworker.0 Request processed in 42us (550us total) trans 0 rc 0/0 00000100:00100000:1.0:1789478778.600351:0:22797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:1.0:1789478778.600364:0:22797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:1.0:1789478778.600369:0:22797:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc40ecca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3645:x1876403964576128:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789478778.600392:0:22797:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc40ecca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3645:x1876403964576128:12345-0@lo:400:kworker.0 Request processed in 23us (328us total) trans 0 rc 0/0 00000100:00100000:1.0:1789478778.600398:0:22797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:1.0:1789478778.600419:0:22801:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964575616 00000100:00100000:1.0:1789478778.600422:0:22801:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964575616 00000100:00100000:1.0:1789478778.600442:0:22801:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:1.0:1789478778.600448:0:22801:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc40ecc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3645:x1876403964575616:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789478778.600475:0:22801:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc40ecc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3645:x1876403964575616:12345-0@lo:400:kworker.0 Request processed in 28us (459us total) trans 0 rc 0/0 00000100:00100000:1.0:1789478778.600481:0:22801:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:1.0:1789478778.600513:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc34c99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3645:1876403964575616:0@lo:400:kworker.0 00010000:00080000:1.0:1789478778.600524:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8ebc34c98e00 x1876403964576128/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789478794 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789478778.600534:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc34c98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3645:1876403964576128:0@lo:400:kworker.0 00010000:00080000:1.0:1789478778.600544:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8ebc34c99180 x1876403964576000/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789478794 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789478778.600552:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc34c99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3645:1876403964576000:0@lo:400:kworker.0 00000100:00100000:3.0:1789478778.601148:0:22788:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964575488 00000100:00100000:3.0:1789478778.601155:0:22788:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964575488 00000100:00100000:3.0:1789478778.601184:0:22788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 87 00000100:00100000:3.0:1789478778.601200:0:22788:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc0428a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:433f6587-f9be-4304-94be-07d77f00816b+21:3645:x1876403964575488:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789478778.601246:0:22788:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc0428a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:433f6587-f9be-4304-94be-07d77f00816b+21:3645:x1876403964575488:12345-0@lo:400:kworker.0 Request processed in 47us (1511us total) trans 0 rc 0/0 00000100:00100000:3.0:1789478778.601252:0:22788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 87 00000100:00080000:3.0:1789478778.601290:0:22792:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1789478778.601294:0:22792:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1789478778.601315:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc34c98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:433f6587-f9be-4304-94be-07d77f00816b:3645:1876403964575488:0@lo:400:kworker.0 00010000:00080000:1.0:1789478778.602195:0:3648:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8ebc34c98a80 x1876403964575744/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789478794 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789478778.602224:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc34c98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3648:1876403964575744:0@lo:400:kworker.0 00010000:00080000:1.0:1789478778.602242:0:3648:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8ebc34c99f80 x1876403964576256/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789478794 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789478778.602250:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc34c99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3648:1876403964576256:0@lo:400:kworker.0 00010000:00010000:0.0:1789478778.796487:0:22785:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789478779.108781:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1789478779.108802:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc3fc00a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3647:1876403964576384:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1789478779.108861:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789478779.108909:0:23537:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964576384 00000100:00100000:0.0:1789478779.108915:0:23537:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964576384 00000100:00100000:0.0:1789478779.108956:0:23537:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:0.0:1789478779.108965:0:23537:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc3fc00e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3647:x1876403964576384:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1789478779.109007:0:23537:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:0.0:1789478779.109073:0:23537:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc3fc00e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3647:x1876403964576384:12345-0@lo:41:osp-pre-1-0.0 Request processed in 109us (211us total) trans 0 rc 0/0 00000100:00100000:0.0:1789478779.109080:0:23537:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:0.0:1789478779.109121:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc3fc00a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3647:1876403964576384:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1789478779.110040:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1789478779.110053:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc3fc00a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3646:1876403964576512:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1789478779.110095:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789478779.110241:0:22802:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964576512 00000100:00100000:0.0:1789478779.110247:0:22802:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964576512 00000100:00100000:0.0:1789478779.110288:0:22802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:0.0:1789478779.110295:0:22802:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc40ecf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3646:x1876403964576512:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1789478779.110321:0:22802:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:0.0:1789478779.110365:0:22802:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc40ecf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3646:x1876403964576512:12345-0@lo:41:osp-pre-0-1.0 Request processed in 70us (269us total) trans 0 rc 0/0 00000100:00100000:0.0:1789478779.110371:0:22802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:1.0:1789478779.110445:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc3fc00a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3646:1876403964576512:0@lo:41:osp-pre-0-1.0 00010000:00010000:2.0:1789478779.813055:0:22784:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1789478780.005327:0:23549:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:1.0:1789478780.836763:0:22785:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1789478780.860081:0:24668:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg611-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00000020:00000004:2.0:1789478781.687293:0:24720:0:(tgt_mount.c:2347:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:2.0:1789478781.687583:0:24720:0:(tgt_mount.c:2362:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:0.0:1789478781.871607:0:22784:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:0.0:1789478782.425344:0:24770:0:(tgt_mount.c:2347:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:0.0:1789478782.425525:0:24770:0:(tgt_mount.c:2362:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:0.0:1789478782.884728:0:22785:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789478783.653069:0:3644:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789478768/real 1789478768] req@ffff8ebc40ecd500 x1876403964569600/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789478783 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789478783.653927:0:3644:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8ebc40ecd500 x1876403964569600/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789478783 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789478783.653941:0:3644:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789478768/real 1789478768] req@ffff8ebc40ece300 x1876403964569728/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789478783 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789478783.653965:0:3644:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8ebc40ece300 x1876403964569728/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789478783 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789478783.653983:0:3644:0:(import.c:65:import_set_state_nolock()) ffff8ebc3f689000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789478783.654005:0:3644:0:(import.c:1512:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:3.0:1789478783.654009:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc40ecd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3644:1876403964569600:0@lo:8:kworker.0 00000100:00080000:3.0:1789478783.654013:0:3644:0:(import.c:65:import_set_state_nolock()) ffff8ebb0372c000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789478783.654017:0:3644:0:(import.c:1512:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:3.0:1789478783.654020:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc40ece300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3644:1876403964569728:0@lo:8:kworker.0 00000100:00080000:2.0:1789478783.654985:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1789478783.654997:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789478783.655000:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1789478783.655002:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789478783.655021:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1789478783.655024:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789478783.655027:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ebc3f689000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789478783.655033:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 597 00000100:00080000:2.0:1789478783.655038:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1789478783.655050:0:37:0:(import.c:625:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff8ebc3f689000 using connection 192.168.206.111@tcp/0@lo 00000100:00100000:2.0:1789478783.655070:0:37:0:(import.c:827:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8ebc40f60e00 x1876403964577152/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789478783.655373:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc40f60380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3648:1876403964576896:0@lo:400:kworker.0 00000100:00100000:1.0:1789478783.655431:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789478783.655492:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1789478783.655499:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc40f63b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3648:1876403964576768:0@lo:400:kworker.0 00000100:00100000:1.0:1789478783.655525:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789478783.655579:0:22797:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964576896 00000100:00100000:1.0:1789478783.655586:0:22797:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964576896 00000100:00100000:1.0:1789478783.655649:0:22797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:1.0:1789478783.655658:0:22797:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc40ecd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3648:x1876403964576896:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789478783.655707:0:22797:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc40ecd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3648:x1876403964576896:12345-0@lo:400:kworker.0 Request processed in 50us (276us total) trans 0 rc 0/0 00000100:00100000:1.0:1789478783.655714:0:22797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:1.0:1789478783.655736:0:22801:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964576768 00000100:00100000:1.0:1789478783.655739:0:22801:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964576768 00000100:00100000:1.0:1789478783.655760:0:22801:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:1.0:1789478783.655775:0:22801:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc40ecfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3648:x1876403964576768:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789478783.655889:0:22801:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc40ecfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3648:x1876403964576768:12345-0@lo:400:kworker.0 Request processed in 115us (362us total) trans 0 rc 0/0 00000100:00100000:1.0:1789478783.655896:0:22801:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:1.0:1789478783.655956:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc40f63b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3648:1876403964576768:0@lo:400:kworker.0 00010000:00080000:1.0:1789478783.655970:0:3648:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8ebc40f60380 x1876403964576896/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789478799 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789478783.655980:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc40f60380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3648:1876403964576896:0@lo:400:kworker.0 00000100:00080000:2.0:1789478783.656311:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1789478783.656316:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789478783.656319:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ebb0372c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789478783.656324:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 597 00000100:00080000:2.0:1789478783.656327:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1789478783.656334:0:37:0:(import.c:625:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff8ebb0372c000 using connection 192.168.206.111@tcp/0@lo 00000100:00100000:2.0:1789478783.656354:0:37:0:(import.c:827:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8ebc40f60380 x1876403964577280/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789478783.656414:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc40f62680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:433f6587-f9be-4304-94be-07d77f00816b:3646:1876403964576640:0@lo:400:kworker.0 00000100:00100000:2.0:1789478783.656450:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789478783.656478:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc40f63b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3646:1876403964577408:0@lo:400:kworker.0 00000100:00100000:2.0:1789478783.656501:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789478783.656530:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1789478783.656536:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc40f60700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3646:1876403964577024:0@lo:400:kworker.0 00000100:00100000:2.0:1789478783.656558:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789478783.656612:0:22790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964576640 00000100:00100000:2.0:1789478783.656616:0:22790:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964576640 00000100:00100000:1.0:1789478783.656683:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebb037e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3648:1876403964577664:0@lo:400:kworker.0 00000100:00100000:1.0:1789478783.656709:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789478783.656728:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1789478783.656733:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebb037e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3648:1876403964577536:0@lo:400:kworker.0 00000100:00100000:1.0:1789478783.656755:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789478783.656777:0:22798:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964577408 00000100:00100000:1.0:1789478783.656781:0:22798:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964577408 00000100:00100000:1.0:1789478783.656873:0:22798:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964577664 00000100:00100000:1.0:1789478783.656877:0:22798:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964577664 00000100:00100000:3.0:1789478783.657811:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc40f60e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3644:1876403964577152:0@lo:8:kworker.0 00000100:00100000:3.0:1789478783.657868:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789478783.657902:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc40f60380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3644:1876403964577280:0@lo:8:kworker.0 00000100:00100000:3.0:1789478783.657927:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789478783.658309:0:22802:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964577024 00000100:00100000:0.0:1789478783.658316:0:22802:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964577024 00000100:00100000:0.0:1789478783.658356:0:22802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:0.0:1789478783.658364:0:22802:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebb037e4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3646:x1876403964577024:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789478783.658416:0:22802:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebb037e4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3646:x1876403964577024:12345-0@lo:400:kworker.0 Request processed in 52us (1856us total) trans 0 rc 0/0 00000100:00100000:0.0:1789478783.658422:0:22802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:0.0:1789478783.658665:0:24303:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964577152 00000100:00100000:0.0:1789478783.658669:0:24303:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964577152 00000100:00100000:0.0:1789478783.658683:0:24303:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964577280 00000100:00100000:0.0:1789478783.658685:0:24303:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964577280 00000100:00100000:0.0:1789478783.658704:0:24303:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1789478783.658709:0:24303:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebb04ab1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3644:x1876403964577152:12345-0@lo:8:kworker.0 00010000:00080000:0.0:1789478783.658732:0:24303:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-OST0000: connection from lustre-MDT0001-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 612 last 0 00000020:00000080:0.0:1789478783.658757:0:24303:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0x8ebaae74e8217a13 00002000:00100000:0.0:1789478783.658770:0:24303:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli lustre-MDT0001-mdtlov_UUID/ffff8ebc3f6c4000 ocd_connect_flags: 0xa044401443000026 ocd_version: 2113954 ocd_grant: 0 ocd_index: 0 ocd_group 1 00002000:00080000:0.0:1789478783.658774:0:24303:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0000: Received MDS connection for group 1 00002000:00100000:0.0:1789478783.658777:0:24303:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0000: cli does not support OBD_CONNECT_CKSUM 00002000:00080000:0.0:1789478783.658960:0:24303:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 1 00000100:00080000:0.0:1789478783.659062:0:24303:0:(import.c:65:import_set_state_nolock()) ffff8ebc3f6c1800 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1789478783.659619:0:24303:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebb04ab1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+6:3644:x1876403964577152:12345-0@lo:8:kworker.0 Request processed in 905us (1747us total) trans 0 rc 0/0 00000100:00100000:0.0:1789478783.659627:0:24303:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1789478783.659646:0:24303:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1789478783.659651:0:24303:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebb04ab3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3644:x1876403964577280:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1789478783.659666:0:24303:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-OST0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00080000:3.0:1789478783.659991:0:3644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8ebc40f60e00 x1876403964577152/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/416 e 0 to 0 dl 1789478803 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789478783.660004:0:3644:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 0 gen 2 00000100:00080000:3.0:1789478783.660012:0:3644:0:(import.c:1133:ptlrpc_connect_interpret()) lustre-OST0000-osc-MDT0001: connect to target with instance 3 00000100:00080000:3.0:1789478783.660020:0:3644:0:(import.c:957:ptlrpc_connect_set_flags()) lustre-OST0000-osc-MDT0001: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:3.0:1789478783.660024:0:3644:0:(import.c:1214:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:3.0:1789478783.660027:0:3644:0:(import.c:65:import_set_state_nolock()) ffff8ebc3f689000 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00000004:00080000:3.0:1789478783.660040:0:3644:0:(osp_dev.c:1648:osp_import_event()) got connected 00000100:00100000:3.0:1789478783.660051:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc40f60e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3644:1876403964577152:0@lo:8:kworker.0 00000004:00080000:3.0:1789478783.660079:0:23538:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000004:00080000:3.0:1789478783.663297:0:23538:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 612778699715ns, next at 0ns, rc = 0 00080000:00080000:3.0:1789478783.663308:0:23538:0:(osd_handler.c:2849:osd_commit_async()) lustre-MDT0001: async commit OSD 00000100:00100000:3.0:1789478783.663701:0:22796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964577536 00000100:00100000:3.0:1789478783.663711:0:22796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964577536 00000100:00100000:1.0:1789478783.663844:0:22798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:1.0:1789478783.663855:0:22798:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebb037e4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3646:x1876403964577408:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789478783.663935:0:22798:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebb037e4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3646:x1876403964577408:12345-0@lo:400:kworker.0 Request processed in 82us (7432us total) trans 0 rc 0/0 00000100:00100000:1.0:1789478783.663943:0:22798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:1.0:1789478783.663976:0:22798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:1.0:1789478783.663982:0:22798:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc40ece300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3648:x1876403964577664:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789478783.664019:0:22798:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc40ece300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3648:x1876403964577664:12345-0@lo:400:kworker.0 Request processed in 38us (7310us total) trans 0 rc 0/0 00000100:00100000:1.0:1789478783.664035:0:22798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00010000:00080000:1.0:1789478783.664094:0:3648:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8ebb037e7480 x1876403964577664/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789478799 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789478783.664111:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebb037e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3648:1876403964577664:0@lo:400:kworker.0 00000100:00100000:3.0:1789478783.669685:0:22796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:3.0:1789478783.669700:0:22796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc40ecd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3648:x1876403964577536:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789478783.669807:0:22796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc40ecd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3648:x1876403964577536:12345-0@lo:400:kworker.0 Request processed in 111us (13050us total) trans 0 rc 0/0 00000100:00100000:3.0:1789478783.669815:0:22796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:2.0:1789478783.670339:0:22790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88 00000100:00100000:2.0:1789478783.670351:0:22790:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc04288c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:433f6587-f9be-4304-94be-07d77f00816b+21:3646:x1876403964576640:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789478783.670392:0:22790:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc04288c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:433f6587-f9be-4304-94be-07d77f00816b+21:3646:x1876403964576640:12345-0@lo:400:kworker.0 Request processed in 45us (13941us total) trans 0 rc 0/0 00000100:00100000:2.0:1789478783.670399:0:22790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88 00000100:00080000:3.0:1789478783.673887:0:22792:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1789478783.673896:0:22792:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:3.0:1789478783.674051:0:3648:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8ebb037e7800 x1876403964577536/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789478799 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789478783.674068:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebb037e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3648:1876403964577536:0@lo:400:kworker.0 00000004:00080000:3.0:1789478783.677241:0:23529:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1 committed 00000100:00100000:2.0:1789478783.691124:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc40f60700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3646:1876403964577024:0@lo:400:kworker.0 00000100:00100000:2.0:1789478783.691142:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc40f62680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:433f6587-f9be-4304-94be-07d77f00816b:3646:1876403964576640:0@lo:400:kworker.0 00010000:00080000:2.0:1789478783.691157:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8ebc40f63b80 x1876403964577408/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789478799 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789478783.691168:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc40f63b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3646:1876403964577408:0@lo:400:kworker.0 00000100:00100000:2.0:1789478783.691275:0:24303:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebb04ab3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3644:x1876403964577280:12345-0@lo:8:kworker.0 Request processed in 31622us (33345us total) trans 0 rc -19/-19 00000100:00100000:2.0:1789478783.691289:0:24303:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00080000:3.0:1789478783.691431:0:3644:0:(import.c:65:import_set_state_nolock()) ffff8ebb0372c000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789478783.691437:0:3644:0:(import.c:1512:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1789478783.691440:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc40f60380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3644:1876403964577280:0@lo:8:kworker.0 00000004:00080000:2.0:1789478783.700718:0:23539:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0001: going to cleanup orphans since [0x280000400:0x1:0x0] 00000100:00100000:2.0:1789478783.700746:0:23539:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebb037e4a80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23539:1876403964577920:0@lo:7:osp-pre-0-1.0 00000100:00100000:2.0:1789478783.700818:0:23539:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789478783.700844:0:23539:0:(client.c:2715:ptlrpc_set_wait()) set ffff8ebc188a3480 going to sleep for 11 seconds 00000100:00100000:2.0:1789478783.700858:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1789478783.700869:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebb037e5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3646:1876403964577792:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1789478783.700895:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789478783.701046:0:24304:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964577920 00000100:00100000:3.0:1789478783.701053:0:24304:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964577920 00000100:00100000:3.0:1789478783.701119:0:24304:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1789478783.701129:0:24304:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebb037e6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+6:23539:x1876403964577920:12345-0@lo:7:osp-pre-0-1.0 00000100:00100000:3.0:1789478783.701335:0:24305:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964577792 00000100:00100000:3.0:1789478783.701340:0:24305:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964577792 00000100:00100000:3.0:1789478783.701364:0:24305:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1789478783.701371:0:24305:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebb037e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+7:3646:x1876403964577792:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1789478783.701387:0:24305:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 280000 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1789478783.701435:0:24305:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebb037e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+7:3646:x1876403964577792:12345-0@lo:13:osp-pre-0-1.0 Request processed in 65us (539us total) trans 0 rc 0/0 00000100:00100000:3.0:1789478783.701442:0:24305:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00010000:00080000:3.0:1789478783.701488:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8ebb037e5500 x1876403964577792/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789478799 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789478783.701507:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebb037e5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3646:1876403964577792:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1789478783.702875:0:22792:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00080000:1.0:1789478783.710889:0:24304:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0000: adding sequence 0x280000400 00002000:00080000:1.0:1789478783.710899:0:24304:0:(ofd_dev.c:1208:ofd_get_info_hdl()) lustre-OST0000: LAST FID is [0x280000400:0x41:0x0] 00000100:00100000:1.0:1789478783.711001:0:24304:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebb037e6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+6:23539:x1876403964577920:12345-0@lo:7:osp-pre-0-1.0 Request processed in 9869us (10178us total) trans 0 rc 0/0 00000100:00100000:1.0:1789478783.711014:0:24304:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00080000:2.0:1789478783.711290:0:23539:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8ebb037e4a80 x1876403964577920/t0(0) o7->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 264/240 e 0 to 0 dl 1789478799 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789478783.711305:0:23539:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebb037e4a80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23539:1876403964577920:0@lo:7:osp-pre-0-1.0 00000004:00080000:2.0:1789478783.711318:0:23539:0:(osp_precreate.c:810:osp_get_lastfid_from_ost()) lustre-OST0000-osc-MDT0001: Got last_fid [0x280000400:0x41:0x0] 00000100:00100000:2.0:1789478783.711355:0:23539:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebb037e4a80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23539:1876403964578048:0@lo:5:osp-pre-0-1.0 00000100:00100000:2.0:1789478783.711390:0:23539:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789478783.711422:0:23539:0:(client.c:2715:ptlrpc_set_wait()) set ffff8ebc188a3480 going to sleep for 11 seconds 00000100:00100000:1.0:1789478783.711581:0:24303:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964578048 00000100:00100000:1.0:1789478783.711588:0:24303:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964578048 00000100:00100000:1.0:1789478783.711657:0:24303:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1789478783.711667:0:24303:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebb037e6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+6:23539:x1876403964578048:12345-0@lo:5:osp-pre-0-1.0 00002000:00080000:1.0:1789478783.711691:0:24303:0:(ofd_dev.c:1640:ofd_create_hdl()) ofd_last_id() = 65 -> diff = 0 00000100:00100000:1.0:1789478783.711725:0:24303:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebb037e6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+6:23539:x1876403964578048:12345-0@lo:5:osp-pre-0-1.0 Request processed in 60us (334us total) trans 0 rc 0/0 00000100:00100000:1.0:1789478783.711732:0:24303:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00010000:00080000:2.0:1789478783.711861:0:23539:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8ebb037e4a80 x1876403964578048/t0(0) o5->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 432/432 e 0 to 0 dl 1789478799 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789478783.711872:0:23539:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebb037e4a80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23539:1876403964578048:0@lo:5:osp-pre-0-1.0 00000004:00080000:2.0:1789478783.711881:0:23539:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0001: Got last_id [0x280000400:0x41:0x0] from OST, last_created [0x280000400:0x41:0x0]last_used is [0x280000400:0x41:0x0] 00000100:00100000:2.0:1789478783.711905:0:23539:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebb037e4a80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23539:1876403964578176:0@lo:5:osp-pre-0-1.0 00000100:00100000:2.0:1789478783.711928:0:23539:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789478783.711959:0:23539:0:(client.c:2715:ptlrpc_set_wait()) set ffff8ebc188a3480 going to sleep for 11 seconds 00000100:00100000:3.0:1789478783.712021:0:24302:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964578176 00000100:00100000:3.0:1789478783.712026:0:24302:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964578176 00000100:00100000:3.0:1789478783.712057:0:24302:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:3.0:1789478783.712065:0:24302:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebb037e5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+6:23539:x1876403964578176:12345-0@lo:5:osp-pre-0-1.0 00002000:00080000:3.0:1789478783.712174:0:24302:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0000: reserve 32 objects in group 0x280000400 at 66 00000001:00080000:1.0:1789478783.739397:0:24298:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 12884901889 is committed 00000001:00100000:1.0:1789478783.739416:0:24298:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000100:00100000:2.0:1789478783.740106:0:24302:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebb037e5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:23539:x1876403964578176:12345-0@lo:5:osp-pre-0-1.0 Request processed in 28038us (28172us total) trans 12884901889 rc 0/0 00000100:00100000:2.0:1789478783.740117:0:24302:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00010000:00080000:0.0:1789478783.741419:0:23539:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8ebb037e4a80 x1876403964578176/t0(0) o5->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 432/432 e 0 to 0 dl 1789478799 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789478783.741433:0:23539:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 12884901889 gen 2 00000100:00100000:0.0:1789478783.741440:0:23539:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebb037e4a80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23539:1876403964578176:0@lo:5:osp-pre-0-1.0 00000004:00080000:0.0:1789478783.741455:0:23539:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0000-osc-MDT0001: current precreated pool: [0x280000400:0x41:0x0]-[0x280000400:0x61:0x0] 00000100:00100000:0.0:1789478783.741504:0:23539:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc3fc01180 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0000-lwp-MDT0001_UUID:23539:1876403964578304:0@lo:900:osp-pre-0-1.0 00000100:00100000:0.0:1789478783.741713:0:23539:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789478783.741818:0:23539:0:(client.c:2715:ptlrpc_set_wait()) set ffff8ebc40ecb540 going to sleep for 11 seconds 00000100:00100000:3.0:1789478783.742118:0:22808:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964578304 00000100:00100000:3.0:1789478783.742141:0:22808:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964578304 00000100:00100000:3.0:1789478783.742227:0:22808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1789478783.742248:0:22808:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc3fc00700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:lustre-MDT0000-lwp-MDT0001_UUID+5:23539:x1876403964578304:12345-0@lo:900:osp-pre-0-1.0 00000100:00100000:3.0:1789478783.742322:0:22808:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc3fc00700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:lustre-MDT0000-lwp-MDT0001_UUID+5:23539:x1876403964578304:12345-0@lo:900:osp-pre-0-1.0 Request processed in 86us (609us total) trans 0 rc 0/0 00000100:00100000:3.0:1789478783.742329:0:22808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00010000:00080000:2.0:1789478783.742398:0:23539:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8ebc3fc01180 x1876403964578304/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 1789478799 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789478783.742411:0:23539:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc3fc01180 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0000-lwp-MDT0001_UUID:23539:1876403964578304:0@lo:900:osp-pre-0-1.0 00010000:00010000:0.0:1789478783.909037:0:22784:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789478784.228841:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc3fc03480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3646:1876403964578432:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1789478784.228924:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789478784.229143:0:22802:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964578432 00000100:00100000:0.0:1789478784.229152:0:22802:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964578432 00000100:00100000:0.0:1789478784.229216:0:22802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:0.0:1789478784.229226:0:22802:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebb037e6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3646:x1876403964578432:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1789478784.229270:0:22802:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:0.0:1789478784.229321:0:22802:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebb037e6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3646:x1876403964578432:12345-0@lo:41:osp-pre-1-0.0 Request processed in 97us (398us total) trans 0 rc 0/0 00000100:00100000:0.0:1789478784.229328:0:22802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:0.0:1789478784.229371:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc3fc03480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3646:1876403964578432:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1789478784.229736:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1789478784.229746:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc3fc03480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3648:1876403964578560:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1789478784.229778:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789478784.229806:0:22801:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964578560 00000100:00100000:0.0:1789478784.229810:0:22801:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964578560 00000100:00100000:0.0:1789478784.229837:0:22801:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:0.0:1789478784.229844:0:22801:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc3fc03800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3648:x1876403964578560:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1789478784.229975:0:22801:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:0.0:1789478784.230095:0:22801:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc3fc03800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3648:x1876403964578560:12345-0@lo:41:osp-pre-0-1.0 Request processed in 249us (314us total) trans 0 rc 0/0 00000100:00100000:0.0:1789478784.230102:0:22801:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:1.0:1789478784.230168:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc3fc03480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3648:1876403964578560:0@lo:41:osp-pre-0-1.0 00010000:00010000:0.0:1789478784.933669:0:22785:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789478785.957615:0:22784:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789478786.984292:0:22785:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789478788.004789:0:22784:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:0.0:1789478788.133486:0:25115:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:0.0:1789478788.133490:0:25115:0:(obd_mount.c:926:lmd_print()) device: /dev/mapper/ost2_flakey 00000020:01000004:0.0:1789478788.133491:0:25115:0:(obd_mount.c:929:lmd_print()) options: errors=remount-ro 00000080:01200004:1.0:1789478788.137107:0:25115:0:(super25.c:131:lustre_fill_super()) VFS Op: sb ffff8ebc34edf000 00000020:01000004:1.0:1789478788.137128:0:25115:0:(tgt_mount.c:2503:osd_start()) Attempting to start lustre-OST0001, type=osd-ldiskfs, lsifl=200002, mountfl=0 00000020:01000004:1.0:1789478788.137144:0:25115:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-OST0001-osd (typ=osd-ldiskfs) 00000020:00000080:1.0:1789478788.137161:0:25115:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osd (ffff8ebc34c74d28) 00000020:00000080:1.0:1789478788.137179:0:25115:0:(obd_config.c:720:class_attach_name()) OBD: dev 25 attached type osd-ldiskfs with refcount 2 00100000:10000000:3.0:1789478788.184382:0:25115:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000001:0x3:0x0] (8/24) registered 00100000:10000000:3.0:1789478788.187121:0:25115:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000003:0x4:0x0] (8/32) registered 00100000:10000000:3.0:1789478788.187365:0:25115:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000005:0x1:0x0] (8/8) registered 00100000:10000000:3.0:1789478788.187865:0:25115:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000003:0x6:0x0] (8/32) registered 00100000:10000000:3.0:1789478788.188149:0:25115:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000005:0x2:0x0] (8/8) registered 00100000:10000000:3.0:1789478788.188409:0:25115:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000003:0x5:0x0] (8/32) registered 00100000:10000000:3.0:1789478788.188738:0:25115:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000005:0x3:0x0] (8/8) registered 00080000:01000000:3.0:1789478788.189537:0:25115:0:(osd_lproc.c:911:osd_procfs_init()) lustre-OST0001: register osd-ldiskfs tunable parameters 00000020:00000080:3.0:1789478788.189758:0:25115:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osd (uuid lustre-OST0001-osd_UUID) 00080000:01000000:3.0:1789478788.189771:0:25115:0:(osd_handler.c:8925:osd_obd_connect()) connect #0 00000020:00000080:3.0:1789478788.189782:0:25115:0:(genops.c:1385:class_connect()) connect: client lustre-OST0001-osd_UUID, cookie 0x8ebaae74e8217a21 00000020:01000004:3.0:1789478788.189788:0:25115:0:(tgt_mount.c:2588:server_fill_super()) Found service lustre-OST0001 on device /dev/mapper/ost2_flakey 00000020:01000004:3.0:1789478788.189808:0:25115:0:(obd_mount.c:403:lustre_start_mgc()) MGC192.168.206.111@tcp:Set MGC reconnect 1 10000000:01000000:3.0:1789478788.189812:0:25115:0:(mgc_request.c:1071:mgc_set_info_async()) InitRecov MGC192.168.206.111@tcp 1/d0:i0:r0:or0:FULL 00000020:01000004:3.0:1789478788.189817:0:25115:0:(tgt_mount.c:1812:server_start_targets()) starting target lustre-OST0001 00000020:01000004:3.0:1789478788.189843:0:25115:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for /dev/mapper/ost2_flakey 10000000:01000000:3.0:1789478788.189846:0:25115:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.206.111@tcp: cl_mgc_mutex lustre-OST0001-osd for locked: rc = 0 00000040:01000000:2.0:1789478788.203297:0:25115:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.206.111@tcp ctxt 0 is initialized 00000020:01000004:2.0:1789478788.203335:0:25115:0:(tgt_mount.c:1418:server_register_target()) Registration lustre-OST0001, fs=lustre, 192.168.206.111@tcp, index=0001, flags=0x20002 00000020:01000004:2.0:1789478788.203340:0:25115:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:2.0:1789478788.203342:0:25115:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:2.0:1789478788.203343:0:25115:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1789478788.203344:0:25115:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1789478788.203346:0:25115:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1789478788.203347:0:25115:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1789478788.203349:0:25115:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1789478788.203350:0:25115:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1789478788.203351:0:25115:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:2.0:1789478788.203355:0:25115:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0001 0x10020002 00000020:01000004:2.0:1789478788.203357:0:25115:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:2.0:1789478788.203358:0:25115:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:2.0:1789478788.203360:0:25115:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1789478788.203361:0:25115:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1789478788.203362:0:25115:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1789478788.203363:0:25115:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1789478788.203364:0:25115:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1789478788.203365:0:25115:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1789478788.203366:0:25115:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:2.0:1789478788.203389:0:25115:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0001 00000100:00100000:2.0:1789478788.203406:0:25115:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebb037e6680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:433f6587-f9be-4304-94be-07d77f00816b:25115:1876403964578688:0@lo:253:mount.lustre.0 00000100:00100000:2.0:1789478788.203526:0:25115:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789478788.204039:0:22791:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964578688 00000100:00100000:0.0:1789478788.204047:0:22791:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964578688 00000100:00100000:2.0:1789478788.204140:0:25115:0:(client.c:2715:ptlrpc_set_wait()) set ffff8ebc3c893840 going to sleep for 11 seconds 00000100:00100000:1.0:1789478788.204248:0:22791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89 00000100:00100000:1.0:1789478788.204259:0:22791:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc0428b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:433f6587-f9be-4304-94be-07d77f00816b+21:25115:x1876403964578688:12345-0@lo:253:mount.lustre.0 20000000:01000000:1.0:1789478788.204290:0:22791:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 1 is registered to MGS. 20000000:01000000:1.0:1789478788.204293:0:22791:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-OST0001 is running on 0@lo 20000000:01000000:1.0:1789478788.204297:0:22791:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0001, index=1, rc=0 00000100:00100000:1.0:1789478788.204584:0:22791:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc0428b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:433f6587-f9be-4304-94be-07d77f00816b+21:25115:x1876403964578688:12345-0@lo:253:mount.lustre.0 Request processed in 326us (1057us total) trans 0 rc 0/0 00000100:00100000:1.0:1789478788.204615:0:22791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89 00000100:00100000:2.0:1789478788.204700:0:25115:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebb037e6680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:433f6587-f9be-4304-94be-07d77f00816b:25115:1876403964578688:0@lo:253:mount.lustre.0 10000000:01000000:2.0:1789478788.204710:0:25115:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0001 got index = 1 00000020:01000004:2.0:1789478788.204714:0:25115:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:2.0:1789478788.204716:0:25115:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:2.0:1789478788.204717:0:25115:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1789478788.204718:0:25115:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1789478788.204719:0:25115:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1789478788.204720:0:25115:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1789478788.204721:0:25115:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1789478788.204722:0:25115:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1789478788.204723:0:25115:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:2.0:1789478788.204748:0:25115:0:(tgt_mount.c:101:server_register_mount()) register mount ffff8ebc34edf000 from lustre-OST0001 10000000:01000000:2.0:1789478788.204772:0:25115:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-OST0001 from 0 10000000:01000000:2.0:1789478788.204775:0:25115:0:(mgc_request.c:329:config_log_add()) add config log lustre-OST0001-0000000000000000 10000000:01000000:2.0:1789478788.204784:0:25115:0:(mgc_request_server.c:874:mgc_get_local_copy()) Get log lustre-sptlrpc-ffff8ebc08d919b8 local copy 00010000:00010000:2.0:1789478788.204792:0:25115:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.206.111@tcp lock: ffff8ebc34f77600/0x8ebaae74e821773b lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x8ebaae74e8217742 expref: -99 pid: 22775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789478788.204876:0:25115:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebb037e6680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:433f6587-f9be-4304-94be-07d77f00816b:25115:1876403964578816:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1789478788.204905:0:25115:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789478788.205356:0:25115:0:(client.c:2715:ptlrpc_set_wait()) set ffff8ebc3c893d80 going to sleep for 11 seconds 00000100:00100000:3.0:1789478788.205448:0:22788:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964578816 00000100:00100000:3.0:1789478788.205454:0:22788:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964578816 00000100:00100000:3.0:1789478788.205485:0:22788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90 00000100:00100000:3.0:1789478788.205494:0:22788:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc04288050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:433f6587-f9be-4304-94be-07d77f00816b+21:25115:x1876403964578816:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1789478788.205578:0:22788:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc04288050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:433f6587-f9be-4304-94be-07d77f00816b+21:25115:x1876403964578816:12345-0@lo:501:mount.lustre.0 Request processed in 85us (671us total) trans 0 rc -2/-2 00000100:00100000:3.0:1789478788.205617:0:22788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90 00000100:00100000:2.0:1789478788.205748:0:25115:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebb037e6680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:433f6587-f9be-4304-94be-07d77f00816b:25115:1876403964578816:0@lo:501:mount.lustre.0 10000000:01000000:2.0:1789478788.205763:0:25115:0:(mgc_request_server.c:765:mgc_llog_local_copy()) MGC192.168.206.111@tcp: no remote llog for lustre-sptlrpc, check MGS config 10000000:01000000:2.0:1789478788.205781:0:25115:0:(mgc_request_server.c:897:mgc_get_local_copy()) MGC192.168.206.111@tcp: can't save local copy of 'lustre-sptlrpc': rc = -2. 00010000:00010000:2.0:1789478788.205787:0:25115:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.206.111@tcp lock: ffff8ebc34f77600/0x8ebaae74e821773b lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x8ebaae74e8217742 expref: -99 pid: 22775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478788.205796:0:25115:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.206.111@tcp lock: ffff8ebc34f77600/0x8ebaae74e821773b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x8ebaae74e8217742 expref: -99 pid: 22775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789478788.205822:0:25115:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff8ebc34edf000 10000000:01000000:2.0:1789478788.205827:0:25115:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:2.0:1789478788.205832:0:25115:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-OST0001-0000000000000000 10000000:01000000:2.0:1789478788.205835:0:25115:0:(mgc_request.c:68:mgc_name2resid()) log lustre-OST0001 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:2.0:1789478788.205838:0:25115:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-OST0001-0000000000000000 from 1 10000000:01000000:2.0:1789478788.205841:0:25115:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0001 (res 0x65727473756c) 00010000:00010000:2.0:1789478788.205864:0:25115:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.206.111@tcp lock: ffff8ebc08c4aa00/0x8ebaae74e8217a28 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 25115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478788.205872:0:25115:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.206.111@tcp lock: ffff8ebc08c4aa00/0x8ebaae74e8217a28 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 25115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478788.205888:0:25115:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.206.111@tcp lock: ffff8ebc08c4aa00/0x8ebaae74e8217a28 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 25115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789478788.205903:0:25115:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebb037e6680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:433f6587-f9be-4304-94be-07d77f00816b:25115:1876403964578944:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1789478788.205942:0:25115:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789478788.205981:0:25115:0:(client.c:2715:ptlrpc_set_wait()) set ffff8ebc3c893d80 going to sleep for 11 seconds 00000100:00100000:3.0:1789478788.206111:0:22788:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964578944 00000100:00100000:3.0:1789478788.206115:0:22788:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964578944 00000100:00100000:3.0:1789478788.206136:0:22788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91 00000100:00100000:3.0:1789478788.206142:0:22788:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc04289050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:433f6587-f9be-4304-94be-07d77f00816b+21:25115:x1876403964578944:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1789478788.206151:0:22788:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789478788.206163:0:22788:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8ebc35b66c00/0x8ebaae74e8217a2f lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: local remote: 0x8ebaae74e8217a28 expref: -99 pid: 22788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478788.206182:0:22788:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ebc35b66c00/0x8ebaae74e8217a2f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x8ebaae74e8217a28 expref: 22 pid: 22788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478788.206193:0:22788:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8ebc35b66c00/0x8ebaae74e8217a2f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x8ebaae74e8217a28 expref: 22 pid: 22788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478788.206201:0:22788:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ebc35b66c00, rc 0) 00000100:00100000:3.0:1789478788.206238:0:22788:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc04289050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:433f6587-f9be-4304-94be-07d77f00816b+22:25115:x1876403964578944:12345-0@lo:101:mount.lustre.0 Request processed in 96us (296us total) trans 0 rc 0/0 00000100:00100000:3.0:1789478788.206245:0:22788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91 00000100:00100000:2.0:1789478788.206308:0:25115:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebb037e6680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:433f6587-f9be-4304-94be-07d77f00816b:25115:1876403964578944:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1789478788.206320:0:25115:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.206.111@tcp lock: ffff8ebc08c4aa00/0x8ebaae74e8217a28 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0x8ebaae74e8217a2f expref: -99 pid: 25115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478788.206329:0:25115:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.206.111@tcp lock: ffff8ebc08c4aa00/0x8ebaae74e8217a28 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0x8ebaae74e8217a2f expref: -99 pid: 25115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1789478788.207491:0:25115:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 11 count 11 00000040:00080000:2.0:1789478788.208193:0:25115:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1789478788.211728:0:25115:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].1, 224 off8416 00000040:00080000:2.0:1789478788.211780:0:25115:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].2, 128 off8544 00000040:00080000:2.0:1789478788.211797:0:25115:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].3, 112 off8656 00000040:00080000:2.0:1789478788.211813:0:25115:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].4, 224 off8880 00000040:00080000:2.0:1789478788.211828:0:25115:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].5, 224 off9104 00000040:00080000:2.0:1789478788.211842:0:25115:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].6, 80 off9184 00000040:00080000:2.0:1789478788.211855:0:25115:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].7, 224 off9408 00000040:00080000:2.0:1789478788.211869:0:25115:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].8, 224 off9632 00000040:00080000:2.0:1789478788.211884:0:25115:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].9, 120 off9752 00000040:00080000:2.0:1789478788.211911:0:25115:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].10, 224 off9976 00000040:00080000:2.0:1789478788.211917:0:25115:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 10 count 11 00000100:00100000:2.0:1789478788.212128:0:25115:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebb037e6680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:433f6587-f9be-4304-94be-07d77f00816b:25115:1876403964579072:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1789478788.212189:0:25115:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789478788.212283:0:25115:0:(client.c:2715:ptlrpc_set_wait()) set ffff8ebc3c893180 going to sleep for 11 seconds 00000100:00100000:3.0:1789478788.213092:0:22788:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964579072 00000100:00100000:3.0:1789478788.213100:0:22788:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964579072 00000100:00100000:3.0:1789478788.213151:0:22788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 92 00000100:00100000:3.0:1789478788.213162:0:22788:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc0428a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:433f6587-f9be-4304-94be-07d77f00816b+22:25115:x1876403964579072:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1789478788.213347:0:22788:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc0428a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:433f6587-f9be-4304-94be-07d77f00816b+22:25115:x1876403964579072:12345-0@lo:501:mount.lustre.0 Request processed in 186us (1156us total) trans 0 rc 0/0 00000100:00100000:3.0:1789478788.213355:0:22788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 92 00000100:00100000:2.0:1789478788.214071:0:25115:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebb037e6680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:433f6587-f9be-4304-94be-07d77f00816b:25115:1876403964579072:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1789478788.214115:0:25115:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebb037e6680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:433f6587-f9be-4304-94be-07d77f00816b:25115:1876403964579200:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1789478788.214169:0:25115:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789478788.214247:0:25115:0:(client.c:2715:ptlrpc_set_wait()) set ffff8ebc3c893180 going to sleep for 11 seconds 00000100:00100000:1.0:1789478788.214282:0:22790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964579200 00000100:00100000:1.0:1789478788.214287:0:22790:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964579200 00000100:00100000:1.0:1789478788.214365:0:22790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 93 00000100:00100000:1.0:1789478788.214375:0:22790:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc04288850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:433f6587-f9be-4304-94be-07d77f00816b+22:25115:x1876403964579200:12345-0@lo:503:mount.lustre.0 00000100:00100000:1.0:1789478788.215139:0:22790:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc04288850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:433f6587-f9be-4304-94be-07d77f00816b+22:25115:x1876403964579200:12345-0@lo:503:mount.lustre.0 Request processed in 764us (968us total) trans 0 rc 0/0 00000100:00100000:1.0:1789478788.215147:0:22790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 93 00000100:00100000:2.0:1789478788.215220:0:25115:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebb037e6680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:433f6587-f9be-4304-94be-07d77f00816b:25115:1876403964579200:0@lo:503:mount.lustre.0 00000040:00080000:2.0:1789478788.215664:0:25115:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:2.0:1789478788.215741:0:25115:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebb037e6680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:433f6587-f9be-4304-94be-07d77f00816b:25115:1876403964579328:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1789478788.215780:0:25115:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789478788.219403:0:25115:0:(client.c:2715:ptlrpc_set_wait()) set ffff8ebc3c893d80 going to sleep for 11 seconds 00000100:00100000:3.0:1789478788.219532:0:22788:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964579328 00000100:00100000:3.0:1789478788.219556:0:22788:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964579328 00000100:00100000:3.0:1789478788.219635:0:22788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 94 00000100:00100000:3.0:1789478788.219645:0:22788:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc0428ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:433f6587-f9be-4304-94be-07d77f00816b+22:25115:x1876403964579328:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1789478788.221239:0:22788:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc0428ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:433f6587-f9be-4304-94be-07d77f00816b+22:25115:x1876403964579328:12345-0@lo:502:mount.lustre.0 Request processed in 1590us (5453us total) trans 0 rc 0/0 00000100:00100000:2.0:1789478788.221251:0:22788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 94 00000100:00100000:3.0:1789478788.221528:0:25115:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebb037e6680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:433f6587-f9be-4304-94be-07d77f00816b:25115:1876403964579328:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1789478788.221798:0:25115:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].1, 224 off8416 00000040:00080000:3.0:1789478788.221830:0:25115:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].2, 128 off8544 00000040:00080000:3.0:1789478788.221846:0:25115:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].3, 112 off8656 00000040:00080000:3.0:1789478788.221857:0:25115:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].4, 224 off8880 00000040:00080000:3.0:1789478788.221868:0:25115:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].5, 224 off9104 00000040:00080000:3.0:1789478788.221879:0:25115:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].6, 80 off9184 00000040:00080000:3.0:1789478788.221889:0:25115:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].7, 224 off9408 00000040:00080000:3.0:1789478788.221900:0:25115:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].8, 224 off9632 00000040:00080000:3.0:1789478788.221911:0:25115:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].9, 120 off9752 00000100:00100000:3.0:1789478788.221952:0:25115:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebb04ab2d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:433f6587-f9be-4304-94be-07d77f00816b:25115:1876403964579456:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1789478788.222087:0:25115:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789478788.222146:0:25115:0:(client.c:2715:ptlrpc_set_wait()) set ffff8ebc40fdb240 going to sleep for 11 seconds 00000100:00100000:0.0:1789478788.222250:0:22791:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964579456 00000100:00100000:0.0:1789478788.222255:0:22791:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964579456 00000100:00100000:2.0:1789478788.222308:0:22788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 95 00000100:00100000:2.0:1789478788.222317:0:22788:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc0428bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:433f6587-f9be-4304-94be-07d77f00816b+22:25115:x1876403964579456:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1789478788.222404:0:22788:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc0428bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:433f6587-f9be-4304-94be-07d77f00816b+22:25115:x1876403964579456:12345-0@lo:502:mount.lustre.0 Request processed in 89us (316us total) trans 0 rc 0/0 00000100:00100000:2.0:1789478788.222411:0:22788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 95 00000100:00100000:3.0:1789478788.222526:0:25115:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebb04ab2d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:433f6587-f9be-4304-94be-07d77f00816b:25115:1876403964579456:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1789478788.222562:0:25115:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].10, 224 off9976 00000040:00080000:3.0:1789478788.222569:0:25115:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 10 count 11 00000020:01000000:3.0:1789478788.223183:0:25119:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:3.0:1789478788.223190:0:25119:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of /dev/mapper/ost2_flakey 00000020:00000080:3.0:1789478788.223195:0:25119:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789478788.223197:0:25119:0:(obd_config.c:1563:class_process_config()) marker 29 (0x1) lustre-OST0001 add ost 00000020:00000080:3.0:1789478788.223202:0:25119:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1789478788.223213:0:25119:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001 (ffff8ebb0229b370) 00000020:00000080:3.0:1789478788.223233:0:25119:0:(obd_config.c:720:class_attach_name()) OBD: dev 26 attached type obdfilter with refcount 2 00000020:00000080:3.0:1789478788.223237:0:25119:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:01000004:3.0:1789478788.223306:0:25119:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8ebc34edf000 from lustre-OST0001, refs=2 00080000:01000000:3.0:1789478788.223313:0:25119:0:(osd_handler.c:8925:osd_obd_connect()) connect #1 00000020:00000080:3.0:1789478788.223322:0:25119:0:(genops.c:1385:class_connect()) connect: client lustre-OST0001-osd_UUID, cookie 0x8ebaae74e8217a3d 00010000:00010000:3.0:1789478788.226753:0:25119:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-filter-lustre-OST0001_UUID-4 is initialized 00000001:00000004:3.0:1789478788.227261:0:25119:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 3, last_transno is 8589934600 00080000:10000000:2.0:1789478788.228786:0:25119:0:(osd_handler.c:5581:osd_index_try()) lustre-OST0001: index object [0x200000003:0xb:0x0] (8/32) registered 00000020:00000080:2.0:1789478788.230373:0:25119:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001 (uuid lustre-OST0001_UUID) 00000020:01000000:2.0:1789478788.230383:0:25119:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1789478788.230389:0:25119:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789478788.230391:0:25119:0:(obd_config.c:1563:class_process_config()) marker 29 (0x2) lustre-OST0001 add ost 00000020:01000000:2.0:1789478788.230395:0:25119:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1789478788.230398:0:25119:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789478788.230400:0:25119:0:(obd_config.c:1563:class_process_config()) marker 36 (0x1) lustre sys.timeout 00000020:00000080:2.0:1789478788.230403:0:25119:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:2.0:1789478788.230409:0:25119:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:2.0:1789478788.230412:0:25119:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1789478788.230415:0:25119:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789478788.230416:0:25119:0:(obd_config.c:1563:class_process_config()) marker 36 (0x2) lustre sys.timeout 00000020:01000000:2.0:1789478788.230418:0:25119:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1789478788.230420:0:25119:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789478788.230422:0:25119:0:(obd_config.c:1563:class_process_config()) marker 41 (0x1) lustre sys.jobid_var 00000020:00000080:2.0:1789478788.230424:0:25119:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000020:01000000:2.0:1789478788.230447:0:25119:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1789478788.230450:0:25119:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789478788.230452:0:25119:0:(obd_config.c:1563:class_process_config()) marker 41 (0x2) lustre sys.jobid_var 00000040:00080000:2.0:1789478788.230455:0:25119:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xc:0x0] index 11 count 11 00000020:01000000:0.0:1789478788.231076:0:25115:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-OST0001 gen 1-10 (rc=0) 10000000:01000000:0.0:1789478788.231105:0:25115:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.206.111@tcp: configuration from log 'lustre-OST0001' succeeded (0). 00010000:00010000:0.0:1789478788.231128:0:25115:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.206.111@tcp lock: ffff8ebc08c4aa00/0x8ebaae74e8217a28 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0x8ebaae74e8217a2f expref: -99 pid: 25115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478788.231140:0:25115:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.206.111@tcp lock: ffff8ebc08c4aa00/0x8ebaae74e8217a28 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0x8ebaae74e8217a2f expref: -99 pid: 25115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789478788.231147:0:25115:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff8ebc34edf000 from 1 10000000:01000000:0.0:1789478788.231150:0:25115:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:0.0:1789478788.231184:0:25115:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.206.111@tcp lock: ffff8ebc34f77400/0x8ebaae74e8217a44 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 25115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478788.231191:0:25115:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.206.111@tcp lock: ffff8ebc34f77400/0x8ebaae74e8217a44 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 25115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478788.231203:0:25115:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.206.111@tcp lock: ffff8ebc34f77400/0x8ebaae74e8217a44 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 25115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789478788.231226:0:25115:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc3fc03480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:433f6587-f9be-4304-94be-07d77f00816b:25115:1876403964579584:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1789478788.231284:0:25115:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789478788.231320:0:25115:0:(client.c:2715:ptlrpc_set_wait()) set ffff8ebc07a94a80 going to sleep for 11 seconds 00000100:00100000:1.0:1789478788.231423:0:22788:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964579584 00000100:00100000:1.0:1789478788.231431:0:22788:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964579584 00000100:00100000:1.0:1789478788.231478:0:22788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 96 00000100:00100000:1.0:1789478788.231487:0:22788:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc0428b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:433f6587-f9be-4304-94be-07d77f00816b+22:25115:x1876403964579584:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1789478788.231500:0:22788:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789478788.231513:0:22788:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8ebc40fcfe00/0x8ebaae74e8217a4b lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x8ebaae74e8217a44 expref: -99 pid: 22788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478788.231535:0:22788:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ebc40fcfe00/0x8ebaae74e8217a4b lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x8ebaae74e8217a44 expref: 23 pid: 22788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478788.231545:0:22788:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8ebc40fcfe00/0x8ebaae74e8217a4b lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x8ebaae74e8217a44 expref: 23 pid: 22788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478788.231566:0:22788:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ebc40fcfe00, rc 0) 00000100:00100000:1.0:1789478788.231634:0:22788:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc0428b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:433f6587-f9be-4304-94be-07d77f00816b+23:25115:x1876403964579584:12345-0@lo:101:mount.lustre.0 Request processed in 147us (349us total) trans 0 rc 0/0 00000100:00100000:1.0:1789478788.231640:0:22788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 96 00000100:00100000:0.0:1789478788.231760:0:25115:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc3fc03480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:433f6587-f9be-4304-94be-07d77f00816b:25115:1876403964579584:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1789478788.231774:0:25115:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.206.111@tcp lock: ffff8ebc34f77400/0x8ebaae74e8217a44 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x8ebaae74e8217a4b expref: -99 pid: 25115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478788.231783:0:25115:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.206.111@tcp lock: ffff8ebc34f77400/0x8ebaae74e8217a44 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x8ebaae74e8217a4b expref: -99 pid: 25115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1789478788.234110:0:25115:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 13 count 13 00000040:00080000:0.0:1789478788.234380:0:25115:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1789478788.234711:0:25115:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].1, 224 off8416 00000040:00080000:0.0:1789478788.234738:0:25115:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].2, 112 off8528 00000040:00080000:0.0:1789478788.234754:0:25115:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].3, 224 off8752 00000040:00080000:0.0:1789478788.234767:0:25115:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].4, 224 off8976 00000040:00080000:0.0:1789478788.234782:0:25115:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].5, 112 off9088 00000040:00080000:0.0:1789478788.234811:0:25115:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].6, 224 off9312 00000040:00080000:0.0:1789478788.234827:0:25115:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].7, 224 off9536 00000040:00080000:0.0:1789478788.234841:0:25115:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].8, 128 off9664 00000040:00080000:0.0:1789478788.234855:0:25115:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].9, 224 off9888 00000040:00080000:0.0:1789478788.234867:0:25115:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].10, 224 off10112 00000040:00080000:0.0:1789478788.234882:0:25115:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].11, 128 off10240 00000040:00080000:0.0:1789478788.234900:0:25115:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].12, 224 off10464 00000040:00080000:0.0:1789478788.234905:0:25115:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 12 count 13 00000100:00100000:0.0:1789478788.235088:0:25115:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc3fc03480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:433f6587-f9be-4304-94be-07d77f00816b:25115:1876403964579712:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1789478788.235144:0:25115:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789478788.235235:0:25115:0:(client.c:2715:ptlrpc_set_wait()) set ffff8ebc07a94000 going to sleep for 11 seconds 00000100:00100000:1.0:1789478788.235286:0:22791:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964579712 00000100:00100000:1.0:1789478788.235293:0:22791:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964579712 00000100:00100000:1.0:1789478788.235380:0:22791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 97 00000100:00100000:1.0:1789478788.235390:0:22791:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc0428a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:433f6587-f9be-4304-94be-07d77f00816b+23:25115:x1876403964579712:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1789478788.235858:0:22791:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc0428a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:433f6587-f9be-4304-94be-07d77f00816b+23:25115:x1876403964579712:12345-0@lo:501:mount.lustre.0 Request processed in 468us (712us total) trans 0 rc 0/0 00000100:00100000:1.0:1789478788.235866:0:22791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 97 00000100:00100000:0.0:1789478788.236052:0:25115:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc3fc03480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:433f6587-f9be-4304-94be-07d77f00816b:25115:1876403964579712:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1789478788.236085:0:25115:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc3fc03480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:433f6587-f9be-4304-94be-07d77f00816b:25115:1876403964579840:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1789478788.236127:0:25115:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789478788.236156:0:25115:0:(client.c:2715:ptlrpc_set_wait()) set ffff8ebc07a94000 going to sleep for 11 seconds 00000100:00100000:1.0:1789478788.236205:0:22790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964579840 00000100:00100000:1.0:1789478788.236209:0:22790:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964579840 00000100:00100000:1.0:1789478788.236284:0:22790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 98 00000100:00100000:1.0:1789478788.236293:0:22790:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc04289850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:433f6587-f9be-4304-94be-07d77f00816b+23:25115:x1876403964579840:12345-0@lo:503:mount.lustre.0 00000100:00100000:1.0:1789478788.236379:0:22790:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc04289850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:433f6587-f9be-4304-94be-07d77f00816b+23:25115:x1876403964579840:12345-0@lo:503:mount.lustre.0 Request processed in 87us (251us total) trans 0 rc 0/0 00000100:00100000:1.0:1789478788.236386:0:22790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 98 00000100:00100000:0.0:1789478788.236556:0:25115:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc3fc03480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:433f6587-f9be-4304-94be-07d77f00816b:25115:1876403964579840:0@lo:503:mount.lustre.0 00000040:00080000:0.0:1789478788.237097:0:25115:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:0.0:1789478788.237159:0:25115:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc3fc03480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:433f6587-f9be-4304-94be-07d77f00816b:25115:1876403964579968:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1789478788.237199:0:25115:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789478788.237269:0:25115:0:(client.c:2715:ptlrpc_set_wait()) set ffff8ebc07a94a80 going to sleep for 11 seconds 00000100:00100000:1.0:1789478788.237301:0:22791:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964579968 00000100:00100000:1.0:1789478788.237306:0:22791:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964579968 00000100:00100000:1.0:1789478788.237365:0:22791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 99 00000100:00100000:1.0:1789478788.237373:0:22791:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc04289c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:433f6587-f9be-4304-94be-07d77f00816b+23:25115:x1876403964579968:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1789478788.237479:0:22791:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc04289c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:433f6587-f9be-4304-94be-07d77f00816b+23:25115:x1876403964579968:12345-0@lo:502:mount.lustre.0 Request processed in 106us (279us total) trans 0 rc 0/0 00000100:00100000:1.0:1789478788.237485:0:22791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 99 00000100:00100000:0.0:1789478788.237552:0:25115:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc3fc03480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:433f6587-f9be-4304-94be-07d77f00816b:25115:1876403964579968:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1789478788.237721:0:25115:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].1, 224 off8416 00000040:00080000:0.0:1789478788.237752:0:25115:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].2, 112 off8528 00000040:00080000:0.0:1789478788.237768:0:25115:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].3, 224 off8752 00000040:00080000:0.0:1789478788.237782:0:25115:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].4, 224 off8976 00000040:00080000:0.0:1789478788.237794:0:25115:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].5, 112 off9088 00000040:00080000:0.0:1789478788.237808:0:25115:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].6, 224 off9312 00000040:00080000:0.0:1789478788.237821:0:25115:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].7, 224 off9536 00000040:00080000:0.0:1789478788.237849:0:25115:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].8, 128 off9664 00000040:00080000:0.0:1789478788.237864:0:25115:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].9, 224 off9888 00000040:00080000:0.0:1789478788.237875:0:25115:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].10, 224 off10112 00000040:00080000:0.0:1789478788.237887:0:25115:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].11, 128 off10240 00000100:00100000:0.0:1789478788.237907:0:25115:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc3fc03480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:433f6587-f9be-4304-94be-07d77f00816b:25115:1876403964580096:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1789478788.237952:0:25115:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789478788.238285:0:25115:0:(client.c:2715:ptlrpc_set_wait()) set ffff8ebc07a94a80 going to sleep for 11 seconds 00000100:00100000:3.0:1789478788.238318:0:22788:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964580096 00000100:00100000:3.0:1789478788.238323:0:22788:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964580096 00000100:00100000:3.0:1789478788.238349:0:22788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 100 00000100:00100000:3.0:1789478788.238356:0:22788:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc0428b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:433f6587-f9be-4304-94be-07d77f00816b+23:25115:x1876403964580096:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1789478788.238621:0:22788:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc0428b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:433f6587-f9be-4304-94be-07d77f00816b+23:25115:x1876403964580096:12345-0@lo:502:mount.lustre.0 Request processed in 264us (668us total) trans 0 rc 0/0 00000100:00100000:3.0:1789478788.238628:0:22788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 100 00000100:00100000:2.0:1789478788.238779:0:25115:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc3fc03480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:433f6587-f9be-4304-94be-07d77f00816b:25115:1876403964580096:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1789478788.239077:0:25115:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].12, 224 off10464 00000040:00080000:2.0:1789478788.239087:0:25115:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 12 count 13 00000020:01000000:2.0:1789478788.240041:0:25123:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1789478788.240051:0:25123:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789478788.240053:0:25123:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:2.0:1789478788.240059:0:25123:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff8ebc34edf000 00000020:00000080:2.0:1789478788.240062:0:25123:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:2.0:1789478788.240068:0:25123:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1789478788.240071:0:25123:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789478788.240072:0:25123:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:2.0:1789478788.240074:0:25123:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1789478788.240077:0:25123:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789478788.240078:0:25123:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:2.0:1789478788.240081:0:25123:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff8ebc34edf000 00000020:00000080:2.0:1789478788.240083:0:25123:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:2.0:1789478788.240169:0:25123:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1789478788.240174:0:25123:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789478788.240175:0:25123:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:2.0:1789478788.240178:0:25123:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1789478788.240180:0:25123:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789478788.240188:0:25123:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:2.0:1789478788.240193:0:25123:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff8ebc34edf000 00000020:00000080:2.0:1789478788.240195:0:25123:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:2.0:1789478788.240297:0:25123:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1789478788.240301:0:25123:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789478788.240302:0:25123:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:2.0:1789478788.240305:0:25123:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1789478788.240308:0:25123:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789478788.240309:0:25123:0:(obd_config.c:1563:class_process_config()) marker 5 (0x1) lustre mdt.lustre-MDT0001.hsm_control 00000020:01000000:2.0:1789478788.240312:0:25123:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff8ebc34edf000 00000020:00000080:2.0:1789478788.240314:0:25123:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:2.0:1789478788.240337:0:25123:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1789478788.240339:0:25123:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789478788.240341:0:25123:0:(obd_config.c:1563:class_process_config()) marker 5 (0x2) lustre mdt.lustre-MDT0001.hsm_control 00000040:00080000:2.0:1789478788.240343:0:25123:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xe:0x0] index 13 count 13 00000020:01000000:1.0:1789478788.240553:0:25115:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-12 (rc=0) 10000000:01000000:1.0:1789478788.240578:0:25115:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.206.111@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:1.0:1789478788.240616:0:25115:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.206.111@tcp lock: ffff8ebc34f77400/0x8ebaae74e8217a44 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x8ebaae74e8217a4b expref: -99 pid: 25115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478788.240628:0:25115:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.206.111@tcp lock: ffff8ebc34f77400/0x8ebaae74e8217a44 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x8ebaae74e8217a4b expref: -99 pid: 25115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1789478788.240678:0:25115:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:1.0:1789478788.240682:0:25115:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff8ebc34edf000 10000000:01000000:1.0:1789478788.240685:0:25115:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff8ebc34edf000 10000000:01000000:1.0:1789478788.240688:0:25115:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:1.0:1789478788.240694:0:25115:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff8ebc34edf000 from 1 10000000:01000000:1.0:1789478788.240696:0:25115:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:1.0:1789478788.240727:0:25115:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.206.111@tcp lock: ffff8ebc40fcf200/0x8ebaae74e8217a52 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 25115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478788.240735:0:25115:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.206.111@tcp lock: ffff8ebc40fcf200/0x8ebaae74e8217a52 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 25115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478788.240746:0:25115:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.206.111@tcp lock: ffff8ebc40fcf200/0x8ebaae74e8217a52 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 25115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789478788.240765:0:25115:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc40ecf800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:433f6587-f9be-4304-94be-07d77f00816b:25115:1876403964580224:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1789478788.241110:0:25115:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789478788.241182:0:25115:0:(client.c:2715:ptlrpc_set_wait()) set ffff8ebc0a5ead80 going to sleep for 11 seconds 00000100:00100000:2.0:1789478788.241226:0:22790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964580224 00000100:00100000:2.0:1789478788.241232:0:22790:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964580224 00000100:00100000:2.0:1789478788.241313:0:22790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 101 00000100:00100000:2.0:1789478788.241322:0:22790:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc04289450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:433f6587-f9be-4304-94be-07d77f00816b+23:25115:x1876403964580224:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1789478788.241334:0:22790:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789478788.241347:0:22790:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8ebc08c4b400/0x8ebaae74e8217a59 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: local remote: 0x8ebaae74e8217a52 expref: -99 pid: 22790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478788.241367:0:22790:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ebc08c4b400/0x8ebaae74e8217a59 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x8ebaae74e8217a52 expref: 24 pid: 22790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478788.241378:0:22790:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8ebc08c4b400/0x8ebaae74e8217a59 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x8ebaae74e8217a52 expref: 24 pid: 22790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478788.241386:0:22790:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ebc08c4b400, rc 0) 00000100:00100000:2.0:1789478788.241553:0:22790:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc04289450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:433f6587-f9be-4304-94be-07d77f00816b+24:25115:x1876403964580224:12345-0@lo:101:mount.lustre.0 Request processed in 231us (442us total) trans 0 rc 0/0 00000100:00100000:2.0:1789478788.241564:0:22790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 101 00000100:00100000:3.0:1789478788.242063:0:25115:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc40ecf800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:433f6587-f9be-4304-94be-07d77f00816b:25115:1876403964580224:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1789478788.242079:0:25115:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.206.111@tcp lock: ffff8ebc40fcf200/0x8ebaae74e8217a52 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0x8ebaae74e8217a59 expref: -99 pid: 25115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478788.242088:0:25115:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.206.111@tcp lock: ffff8ebc40fcf200/0x8ebaae74e8217a52 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0x8ebaae74e8217a59 expref: -99 pid: 25115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1789478788.246944:0:25115:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 52 count 51 00000040:00080000:3.0:1789478788.247797:0:25115:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1789478788.248521:0:25115:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].1, 224 off8416 00000040:00080000:3.0:1789478788.248550:0:25115:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].2, 120 off8536 00000040:00080000:3.0:1789478788.248580:0:25115:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].3, 168 off8704 00000040:00080000:3.0:1789478788.248613:0:25115:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].4, 224 off8928 00000040:00080000:3.0:1789478788.248631:0:25115:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].5, 224 off9152 00000040:00080000:3.0:1789478788.248645:0:25115:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].6, 120 off9272 00000040:00080000:3.0:1789478788.248659:0:25115:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].7, 168 off9440 00000040:00080000:3.0:1789478788.248673:0:25115:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].8, 224 off9664 00000040:00080000:3.0:1789478788.248686:0:25115:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].9, 224 off9888 00000040:00080000:3.0:1789478788.248698:0:25115:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].10, 120 off10008 00000040:00080000:3.0:1789478788.248709:0:25115:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].11, 224 off10232 00000040:00080000:3.0:1789478788.248729:0:25115:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].12, 224 off10456 00000040:00080000:3.0:1789478788.248741:0:25115:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].13, 88 off10544 00000040:00080000:3.0:1789478788.248752:0:25115:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].14, 128 off10672 00000040:00080000:3.0:1789478788.248763:0:25115:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].15, 144 off10816 00000040:00080000:3.0:1789478788.248774:0:25115:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].16, 160 off10976 00000040:00080000:3.0:1789478788.248785:0:25115:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].17, 224 off11200 00000040:00080000:3.0:1789478788.248797:0:25115:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].18, 224 off11424 00000040:00080000:3.0:1789478788.248819:0:25115:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].19, 80 off11504 00000040:00080000:3.0:1789478788.248832:0:25115:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].20, 224 off11728 00000040:00080000:3.0:1789478788.248844:0:25115:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].21, 224 off11952 00000040:00080000:3.0:1789478788.248855:0:25115:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].22, 88 off12040 00000040:00080000:3.0:1789478788.248867:0:25115:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].23, 128 off12168 00000040:00080000:3.0:1789478788.248879:0:25115:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].24, 144 off12312 00000040:00080000:3.0:1789478788.248890:0:25115:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].25, 160 off12472 00000040:00080000:3.0:1789478788.248902:0:25115:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].26, 224 off12696 00000040:00080000:3.0:1789478788.248914:0:25115:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].27, 224 off12920 00000040:00080000:3.0:1789478788.248940:0:25115:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].28, 80 off13000 00000040:00080000:3.0:1789478788.248954:0:25115:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].29, 224 off13224 00000040:00080000:3.0:1789478788.249527:0:25115:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].30, 224 off13448 00000040:00080000:3.0:1789478788.249558:0:25115:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].31, 88 off13536 00000040:00080000:3.0:1789478788.249574:0:25115:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].32, 128 off13664 00000040:00080000:3.0:1789478788.249589:0:25115:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].33, 144 off13808 00000040:00080000:3.0:1789478788.249621:0:25115:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].34, 128 off13936 00000040:00080000:3.0:1789478788.249648:0:25115:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].35, 224 off14160 00000040:00080000:3.0:1789478788.249665:0:25115:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].36, 224 off14384 00000040:00080000:3.0:1789478788.249679:0:25115:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].37, 80 off14464 00000040:00080000:3.0:1789478788.249693:0:25115:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].38, 224 off14688 00000040:00080000:3.0:1789478788.249708:0:25115:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].39, 224 off14912 00000040:00080000:3.0:1789478788.249721:0:25115:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].40, 88 off15000 00000040:00080000:3.0:1789478788.249735:0:25115:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].41, 128 off15128 00000040:00080000:3.0:1789478788.249749:0:25115:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].42, 144 off15272 00000040:00080000:3.0:1789478788.249763:0:25115:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].43, 128 off15400 00000040:00080000:3.0:1789478788.249778:0:25115:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].44, 224 off15624 00000040:00080000:3.0:1789478788.249802:0:25115:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].45, 224 off15848 00000040:00080000:3.0:1789478788.249817:0:25115:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].46, 80 off15928 00000040:00080000:3.0:1789478788.249831:0:25115:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].47, 224 off16152 00000040:00080000:3.0:1789478788.249845:0:25115:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].48, 232 off16384 00000040:00080000:3.0:1789478788.250617:0:25115:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].49, 224 off16608 00000040:00080000:3.0:1789478788.250657:0:25115:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].50, 120 off16728 00000040:00080000:3.0:1789478788.250680:0:25115:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].51, 224 off16952 00000040:00080000:3.0:1789478788.250686:0:25115:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 51 count 51 00000100:00100000:3.0:1789478788.250777:0:25115:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebb04ab2d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:433f6587-f9be-4304-94be-07d77f00816b:25115:1876403964580352:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1789478788.250832:0:25115:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789478788.250874:0:25115:0:(client.c:2715:ptlrpc_set_wait()) set ffff8ebc094fac00 going to sleep for 11 seconds 00000100:00100000:2.0:1789478788.251737:0:22788:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964580352 00000100:00100000:2.0:1789478788.251746:0:22788:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964580352 00000100:00100000:2.0:1789478788.251795:0:22788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 102 00000100:00100000:2.0:1789478788.251805:0:22788:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc04288450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:433f6587-f9be-4304-94be-07d77f00816b+24:25115:x1876403964580352:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1789478788.251938:0:22788:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc04288450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:433f6587-f9be-4304-94be-07d77f00816b+24:25115:x1876403964580352:12345-0@lo:501:mount.lustre.0 Request processed in 133us (1104us total) trans 0 rc 0/0 00000100:00100000:2.0:1789478788.251945:0:22788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 102 00000100:00100000:3.0:1789478788.252171:0:25115:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebb04ab2d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:433f6587-f9be-4304-94be-07d77f00816b:25115:1876403964580352:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1789478788.252207:0:25115:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebb04ab2d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:433f6587-f9be-4304-94be-07d77f00816b:25115:1876403964580480:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1789478788.252259:0:25115:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789478788.252291:0:25115:0:(client.c:2715:ptlrpc_set_wait()) set ffff8ebc094fac00 going to sleep for 11 seconds 00000100:00100000:2.0:1789478788.252528:0:22790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964580480 00000100:00100000:2.0:1789478788.252533:0:22790:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964580480 00000100:00100000:2.0:1789478788.252564:0:22790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 103 00000100:00100000:2.0:1789478788.252570:0:22790:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc24f1d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:433f6587-f9be-4304-94be-07d77f00816b+24:25115:x1876403964580480:12345-0@lo:503:mount.lustre.0 00000100:00100000:2.0:1789478788.252816:0:22790:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc24f1d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:433f6587-f9be-4304-94be-07d77f00816b+24:25115:x1876403964580480:12345-0@lo:503:mount.lustre.0 Request processed in 244us (556us total) trans 0 rc 0/0 00000100:00100000:2.0:1789478788.252823:0:22790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 103 00000100:00100000:3.0:1789478788.253612:0:25115:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebb04ab2d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:433f6587-f9be-4304-94be-07d77f00816b:25115:1876403964580480:0@lo:503:mount.lustre.0 00000040:00080000:3.0:1789478788.253964:0:25115:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:3.0:1789478788.254571:0:25115:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebb04ab2d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:433f6587-f9be-4304-94be-07d77f00816b:25115:1876403964580608:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1789478788.254646:0:25115:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789478788.254683:0:25115:0:(client.c:2715:ptlrpc_set_wait()) set ffff8ebc094fa480 going to sleep for 11 seconds 00000100:00100000:0.0:1789478788.254774:0:22791:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964580608 00000100:00100000:0.0:1789478788.254780:0:22791:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964580608 00000100:00100000:0.0:1789478788.254822:0:22791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 104 00000100:00100000:0.0:1789478788.254831:0:22791:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc24f1e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:433f6587-f9be-4304-94be-07d77f00816b+24:25115:x1876403964580608:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1789478788.254940:0:22791:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc24f1e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:433f6587-f9be-4304-94be-07d77f00816b+24:25115:x1876403964580608:12345-0@lo:502:mount.lustre.0 Request processed in 110us (293us total) trans 0 rc 0/0 00000100:00100000:0.0:1789478788.254948:0:22791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 104 00000100:00100000:0.0:1789478788.255001:0:25115:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebb04ab2d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:433f6587-f9be-4304-94be-07d77f00816b:25115:1876403964580608:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1789478788.255163:0:25115:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].1, 224 off8416 00000040:00080000:0.0:1789478788.255190:0:25115:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].2, 120 off8536 00000040:00080000:0.0:1789478788.255203:0:25115:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].3, 168 off8704 00000040:00080000:0.0:1789478788.255216:0:25115:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].4, 224 off8928 00000040:00080000:0.0:1789478788.255228:0:25115:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].5, 224 off9152 00000040:00080000:0.0:1789478788.255240:0:25115:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].6, 120 off9272 00000040:00080000:0.0:1789478788.255252:0:25115:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].7, 168 off9440 00000040:00080000:0.0:1789478788.255266:0:25115:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].8, 224 off9664 00000040:00080000:0.0:1789478788.255290:0:25115:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].9, 224 off9888 00000040:00080000:0.0:1789478788.255303:0:25115:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].10, 120 off10008 00000040:00080000:0.0:1789478788.255317:0:25115:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].11, 224 off10232 00000040:00080000:0.0:1789478788.255346:0:25115:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].12, 224 off10456 00000040:00080000:0.0:1789478788.255361:0:25115:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].13, 88 off10544 00000040:00080000:0.0:1789478788.255372:0:25115:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].14, 128 off10672 00000040:00080000:0.0:1789478788.255384:0:25115:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].15, 144 off10816 00000040:00080000:0.0:1789478788.255395:0:25115:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].16, 160 off10976 00000040:00080000:0.0:1789478788.255408:0:25115:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].17, 224 off11200 00000040:00080000:0.0:1789478788.255421:0:25115:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].18, 224 off11424 00000040:00080000:0.0:1789478788.255435:0:25115:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].19, 80 off11504 00000040:00080000:0.0:1789478788.255449:0:25115:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].20, 224 off11728 00000040:00080000:0.0:1789478788.255461:0:25115:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].21, 224 off11952 00000040:00080000:0.0:1789478788.255473:0:25115:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].22, 88 off12040 00000040:00080000:0.0:1789478788.255487:0:25115:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].23, 128 off12168 00000040:00080000:0.0:1789478788.255502:0:25115:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].24, 144 off12312 00000040:00080000:0.0:1789478788.255515:0:25115:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].25, 160 off12472 00000040:00080000:0.0:1789478788.255529:0:25115:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].26, 224 off12696 00000040:00080000:0.0:1789478788.255542:0:25115:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].27, 224 off12920 00000040:00080000:0.0:1789478788.255564:0:25115:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].28, 80 off13000 00000040:00080000:0.0:1789478788.256423:0:25115:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].29, 224 off13224 00000040:00080000:0.0:1789478788.256441:0:25115:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].30, 224 off13448 00000040:00080000:0.0:1789478788.256454:0:25115:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].31, 88 off13536 00000040:00080000:0.0:1789478788.256467:0:25115:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].32, 128 off13664 00000040:00080000:0.0:1789478788.256480:0:25115:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].33, 144 off13808 00000040:00080000:0.0:1789478788.256494:0:25115:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].34, 128 off13936 00000040:00080000:0.0:1789478788.256508:0:25115:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].35, 224 off14160 00000040:00080000:0.0:1789478788.256522:0:25115:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].36, 224 off14384 00000040:00080000:0.0:1789478788.256535:0:25115:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].37, 80 off14464 00000040:00080000:0.0:1789478788.256548:0:25115:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].38, 224 off14688 00000040:00080000:0.0:1789478788.256561:0:25115:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].39, 224 off14912 00000040:00080000:0.0:1789478788.256589:0:25115:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].40, 88 off15000 00000040:00080000:0.0:1789478788.256623:0:25115:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].41, 128 off15128 00000040:00080000:0.0:1789478788.256649:0:25115:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].42, 144 off15272 00000040:00080000:0.0:1789478788.256664:0:25115:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].43, 128 off15400 00000040:00080000:0.0:1789478788.256692:0:25115:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].44, 224 off15624 00000040:00080000:0.0:1789478788.256708:0:25115:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].45, 224 off15848 00000040:00080000:0.0:1789478788.256721:0:25115:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].46, 80 off15928 00000040:00080000:0.0:1789478788.256734:0:25115:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].47, 224 off16152 00000040:00080000:0.0:1789478788.256747:0:25115:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].48, 232 off16384 00000100:00100000:0.0:1789478788.256793:0:25115:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc3fc01180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:433f6587-f9be-4304-94be-07d77f00816b:25115:1876403964580736:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1789478788.256853:0:25115:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789478788.256893:0:25115:0:(client.c:2715:ptlrpc_set_wait()) set ffff8ebb0273d780 going to sleep for 11 seconds 00000100:00100000:3.0:1789478788.257519:0:22788:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964580736 00000100:00100000:3.0:1789478788.257526:0:22788:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964580736 00000100:00100000:3.0:1789478788.257577:0:22788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 105 00000100:00100000:3.0:1789478788.257586:0:22788:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc24f1d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:433f6587-f9be-4304-94be-07d77f00816b+24:25115:x1876403964580736:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1789478788.257731:0:22788:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc24f1d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:433f6587-f9be-4304-94be-07d77f00816b+24:25115:x1876403964580736:12345-0@lo:502:mount.lustre.0 Request processed in 146us (878us total) trans 0 rc 0/0 00000100:00100000:3.0:1789478788.257738:0:22788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 105 00000100:00100000:0.0:1789478788.257874:0:25115:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc3fc01180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:433f6587-f9be-4304-94be-07d77f00816b:25115:1876403964580736:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1789478788.258048:0:25115:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].49, 224 off16608 00000040:00080000:0.0:1789478788.258072:0:25115:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].50, 120 off16728 00000100:00100000:0.0:1789478788.258096:0:25115:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc3fc01180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:433f6587-f9be-4304-94be-07d77f00816b:25115:1876403964580864:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1789478788.258133:0:25115:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789478788.258165:0:25115:0:(client.c:2715:ptlrpc_set_wait()) set ffff8ebc421f99c0 going to sleep for 11 seconds 00000100:00100000:3.0:1789478788.259122:0:22790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964580864 00000100:00100000:3.0:1789478788.259129:0:22790:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964580864 00000100:00100000:3.0:1789478788.259172:0:22790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 106 00000100:00100000:3.0:1789478788.259181:0:22790:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc24f1e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:433f6587-f9be-4304-94be-07d77f00816b+24:25115:x1876403964580864:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1789478788.259284:0:22790:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc24f1e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:433f6587-f9be-4304-94be-07d77f00816b+24:25115:x1876403964580864:12345-0@lo:502:mount.lustre.0 Request processed in 103us (1150us total) trans 0 rc 0/0 00000100:00100000:3.0:1789478788.259291:0:22790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 106 00000100:00100000:0.0:1789478788.259328:0:25115:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc3fc01180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:433f6587-f9be-4304-94be-07d77f00816b:25115:1876403964580864:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1789478788.259383:0:25115:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].51, 224 off16952 00000040:00080000:0.0:1789478788.259393:0:25115:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 51 count 51 00000020:01000004:3.0:1789478788.260709:0:25128:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-OST0001 (typ=lwp) 00000020:00000080:3.0:1789478788.260724:0:25128:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-OST0001 (ffff8ebb0229cd28) 00000020:00000080:3.0:1789478788.260747:0:25128:0:(obd_config.c:720:class_attach_name()) OBD: dev 27 attached type lwp with refcount 2 00000020:01000004:3.0:1789478788.260839:0:25128:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8ebc34edf000 from lustre-OST0001, refs=3 00000020:01000004:3.0:1789478788.260843:0:25128:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8ebc34edf000 from lustre-OST0001, refs=3 00000020:01000004:3.0:1789478788.260846:0:25128:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8ebc34edf000 3 00010000:00080000:3.0:1789478788.260883:0:25128:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8ebb0239f800@lustre-MDT0000-lwp-OST0001: add connection 192.168.206.111@tcp at head 00000040:00080000:2.0:1789478788.263763:0:22830:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:2.0:1789478788.266123:0:25128:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-OST0001-11 is initialized 00000020:00000080:2.0:1789478788.266350:0:25128:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-OST0001 (uuid lustre-MDT0000-lwp-OST0001_UUID) 00000010:01000000:2.0:1789478788.266395:0:25128:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:2.0:1789478788.266420:0:25128:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-OST0001, cookie 0x8ebaae74e8217a67 00000100:00080000:2.0:1789478788.266438:0:25128:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 0 00000100:00080000:2.0:1789478788.266450:0:25128:0:(import.c:625:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8ebb0239f800 using connection 192.168.206.111@tcp/0@lo 00000100:00100000:2.0:1789478788.266482:0:25128:0:(import.c:827:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8ebb037e5180 x1876403964580992/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789478788.266512:0:25128:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID 00000100:00080000:2.0:1789478788.266555:0:14273:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1789478788.266564:0:14273:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789478788.266567:0:14273:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1789478788.266570:0:14273:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789478788.266626:0:14273:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1789478788.266629:0:14273:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789478788.266632:0:14273:0:(import.c:65:import_set_state_nolock()) ffff8ebb0372c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789478788.266636:0:14273:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 612 00000100:00080000:2.0:1789478788.266640:0:14273:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 15s 00000100:00080000:2.0:1789478788.266644:0:14273:0:(import.c:625:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff8ebb0372c000 using connection 192.168.206.111@tcp/0@lo 00000100:00100000:2.0:1789478788.266656:0:14273:0:(import.c:827:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8ebb037e5f80 x1876403964581632/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789478788.266695:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebb037e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3648:1876403964581120:0@lo:400:kworker.0 00000100:00100000:2.0:1789478788.266751:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789478788.266780:0:22801:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964581120 00000100:00100000:2.0:1789478788.266786:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebb037e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3648:1876403964581760:0@lo:400:kworker.0 00000100:00100000:0.0:1789478788.266787:0:22801:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964581120 00000100:00100000:2.0:1789478788.266810:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789478788.266824:0:22801:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:2.0:1789478788.266828:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1789478788.266832:0:22801:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebb037e7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3648:x1876403964581120:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789478788.266833:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebb037e7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3648:1876403964581504:0@lo:400:kworker.0 00000100:00100000:2.0:1789478788.266853:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789478788.266876:0:22801:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebb037e7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3648:x1876403964581120:12345-0@lo:400:kworker.0 Request processed in 45us (125us total) trans 0 rc 0/0 00000100:00100000:2.0:1789478788.266878:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebb037e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3645:1876403964581248:0@lo:400:kworker.0 00000100:00100000:0.0:1789478788.266883:0:22801:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:2.0:1789478788.266900:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789478788.266916:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebb037e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3645:1876403964581888:0@lo:400:kworker.0 00000100:00100000:2.0:1789478788.266954:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789478788.266982:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1789478788.266987:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebb037e4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3645:1876403964581376:0@lo:400:kworker.0 00000100:00100000:2.0:1789478788.267016:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789478788.267032:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebb037e5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3645:1876403964582016:0@lo:400:kworker.0 00000100:00100000:2.0:1789478788.267051:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789478788.267074:0:22797:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964581760 00000100:00100000:2.0:1789478788.267078:0:22797:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964581760 00000100:00100000:2.0:1789478788.267096:0:22797:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964581248 00000100:00100000:2.0:1789478788.267098:0:22797:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964581248 00000100:00100000:2.0:1789478788.267107:0:22797:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964581888 00000100:00100000:2.0:1789478788.267109:0:22797:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964581888 00000100:00100000:2.0:1789478788.267127:0:22797:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964582016 00000100:00100000:2.0:1789478788.267129:0:22797:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964582016 00000100:00100000:2.0:1789478788.267141:0:22797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:2.0:1789478788.267147:0:22797:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebb037e7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3648:x1876403964581760:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789478788.267179:0:22797:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebb037e7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3648:x1876403964581760:12345-0@lo:400:kworker.0 Request processed in 31us (368us total) trans 0 rc 0/0 00000100:00100000:2.0:1789478788.267184:0:22797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:2.0:1789478788.267196:0:22797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:2.0:1789478788.267201:0:22797:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc34cb4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3645:x1876403964581248:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789478788.267244:0:22797:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc34cb4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3645:x1876403964581248:12345-0@lo:400:kworker.0 Request processed in 42us (343us total) trans 0 rc 0/0 00000100:00100000:2.0:1789478788.267250:0:22797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:2.0:1789478788.267261:0:22797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:2.0:1789478788.267267:0:22797:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc34cb4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3645:x1876403964581888:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789478788.267292:0:22797:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc34cb4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3645:x1876403964581888:12345-0@lo:400:kworker.0 Request processed in 25us (338us total) trans 0 rc 0/0 00000100:00100000:2.0:1789478788.267297:0:22797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:2.0:1789478788.267307:0:22797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:2.0:1789478788.267320:0:22797:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc34cb5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3645:x1876403964582016:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789478788.267347:0:22797:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc34cb5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3645:x1876403964582016:12345-0@lo:400:kworker.0 Request processed in 28us (294us total) trans 0 rc 0/0 00000100:00100000:2.0:1789478788.267352:0:22797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:2.0:1789478788.267369:0:24304:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964581504 00000100:00100000:2.0:1789478788.267373:0:24304:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964581504 00000100:00100000:2.0:1789478788.267396:0:24304:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1789478788.267402:0:24304:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc34cb5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3648:x1876403964581504:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789478788.267429:0:24304:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc34cb5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3648:x1876403964581504:12345-0@lo:400:kworker.0 Request processed in 26us (574us total) trans 0 rc 0/0 00000100:00100000:2.0:1789478788.267434:0:24304:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1789478788.267452:0:23537:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964581376 00000100:00100000:2.0:1789478788.267455:0:23537:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964581376 00000100:00100000:2.0:1789478788.267479:0:23537:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:2.0:1789478788.267485:0:23537:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc34cb5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3645:x1876403964581376:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789478788.267511:0:23537:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc34cb5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3645:x1876403964581376:12345-0@lo:400:kworker.0 Request processed in 26us (494us total) trans 0 rc 0/0 00000100:00100000:2.0:1789478788.267517:0:23537:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00080000:2.0:1789478788.267531:0:22792:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1789478788.267534:0:22792:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1789478788.267536:0:22792:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00080000:2.0:1789478788.267560:0:3648:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8ebb037e7100 x1876403964581504/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1789478804 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789478788.267573:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebb037e7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3648:1876403964581504:0@lo:400:kworker.0 00000100:00100000:2.0:1789478788.267585:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebb037e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3648:1876403964581120:0@lo:400:kworker.0 00010000:00080000:2.0:1789478788.267652:0:3648:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8ebb037e6680 x1876403964581760/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789478804 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789478788.267667:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebb037e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3648:1876403964581760:0@lo:400:kworker.0 00000100:00100000:2.0:1789478788.267697:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebb037e4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3645:1876403964581376:0@lo:400:kworker.0 00010000:00080000:2.0:1789478788.267708:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8ebb037e5500 x1876403964582016/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789478804 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789478788.267716:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebb037e5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3645:1876403964582016:0@lo:400:kworker.0 00010000:00080000:2.0:1789478788.267725:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8ebb037e7b80 x1876403964581248/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789478804 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789478788.267733:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebb037e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3645:1876403964581248:0@lo:400:kworker.0 00010000:00080000:2.0:1789478788.267742:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8ebb037e4a80 x1876403964581888/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789478804 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789478788.267749:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebb037e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3645:1876403964581888:0@lo:400:kworker.0 00000020:01000004:2.0:1789478788.268083:0:25128:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0001-lwp-OST0001 (typ=lwp) 00000020:00000080:2.0:1789478788.268097:0:25128:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-lwp-OST0001 (ffff8ebc065899b8) 00000020:00000080:2.0:1789478788.268114:0:25128:0:(obd_config.c:720:class_attach_name()) OBD: dev 28 attached type lwp with refcount 2 00000020:01000004:2.0:1789478788.268174:0:25128:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8ebc34edf000 from lustre-OST0001, refs=3 00000020:01000004:2.0:1789478788.268178:0:25128:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8ebc34edf000 from lustre-OST0001, refs=3 00000020:01000004:2.0:1789478788.268180:0:25128:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8ebc34edf000 3 00010000:00080000:2.0:1789478788.268205:0:25128:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8ebb04a4a800@lustre-MDT0001-lwp-OST0001: add connection 192.168.206.111@tcp at head 00000100:00100000:3.0:1789478788.268541:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebb037e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3644:1876403964580992:0@lo:38:llog_process_th.0 00000100:00100000:3.0:1789478788.268581:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789478788.268631:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebb037e5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3644:1876403964581632:0@lo:8:kworker.0 00000100:00100000:3.0:1789478788.268661:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789478788.268693:0:22796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964580992 00000100:00100000:3.0:1789478788.268697:0:22796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964580992 00000100:00100000:3.0:1789478788.268722:0:22796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1789478788.268728:0:22796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebb04ab2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3644:x1876403964580992:12345-0@lo:38:llog_process_th.0 00010000:00080000:3.0:1789478788.268746:0:22796:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-OST0001_UUID@0@lo t0 exp 0000000000000000 cur 617 last 0 00000020:00000080:3.0:1789478788.268785:0:22796:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-OST0001_UUID, cookie 0x8ebaae74e8217a75 00000004:00100000:3.0:1789478788.268797:0:22796:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:3.0:1789478788.268823:0:22796:0:(import.c:65:import_set_state_nolock()) ffff8ebb0239a800 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1789478788.268866:0:22796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebb04ab2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3644:x1876403964580992:12345-0@lo:38:llog_process_th.0 Request processed in 136us (283us total) trans 0 rc 0/0 00000100:00100000:3.0:1789478788.268878:0:22796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1789478788.268903:0:24302:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964581632 00000100:00100000:3.0:1789478788.268907:0:24302:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964581632 00000100:00100000:3.0:1789478788.268940:0:24302:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1789478788.268944:0:24302:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebb04ab0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3644:x1876403964581632:12345-0@lo:8:kworker.0 00000100:00100000:3.0:1789478788.268992:0:24302:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebb04ab0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3644:x1876403964581632:12345-0@lo:8:kworker.0 Request processed in 46us (329us total) trans 0 rc -11/-11 00000100:00100000:3.0:1789478788.268998:0:24302:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00010000:00080000:3.0:1789478788.269027:0:3644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8ebb037e5180 x1876403964580992/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/416 e 0 to 0 dl 1789478798 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789478788.269036:0:3644:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 2 00000100:00080000:3.0:1789478788.269042:0:3644:0:(import.c:1133:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-OST0001: connect to target with instance 3 00000100:00080000:3.0:1789478788.269048:0:3644:0:(import.c:957:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-OST0001: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:3.0:1789478788.269051:0:3644:0:(import.c:1214:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:3.0:1789478788.269054:0:3644:0:(import.c:65:import_set_state_nolock()) ffff8ebb0239f800 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:3.0:1789478788.269059:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebb037e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3644:1876403964580992:0@lo:38:llog_process_th.0 00000100:00100000:3.0:1789478788.269069:0:3644:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 0 gen 2 00000100:00080000:3.0:1789478788.269072:0:3644:0:(import.c:65:import_set_state_nolock()) ffff8ebb0372c000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789478788.269075:0:3644:0:(import.c:1512:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-11) 00000100:00100000:3.0:1789478788.269078:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebb037e5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3644:1876403964581632:0@lo:8:kworker.0 00010000:00010000:2.0:1789478788.272382:0:25128:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-lwp-OST0001-12 is initialized 00000020:00000080:2.0:1789478788.272707:0:25128:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-lwp-OST0001 (uuid lustre-MDT0001-lwp-OST0001_UUID) 00000010:01000000:2.0:1789478788.272745:0:25128:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:2.0:1789478788.272755:0:25128:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-lwp-OST0001, cookie 0x8ebaae74e8217a7c 00000100:00080000:2.0:1789478788.272763:0:25128:0:(import.c:510:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 0 00000100:00080000:2.0:1789478788.272778:0:25128:0:(import.c:625:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff8ebb04a4a800 using connection 192.168.206.111@tcp/0@lo 00000100:00100000:2.0:1789478788.272819:0:25128:0:(import.c:827:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8ebc34cb7800 x1876403964582144/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789478788.272838:0:25128:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID 00000100:00080000:2.0:1789478788.272861:0:14273:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1789478788.272865:0:14273:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789478788.272868:0:14273:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1789478788.272871:0:14273:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:3.0:1789478788.273128:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc34cb7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3644:1876403964582144:0@lo:38:llog_process_th.0 00000100:00100000:3.0:1789478788.273190:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789478788.273281:0:22796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964582144 00000100:00100000:2.0:1789478788.273288:0:22796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964582144 00000100:00100000:2.0:1789478788.273325:0:22796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1789478788.273331:0:22796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebb04ab0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3644:x1876403964582144:12345-0@lo:38:llog_process_th.0 00010000:00080000:2.0:1789478788.273353:0:22796:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0001: connection from lustre-MDT0001-lwp-OST0001_UUID@0@lo t0 exp 0000000000000000 cur 617 last 0 00000020:00000080:2.0:1789478788.273378:0:22796:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-lwp-OST0001_UUID, cookie 0x8ebaae74e8217a83 00000004:00100000:2.0:1789478788.273392:0:22796:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0001: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:2.0:1789478788.273439:0:22796:0:(import.c:65:import_set_state_nolock()) ffff8ebb03de6000 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1789478788.273490:0:22796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebb04ab0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3644:x1876403964582144:12345-0@lo:38:llog_process_th.0 Request processed in 157us (299us total) trans 0 rc 0/0 00000100:00100000:2.0:1789478788.273497:0:22796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00010000:00080000:2.0:1789478788.273543:0:3644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8ebc34cb7800 x1876403964582144/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/416 e 0 to 0 dl 1789478798 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789478788.273553:0:3644:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: committing for last_committed 0 gen 2 00000100:00080000:2.0:1789478788.273560:0:3644:0:(import.c:1133:ptlrpc_connect_interpret()) lustre-MDT0001-lwp-OST0001: connect to target with instance 3 00000100:00080000:2.0:1789478788.273567:0:3644:0:(import.c:957:ptlrpc_connect_set_flags()) lustre-MDT0001-lwp-OST0001: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:2.0:1789478788.273571:0:3644:0:(import.c:1214:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000100:00080000:2.0:1789478788.273580:0:3644:0:(import.c:65:import_set_state_nolock()) ffff8ebb04a4a800 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00100000:2.0:1789478788.273586:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc34cb7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3644:1876403964582144:0@lo:38:llog_process_th.0 00000040:00080000:1.0:1789478788.275785:0:25128:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x10:0x0] index 52 count 51 00000020:01000000:1.0:1789478788.276673:0:25115:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:1.0:1789478788.276700:0:25115:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.206.111@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:1.0:1789478788.276718:0:25115:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.206.111@tcp lock: ffff8ebc40fcf200/0x8ebaae74e8217a52 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0x8ebaae74e8217a59 expref: -99 pid: 25115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478788.276737:0:25115:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.206.111@tcp lock: ffff8ebc40fcf200/0x8ebaae74e8217a52 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0x8ebaae74e8217a59 expref: -99 pid: 25115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:1.0:1789478788.276790:0:25115:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:1.0:1789478788.276792:0:25115:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:1.0:1789478788.276793:0:25115:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1789478788.276794:0:25115:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1789478788.276795:0:25115:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1789478788.276797:0:25115:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1789478788.276798:0:25115:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1789478788.276800:0:25115:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1789478788.276801:0:25115:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:1.0:1789478788.276805:0:25115:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0001 0x40020002 00000020:01000004:1.0:1789478788.276807:0:25115:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:1.0:1789478788.276809:0:25115:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:1.0:1789478788.276810:0:25115:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1789478788.276811:0:25115:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1789478788.276812:0:25115:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1789478788.276813:0:25115:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1789478788.276814:0:25115:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1789478788.276815:0:25115:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1789478788.276816:0:25115:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:1.0:1789478788.276838:0:25115:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0001 00000100:00100000:1.0:1789478788.276856:0:25115:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc40ecea00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:433f6587-f9be-4304-94be-07d77f00816b:25115:1876403964582272:0@lo:253:mount.lustre.0 00000100:00100000:1.0:1789478788.276916:0:25115:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789478788.277241:0:25115:0:(client.c:2715:ptlrpc_set_wait()) set ffff8ebb03cd7d80 going to sleep for 11 seconds 00000100:00100000:0.0:1789478788.277900:0:22788:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964582272 00000100:00100000:0.0:1789478788.277914:0:22788:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964582272 00000100:00100000:0.0:1789478788.277977:0:22788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 107 00000100:00100000:0.0:1789478788.277996:0:22788:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc24f1f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:433f6587-f9be-4304-94be-07d77f00816b+24:25115:x1876403964582272:12345-0@lo:253:mount.lustre.0 20000000:01000000:0.0:1789478788.278022:0:22788:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 1 is ready to reconnect. 20000000:01000000:0.0:1789478788.278035:0:22788:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 20000000:01000000:0.0:1789478788.284380:0:22788:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:0.0:1789478788.284400:0:22788:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0001, index=1, rc=0 20000000:01000000:1.0:1789478788.284438:0:22812:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:1.0:1789478788.284442:0:22812:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:1.0:1789478788.284462:0:22812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8ebc40fce600/0x8ebaae74e8217a8a lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478788.284480:0:22812:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8ebc40fcfa00/0x8ebaae74e82179fe lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x8ebaae74e82179f7 expref: 24 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478788.284502:0:22812:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8ebc08c4ae00/0x8ebaae74e8217a0c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x8ebaae74e8217a05 expref: 24 pid: 22788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478788.284510:0:22812:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8ebc40fce600/0x8ebaae74e8217a8a lrc: 5/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 22812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478788.284545:0:22812:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8ebc08c4ae00/0x8ebaae74e8217a0c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x8ebaae74e8217a05 expref: 24 pid: 22788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478788.284558:0:22812:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8ebc08c4ae00/0x8ebaae74e8217a0c lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x8ebaae74e8217a05 expref: 24 pid: 22788 timeout: 717 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789478788.284573:0:22812:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc40ecd880 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22812:1876403964582400:0@lo:104: 00000100:00100000:1.0:1789478788.284650:0:22812:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1789478788.284695:0:22812:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8ebc40fcfa00/0x8ebaae74e82179fe lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x8ebaae74e82179f7 expref: 24 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478788.284702:0:22812:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8ebc40fcfa00/0x8ebaae74e82179fe lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x8ebaae74e82179f7 expref: 24 pid: 22791 timeout: 717 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789478788.284710:0:22812:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc40ecf100 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22812:1876403964582528:0@lo:104: 00000100:00100000:1.0:1789478788.284728:0:22812:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789478788.284744:0:22812:0:(client.c:2715:ptlrpc_set_wait()) set ffff8ebc0a5ea300 going to sleep for 11 seconds 00000100:00100000:0.0:1789478788.285011:0:22788:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc24f1f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:433f6587-f9be-4304-94be-07d77f00816b+24:25115:x1876403964582272:12345-0@lo:253:mount.lustre.0 Request processed in 7024us (8093us total) trans 0 rc 0/0 00000100:00100000:0.0:1789478788.285022:0:22788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 107 00000100:00100000:1.0:1789478788.285048:0:25115:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc40ecea00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:433f6587-f9be-4304-94be-07d77f00816b:25115:1876403964582272:0@lo:253:mount.lustre.0 10000000:01000000:1.0:1789478788.285058:0:25115:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0001 got index = 1 00000020:01000004:1.0:1789478788.285061:0:25115:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:1.0:1789478788.285062:0:25115:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:1.0:1789478788.285064:0:25115:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1789478788.285070:0:25115:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1789478788.285072:0:25115:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1789478788.285073:0:25115:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1789478788.285074:0:25115:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1789478788.285076:0:25115:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1789478788.285077:0:25115:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:1.0:1789478788.285090:0:25115:0:(tgt_mount.c:2695:server_calc_timeout()) lustre-OST0001: Imperative Recovery not enabled, recovery window 60-180 00000100:00100000:2.0:1789478788.285364:0:22779:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964582400 00000100:00100000:2.0:1789478788.285370:0:22779:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964582400 00000100:00100000:2.0:1789478788.285408:0:22779:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964582528 00000100:00100000:2.0:1789478788.285412:0:22779:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964582528 00000100:00100000:2.0:1789478788.285426:0:22779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1789478788.285434:0:22779:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc40ecc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:433f6587-f9be-4304-94be-07d77f00816b+4:22812:x1876403964582400:12345-0@lo:104: 00010000:00010000:2.0:1789478788.285447:0:22779:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.206.111@tcp lock: ffff8ebc08c4a600/0x8ebaae74e8217a05 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x8ebaae74e8217a0c expref: -99 pid: 22793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478788.285494:0:22779:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1789478788.285500:0:22779:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc40ecc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:433f6587-f9be-4304-94be-07d77f00816b+4:22812:x1876403964582400:12345-0@lo:104: Request processed in 67us (850us total) trans 0 rc 0/0 00000100:00100000:2.0:1789478788.285506:0:22779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1789478788.285519:0:22779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:2.0:1789478788.285524:0:22779:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc40ecdf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:433f6587-f9be-4304-94be-07d77f00816b+3:22812:x1876403964582528:12345-0@lo:104: 00010000:00010000:2.0:1789478788.285532:0:22779:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.206.111@tcp lock: ffff8ebc35b67800/0x8ebaae74e82179f7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x8ebaae74e82179fe expref: -99 pid: 22793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478788.285575:0:22779:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:2.0:1789478788.285580:0:22779:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc40ecdf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:433f6587-f9be-4304-94be-07d77f00816b+3:22812:x1876403964582528:12345-0@lo:104: Request processed in 56us (851us total) trans 0 rc 0/0 00000100:00100000:2.0:1789478788.285587:0:22779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00010000:00010000:1.0:1789478788.285671:0:22784:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1789478788.285677:0:22784:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.206.111@tcp lock: ffff8ebc08c4a600/0x8ebaae74e8217a05 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x8ebaae74e8217a0c expref: -99 pid: 22793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478788.285685:0:22784:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ebc08c4a600 already unused, calling callback (ffffffffc1383c20) 10000000:00010000:1.0:1789478788.285689:0:22784:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.206.111@tcp lock: ffff8ebc08c4a600/0x8ebaae74e8217a05 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x8ebaae74e8217a0c expref: -99 pid: 22793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478788.285697:0:22784:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.206.111@tcp lock: ffff8ebc08c4a600/0x8ebaae74e8217a05 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x8ebaae74e8217a0c expref: -99 pid: 22793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789478788.285698:0:22812:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc40ecd880 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22812:1876403964582400:0@lo:104: 10000000:00010000:1.0:1789478788.285705:0:22784:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.206.111@tcp lock: ffff8ebc08c4a600/0x8ebaae74e8217a05 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x8ebaae74e8217a0c expref: -99 pid: 22793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789478788.285706:0:22812:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc40ecf100 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22812:1876403964582528:0@lo:104: 10000000:01000000:1.0:1789478788.285712:0:22784:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:2.0:1789478788.285721:0:22812:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8ebc40fce600/0x8ebaae74e8217a8a lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478788.285739:0:22784:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.206.111@tcp lock: ffff8ebc08c4a600/0x8ebaae74e8217a05 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x8ebaae74e8217a0c expref: -99 pid: 22793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478788.285745:0:22784:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1789478788.285773:0:22784:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.206.111@tcp lock: ffff8ebc08c4a600/0x8ebaae74e8217a05 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x8ebaae74e8217a0c expref: -99 pid: 22793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478788.285780:0:22784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.206.111@tcp lock: ffff8ebc08c4a600/0x8ebaae74e8217a05 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x8ebaae74e8217a0c expref: -99 pid: 22793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478788.285790:0:22784:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789478788.285799:0:22784:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.206.111@tcp lock: ffff8ebc35b67800/0x8ebaae74e82179f7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x8ebaae74e82179fe expref: -99 pid: 22793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478788.285805:0:22784:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ebc35b67800 already unused, calling callback (ffffffffc1383c20) 10000000:00010000:1.0:1789478788.285808:0:22784:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.206.111@tcp lock: ffff8ebc35b67800/0x8ebaae74e82179f7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x8ebaae74e82179fe expref: -99 pid: 22793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478788.285815:0:22784:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.206.111@tcp lock: ffff8ebc35b67800/0x8ebaae74e82179f7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x8ebaae74e82179fe expref: -99 pid: 22793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1789478788.285821:0:22784:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.206.111@tcp lock: ffff8ebc35b67800/0x8ebaae74e82179f7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x8ebaae74e82179fe expref: -99 pid: 22793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1789478788.285826:0:22784:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:1.0:1789478788.285853:0:22784:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.206.111@tcp lock: ffff8ebc35b67800/0x8ebaae74e82179f7 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x8ebaae74e82179fe expref: -99 pid: 22793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478788.285859:0:22784:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1789478788.285866:0:22784:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.206.111@tcp lock: ffff8ebc35b67800/0x8ebaae74e82179f7 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x8ebaae74e82179fe expref: -99 pid: 22793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478788.285872:0:22784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.206.111@tcp lock: ffff8ebc35b67800/0x8ebaae74e82179f7 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x8ebaae74e82179fe expref: -99 pid: 22793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478788.285884:0:22784:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789478788.285885:0:22784:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789478788.285887:0:22784:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789478788.286612:0:22785:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789478788.286787:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc40ecea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:433f6587-f9be-4304-94be-07d77f00816b:3647:1876403964582656:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1789478788.286829:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789478788.286870:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1789478788.286877:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc40ecdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:433f6587-f9be-4304-94be-07d77f00816b:3647:1876403964582784:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1789478788.286889:0:22782:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964582656 00000100:00100000:1.0:1789478788.286895:0:22782:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964582656 00000100:00100000:2.0:1789478788.286897:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1789478788.286917:0:22782:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8ebc08c4ae00/0x8ebaae74e8217a0c lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x8ebaae74e8217a05 expref: 24 pid: 22788 timeout: 717 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789478788.286965:0:22782:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964582784 00000100:00100000:1.0:1789478788.286968:0:22782:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964582784 00000100:00100000:2.0:1789478788.286975:0:22781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1789478788.286990:0:22781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc34cb7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:433f6587-f9be-4304-94be-07d77f00816b+25:3647:x1876403964582656:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1789478788.286992:0:22782:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8ebc40fcfa00/0x8ebaae74e82179fe lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x8ebaae74e82179f7 expref: 25 pid: 22791 timeout: 717 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789478788.287003:0:22782:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 3 min 3 max 56 00000100:00100000:1.0:1789478788.287009:0:22782:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_003' 00010000:00010000:2.0:1789478788.287013:0:22781:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1789478788.287019:0:22781:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8ebc08c4ae00/0x8ebaae74e8217a0c lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x8ebaae74e8217a05 expref: 25 pid: 22788 timeout: 717 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478788.287030:0:22781:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8ebc08c4ae00/0x8ebaae74e8217a0c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x8ebaae74e8217a05 expref: 25 pid: 22788 timeout: 717 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478788.287043:0:22781:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ebc08c4ae00/0x8ebaae74e8217a0c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x8ebaae74e8217a05 expref: 25 pid: 22788 timeout: 717 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478788.287055:0:22781:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1789478788.287096:0:22781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc34cb7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:433f6587-f9be-4304-94be-07d77f00816b+24:3647:x1876403964582656:12345-0@lo:103:ldlm_bl.0 Request processed in 113us (266us total) trans 0 rc 0/0 00000100:00100000:2.0:1789478788.287102:0:22781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1789478788.287117:0:22781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:1.0:1789478788.287117:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc40ecea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:433f6587-f9be-4304-94be-07d77f00816b:3647:1876403964582656:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1789478788.287122:0:22781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc34cb6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:433f6587-f9be-4304-94be-07d77f00816b+23:3647:x1876403964582784:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1789478788.287129:0:22781:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1789478788.287133:0:22781:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8ebc40fcfa00/0x8ebaae74e82179fe lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x8ebaae74e82179f7 expref: 23 pid: 22791 timeout: 717 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478788.287153:0:22781:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8ebc40fcfa00/0x8ebaae74e82179fe lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x8ebaae74e82179f7 expref: 23 pid: 22791 timeout: 717 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478788.287164:0:22781:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ebc40fcfa00/0x8ebaae74e82179fe lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x8ebaae74e82179f7 expref: 23 pid: 22791 timeout: 717 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478788.287175:0:22781:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8ebc40fce600/0x8ebaae74e8217a8a lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478788.287182:0:22781:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ebc40fce600/0x8ebaae74e8217a8a lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:2.0:1789478788.287195:0:22781:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.016595449s 00010000:00010000:2.0:1789478788.287200:0:22781:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ebc40fce600/0x8ebaae74e8217a8a lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478788.287207:0:22781:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ebc40fce600/0x8ebaae74e8217a8a lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478788.287213:0:22781:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8ebc40fce600/0x8ebaae74e8217a8a lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478788.287219:0:22781:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8ebc40fce600/0x8ebaae74e8217a8a lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478788.287225:0:22781:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ebc40fce600 already unused, calling callback (ffffffffc0d672a0) 00010000:00010000:2.0:1789478788.287229:0:22781:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8ebc40fce600/0x8ebaae74e8217a8a lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478788.287236:0:22781:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8ebc40fce600/0x8ebaae74e8217a8a lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 22812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478788.287264:0:22781:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8ebc40fce600/0x8ebaae74e8217a8a lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478788.287275:0:22781:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1789478788.287281:0:22812:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8ebc40fce600/0x8ebaae74e8217a8a lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478788.287288:0:22812:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8ebc40fce600/0x8ebaae74e8217a8a lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478788.287295:0:22812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ebc40fce600/0x8ebaae74e8217a8a lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789478788.287302:0:22781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc34cb6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:433f6587-f9be-4304-94be-07d77f00816b+22:3647:x1876403964582784:12345-0@lo:103:ldlm_bl.0 Request processed in 180us (404us total) trans 0 rc 0/0 00000100:00100000:2.0:1789478788.287308:0:22781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:2.0:1789478788.287427:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc40ecdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:433f6587-f9be-4304-94be-07d77f00816b:3647:1876403964582784:0@lo:103:ldlm_bl.0 00000001:00000004:1.0:1789478788.292320:0:25115:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 3, last_transno is 12884901888 00002000:00080000:1.0:1789478788.297102:0:25115:0:(ofd_obd.c:539:ofd_postrecov()) lustre-OST0001: recovery is over 00100000:10000000:1.0:1789478788.297111:0:25115:0:(lfsck_lib.c:3085:lfsck_start()) lustre-OST0001-osd: start master thread 00000020:01000004:1.0:1789478788.297145:0:25115:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:1.0:1789478788.297183:0:25115:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.206.111@tcp: cl_mgc_mutex unlock 00000020:01000004:1.0:1789478788.297199:0:25115:0:(tgt_mount.c:2461:server_fill_super_common()) Server sb, dev=50 00000080:00000004:1.0:1789478788.297225:0:25115:0:(super25.c:182:lustre_fill_super()) /dev/mapper/ost2_flakey: Mount complete 00000020:00000004:1.0:1789478788.298161:0:25115:0:(tgt_mount.c:2347:server_getattr()) lustre-OST0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:1.0:1789478788.298420:0:25115:0:(tgt_mount.c:2362:is_cmd_supported()) ioctl cmd=81009431 00000100:00100000:2.0:1789478788.838119:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1789478788.838141:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc34cb5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3646:1876403964582912:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1789478788.838198:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789478788.839277:0:24305:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964582912 00000100:00100000:3.0:1789478788.839286:0:24305:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964582912 00000100:00100000:3.0:1789478788.839333:0:24305:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1789478788.839354:0:24305:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc34cb7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3646:x1876403964582912:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1789478788.839380:0:24305:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1789478788.839454:0:24305:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc34cb7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3646:x1876403964582912:12345-0@lo:13:osp-pre-0-1.0 Request processed in 101us (1254us total) trans 0 rc 0/0 00000100:00100000:3.0:1789478788.839461:0:24305:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00010000:00080000:3.0:1789478788.839504:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8ebc34cb5f80 x1876403964582912/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789478804 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789478788.839532:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc34cb5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3646:1876403964582912:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1789478789.029248:0:22784:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:2.0:1789478789.099889:0:25182:0:(tgt_mount.c:2347:server_getattr()) lustre-OST0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:2.0:1789478789.100117:0:25182:0:(tgt_mount.c:2362:is_cmd_supported()) ioctl cmd=81009431 00000100:00100000:1.0:1789478789.348950:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1789478789.348971:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc3fc01180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3645:1876403964583040:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1789478789.349034:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789478789.349141:0:22802:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964583040 00000100:00100000:0.0:1789478789.349149:0:22802:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964583040 00000100:00100000:0.0:1789478789.349200:0:22802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:0.0:1789478789.349210:0:22802:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc40ecea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3645:x1876403964583040:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1789478789.349238:0:22802:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:0.0:1789478789.349288:0:22802:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc40ecea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3645:x1876403964583040:12345-0@lo:41:osp-pre-0-1.0 Request processed in 80us (253us total) trans 0 rc 0/0 00000100:00100000:0.0:1789478789.349296:0:22802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:1.0:1789478789.349378:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc3fc01180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3645:1876403964583040:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1789478789.350550:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc34cb4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3647:1876403964583168:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1789478789.350590:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789478789.350734:0:22801:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964583168 00000100:00100000:0.0:1789478789.350740:0:22801:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964583168 00000100:00100000:0.0:1789478789.350784:0:22801:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:0.0:1789478789.350793:0:22801:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc40ecdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3647:x1876403964583168:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1789478789.350817:0:22801:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:0.0:1789478789.354180:0:22801:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc40ecdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3647:x1876403964583168:12345-0@lo:41:osp-pre-1-0.0 Request processed in 3379us (3580us total) trans 0 rc 0/0 00000100:00100000:0.0:1789478789.354193:0:22801:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:1.0:1789478789.355672:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc34cb4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3647:1876403964583168:0@lo:41:osp-pre-1-0.0 10000000:01000000:2.0:1789478789.670941:0:22793:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:2.0:1789478789.670949:0:22793:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff8ebc35b1c800 from 14 10000000:01000000:2.0:1789478789.670954:0:22793:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:2.0:1789478789.671556:0:22793:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.206.111@tcp lock: ffff8ebc08c4ae00/0x8ebaae74e8217a91 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478789.671568:0:22793:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.206.111@tcp lock: ffff8ebc08c4ae00/0x8ebaae74e8217a91 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478789.671580:0:22793:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.206.111@tcp lock: ffff8ebc08c4ae00/0x8ebaae74e8217a91 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789478789.671638:0:22793:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc34cb6300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:433f6587-f9be-4304-94be-07d77f00816b:22793:1876403964583296:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1789478789.671699:0:22793:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789478789.672087:0:22793:0:(client.c:2715:ptlrpc_set_wait()) set ffff8ebc08f21180 going to sleep for 11 seconds 00000100:00100000:0.0:1789478789.673102:0:22790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964583296 00000100:00100000:0.0:1789478789.673122:0:22790:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964583296 00000100:00100000:0.0:1789478789.673174:0:22790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108 00000100:00100000:0.0:1789478789.673184:0:22790:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc24f1ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:433f6587-f9be-4304-94be-07d77f00816b+22:22793:x1876403964583296:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1789478789.673200:0:22790:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789478789.673219:0:22790:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8ebc34f76400/0x8ebaae74e8217a98 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x8ebaae74e8217a91 expref: -99 pid: 22790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478789.673244:0:22790:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ebc34f76400/0x8ebaae74e8217a98 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x8ebaae74e8217a91 expref: 23 pid: 22790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478789.673254:0:22790:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8ebc34f76400/0x8ebaae74e8217a98 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x8ebaae74e8217a91 expref: 23 pid: 22790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478789.673263:0:22790:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ebc34f76400, rc 0) 00000100:00100000:0.0:1789478789.673322:0:22790:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc24f1ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:433f6587-f9be-4304-94be-07d77f00816b+23:22793:x1876403964583296:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 140us (1623us total) trans 0 rc 0/0 00000100:00100000:0.0:1789478789.673329:0:22790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108 00000100:00100000:0.0:1789478789.673380:0:22793:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc34cb6300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:433f6587-f9be-4304-94be-07d77f00816b:22793:1876403964583296:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1789478789.673396:0:22793:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.206.111@tcp lock: ffff8ebc08c4ae00/0x8ebaae74e8217a91 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x8ebaae74e8217a98 expref: -99 pid: 22793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478789.673405:0:22793:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.206.111@tcp lock: ffff8ebc08c4ae00/0x8ebaae74e8217a91 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x8ebaae74e8217a98 expref: -99 pid: 22793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789478789.673472:0:22793:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc3fc00a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:433f6587-f9be-4304-94be-07d77f00816b:22793:1876403964583424:0@lo:256:ll_cfg_requeue.0 00000100:00100000:0.0:1789478789.673506:0:22793:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789478789.673532:0:22793:0:(client.c:2715:ptlrpc_set_wait()) set ffff8ebc40f0f9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1789478789.673546:0:22788:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964583424 00000100:00100000:0.0:1789478789.673556:0:22788:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964583424 00000100:00100000:0.0:1789478789.673583:0:22788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 109 00000100:00100000:0.0:1789478789.673589:0:22788:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc24f1e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:433f6587-f9be-4304-94be-07d77f00816b+23:22793:x1876403964583424:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:0.0:1789478789.673623:0:22788:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:0.0:1789478789.673639:0:22788:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:0.0:1789478789.673642:0:22788:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 14 00000100:00100000:0.0:1789478789.673727:0:22788:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc24f1e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:433f6587-f9be-4304-94be-07d77f00816b+23:22793:x1876403964583424:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 138us (220us total) trans 0 rc 0/0 00000100:00100000:0.0:1789478789.673734:0:22788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 109 00000100:00100000:0.0:1789478789.673768:0:22793:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc3fc00a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:433f6587-f9be-4304-94be-07d77f00816b:22793:1876403964583424:0@lo:256:ll_cfg_requeue.0 10000000:01000000:0.0:1789478789.673816:0:22793:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.206.111@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:0.0:1789478789.673822:0:22793:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.206.111@tcp lock: ffff8ebc08c4ae00/0x8ebaae74e8217a91 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x8ebaae74e8217a98 expref: -99 pid: 22793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478789.673829:0:22793:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.206.111@tcp lock: ffff8ebc08c4ae00/0x8ebaae74e8217a91 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x8ebaae74e8217a98 expref: -99 pid: 22793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789478789.673837:0:22793:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:0.0:1789478789.673840:0:22793:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff8ebc3fa73800 from 14 10000000:01000000:0.0:1789478789.673842:0:22793:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:0.0:1789478789.673859:0:22793:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.206.111@tcp lock: ffff8ebc34f76e00/0x8ebaae74e8217a9f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478789.673865:0:22793:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.206.111@tcp lock: ffff8ebc34f76e00/0x8ebaae74e8217a9f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478789.673872:0:22793:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.206.111@tcp lock: ffff8ebc34f76e00/0x8ebaae74e8217a9f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789478789.673882:0:22793:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc3fc00a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:433f6587-f9be-4304-94be-07d77f00816b:22793:1876403964583552:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1789478789.673909:0:22793:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789478789.673944:0:22793:0:(client.c:2715:ptlrpc_set_wait()) set ffff8ebc40f0f9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1789478789.673954:0:22791:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964583552 00000100:00100000:0.0:1789478789.673958:0:22791:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964583552 00000100:00100000:0.0:1789478789.673977:0:22791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 110 00000100:00100000:0.0:1789478789.673983:0:22791:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc24f1cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:433f6587-f9be-4304-94be-07d77f00816b+23:22793:x1876403964583552:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1789478789.673989:0:22791:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789478789.673998:0:22791:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8ebc34f77200/0x8ebaae74e8217aa6 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x8ebaae74e8217a9f expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478789.674010:0:22791:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ebc34f77200/0x8ebaae74e8217aa6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x8ebaae74e8217a9f expref: 24 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478789.674018:0:22791:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8ebc34f77200/0x8ebaae74e8217aa6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x8ebaae74e8217a9f expref: 24 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478789.674024:0:22791:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ebc34f77200, rc 0) 00000100:00100000:0.0:1789478789.674048:0:22791:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc24f1cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:433f6587-f9be-4304-94be-07d77f00816b+24:22793:x1876403964583552:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 66us (139us total) trans 0 rc 0/0 00000100:00100000:0.0:1789478789.674054:0:22791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 110 00000100:00100000:0.0:1789478789.674083:0:22793:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc3fc00a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:433f6587-f9be-4304-94be-07d77f00816b:22793:1876403964583552:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1789478789.674094:0:22793:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.206.111@tcp lock: ffff8ebc34f76e00/0x8ebaae74e8217a9f lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x8ebaae74e8217aa6 expref: -99 pid: 22793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478789.674101:0:22793:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.206.111@tcp lock: ffff8ebc34f76e00/0x8ebaae74e8217a9f lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x8ebaae74e8217aa6 expref: -99 pid: 22793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789478789.674140:0:22793:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc3fc00a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:433f6587-f9be-4304-94be-07d77f00816b:22793:1876403964583680:0@lo:256:ll_cfg_requeue.0 00000100:00100000:0.0:1789478789.674177:0:22793:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789478789.674189:0:22793:0:(client.c:2715:ptlrpc_set_wait()) set ffff8ebc40f0f9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1789478789.674201:0:22790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964583680 00000100:00100000:0.0:1789478789.674204:0:22790:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964583680 00000100:00100000:0.0:1789478789.674225:0:22790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 111 00000100:00100000:0.0:1789478789.674231:0:22790:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc24f1c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:433f6587-f9be-4304-94be-07d77f00816b+24:22793:x1876403964583680:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:0.0:1789478789.674241:0:22790:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:0.0:1789478789.674253:0:22790:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:0.0:1789478789.674256:0:22790:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 14 00000100:00100000:0.0:1789478789.674321:0:22790:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc24f1c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:433f6587-f9be-4304-94be-07d77f00816b+24:22793:x1876403964583680:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 89us (142us total) trans 0 rc 0/0 00000100:00100000:0.0:1789478789.674329:0:22790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 111 00000100:00100000:0.0:1789478789.674359:0:22793:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc3fc00a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:433f6587-f9be-4304-94be-07d77f00816b:22793:1876403964583680:0@lo:256:ll_cfg_requeue.0 10000000:01000000:0.0:1789478789.674395:0:22793:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.206.111@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:0.0:1789478789.674401:0:22793:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.206.111@tcp lock: ffff8ebc34f76e00/0x8ebaae74e8217a9f lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x8ebaae74e8217aa6 expref: -99 pid: 22793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478789.674409:0:22793:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.206.111@tcp lock: ffff8ebc34f76e00/0x8ebaae74e8217a9f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x8ebaae74e8217aa6 expref: -99 pid: 22793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478790.052860:0:22785:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1789478790.246516:0:23549:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:1.0:1789478791.076825:0:22784:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789478791.332681:0:3644:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789478771/real 1789478771] req@ffff8ebc34c9aa00 x1876403964570368/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789478791 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789478791.332713:0:3644:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8ebc34c9aa00 x1876403964570368/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789478791 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789478791.332724:0:3644:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789478771/real 1789478771] req@ffff8ebc34c9b100 x1876403964570496/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789478791 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789478791.332736:0:3644:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8ebc34c9b100 x1876403964570496/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789478791 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789478791.332755:0:3644:0:(import.c:65:import_set_state_nolock()) ffff8ebc06fa8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789478791.332780:0:3644:0:(import.c:1512:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:3.0:1789478791.332784:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc34c9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3644:1876403964570368:0@lo:8:kworker.0 00000100:00080000:3.0:1789478791.332789:0:3644:0:(import.c:65:import_set_state_nolock()) ffff8ebc111f9000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789478791.332794:0:3644:0:(import.c:1512:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:3.0:1789478791.332797:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc34c9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3644:1876403964570496:0@lo:8:kworker.0 00000100:00080000:2.0:1789478791.333032:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1789478791.333036:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789478791.333039:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ebc06fa8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789478791.333044:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 601 00000100:00080000:2.0:1789478791.333049:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:2.0:1789478791.333059:0:37:0:(import.c:625:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff8ebc06fa8000 using connection 192.168.206.111@tcp/0@lo 00000100:00100000:2.0:1789478791.333079:0:37:0:(import.c:827:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8ebc34cb6d80 x1876403964584064/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789478791.333090:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1789478791.333093:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789478791.333095:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ebc111f9000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789478791.333098:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 601 00000100:00080000:2.0:1789478791.333100:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:2.0:1789478791.333104:0:37:0:(import.c:625:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff8ebc111f9000 using connection 192.168.206.111@tcp/0@lo 00000100:00100000:2.0:1789478791.333114:0:37:0:(import.c:827:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8ebc34cb7100 x1876403964584192/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789478791.333139:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1789478791.333142:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789478791.333143:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ebb0372c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789478791.333148:0:37:0:(import.c:625:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff8ebb0372c000 using connection 192.168.206.111@tcp/0@lo 00000100:00100000:2.0:1789478791.333159:0:37:0:(import.c:827:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8ebc34cb6300 x1876403964584704/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789478791.333253:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc34cb5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3647:1876403964584448:0@lo:400:kworker.0 00000100:00100000:0.0:1789478791.333313:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789478791.333353:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebb037e5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3647:1876403964585088:0@lo:400:kworker.0 00000100:00100000:0.0:1789478791.333382:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789478791.333403:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:0.0:1789478791.333408:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc34cb6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:433f6587-f9be-4304-94be-07d77f00816b:3647:1876403964583808:0@lo:400:kworker.0 00000100:00100000:0.0:1789478791.333442:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789478791.333466:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc34cb7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3647:1876403964584576:0@lo:400:kworker.0 00000100:00100000:0.0:1789478791.333484:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789478791.333498:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebb037e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3647:1876403964585216:0@lo:400:kworker.0 00000100:00100000:0.0:1789478791.333516:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789478791.333540:0:22797:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964585088 00000100:00100000:0.0:1789478791.333546:0:22797:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964585088 00000100:00100000:0.0:1789478791.333587:0:22797:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964585216 00000100:00100000:0.0:1789478791.333590:0:22797:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964585216 00000100:00100000:0.0:1789478791.333640:0:22797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:0.0:1789478791.333649:0:22797:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc3fc02300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3647:x1876403964585088:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789478791.333694:0:22797:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc3fc02300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3647:x1876403964585088:12345-0@lo:400:kworker.0 Request processed in 47us (312us total) trans 0 rc 0/0 00000100:00100000:0.0:1789478791.333702:0:22797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:0.0:1789478791.333717:0:22797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:0.0:1789478791.333723:0:22797:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc3fc01f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3647:x1876403964585216:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789478791.333747:0:22797:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc3fc01f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3647:x1876403964585216:12345-0@lo:400:kworker.0 Request processed in 24us (230us total) trans 0 rc 0/0 00000100:00100000:0.0:1789478791.333752:0:22797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:0.0:1789478791.333768:0:22788:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964583808 00000100:00100000:0.0:1789478791.333771:0:22788:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964583808 00000100:00100000:0.0:1789478791.333793:0:22788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 112 00000100:00100000:0.0:1789478791.333799:0:22788:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc24f1f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:433f6587-f9be-4304-94be-07d77f00816b+24:3647:x1876403964583808:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789478791.333824:0:22788:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc24f1f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:433f6587-f9be-4304-94be-07d77f00816b+24:3647:x1876403964583808:12345-0@lo:400:kworker.0 Request processed in 25us (381us total) trans 0 rc 0/0 00000100:00100000:0.0:1789478791.333830:0:22788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 112 00000100:00100000:0.0:1789478791.333866:0:24303:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964584576 00000100:00100000:0.0:1789478791.333870:0:24303:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964584576 00000100:00100000:0.0:1789478791.333898:0:24303:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1789478791.333905:0:24303:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc3fc01c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3647:x1876403964584576:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789478791.333948:0:24303:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc3fc01c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3647:x1876403964584576:12345-0@lo:400:kworker.0 Request processed in 44us (463us total) trans 0 rc 0/0 00000100:00100000:0.0:1789478791.333954:0:24303:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00080000:0.0:1789478791.333972:0:22792:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1789478791.333976:0:22792:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1789478791.333977:0:22792:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1789478791.334008:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc34cb6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:433f6587-f9be-4304-94be-07d77f00816b:3647:1876403964583808:0@lo:400:kworker.0 00010000:00080000:0.0:1789478791.334021:0:3647:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8ebc34cb7b80 x1876403964584576/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1789478807 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789478791.334031:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc34cb7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3647:1876403964584576:0@lo:400:kworker.0 00010000:00080000:0.0:1789478791.334040:0:3647:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8ebb037e5180 x1876403964585216/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789478807 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789478791.334046:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebb037e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3647:1876403964585216:0@lo:400:kworker.0 00010000:00080000:0.0:1789478791.334054:0:3647:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8ebb037e5f80 x1876403964585088/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789478807 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789478791.334060:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebb037e5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3647:1876403964585088:0@lo:400:kworker.0 00000100:00100000:0.0:1789478791.334100:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc34cb4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3645:1876403964583936:0@lo:400:kworker.0 00000100:00100000:0.0:1789478791.334125:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789478791.334145:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc34cb4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3645:1876403964584832:0@lo:400:kworker.0 00000100:00100000:0.0:1789478791.334165:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789478791.334191:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebb037e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3645:1876403964585344:0@lo:400:kworker.0 00000100:00100000:0.0:1789478791.334213:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789478791.334229:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1789478791.334234:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc34cb4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3645:1876403964584320:0@lo:400:kworker.0 00000100:00100000:0.0:1789478791.334253:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789478791.334268:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc34cb5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3645:1876403964584960:0@lo:400:kworker.0 00000100:00100000:0.0:1789478791.334290:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789478791.334311:0:22802:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964584448 00000100:00100000:0.0:1789478791.334314:0:22802:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964584448 00000100:00100000:0.0:1789478791.334337:0:22802:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964583936 00000100:00100000:0.0:1789478791.334339:0:22802:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964583936 00000100:00100000:0.0:1789478791.334354:0:22802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:0.0:1789478791.334360:0:22802:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc3fc00a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3647:x1876403964584448:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789478791.334394:0:22802:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc3fc00a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3647:x1876403964584448:12345-0@lo:400:kworker.0 Request processed in 35us (1081us total) trans 0 rc 0/0 00000100:00100000:0.0:1789478791.334400:0:22802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:0.0:1789478791.334411:0:22802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:0.0:1789478791.334416:0:22802:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc3fc03100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3645:x1876403964583936:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789478791.334457:0:22802:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc3fc03100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3645:x1876403964583936:12345-0@lo:400:kworker.0 Request processed in 41us (331us total) trans 0 rc 0/0 00000100:00100000:0.0:1789478791.334462:0:22802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:0.0:1789478791.334476:0:22798:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964584832 00000100:00100000:0.0:1789478791.334478:0:22798:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964584832 00000100:00100000:0.0:1789478791.334490:0:22798:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964585344 00000100:00100000:0.0:1789478791.334492:0:22798:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964585344 00000100:00100000:0.0:1789478791.334504:0:22798:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964584320 00000100:00100000:0.0:1789478791.334506:0:22798:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964584320 00000100:00100000:0.0:1789478791.334514:0:22798:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964584960 00000100:00100000:0.0:1789478791.334520:0:22798:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964584960 00000100:00100000:0.0:1789478791.334533:0:22798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:0.0:1789478791.334537:0:22798:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc3fc02a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3645:x1876403964584832:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789478791.334560:0:22798:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc3fc02a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3645:x1876403964584832:12345-0@lo:400:kworker.0 Request processed in 23us (395us total) trans 0 rc 0/0 00000100:00100000:0.0:1789478791.334566:0:22798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:0.0:1789478791.334575:0:22798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:0.0:1789478791.334580:0:22798:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc3fc01180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3645:x1876403964585344:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789478791.334630:0:22798:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc3fc01180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3645:x1876403964585344:12345-0@lo:400:kworker.0 Request processed in 50us (415us total) trans 0 rc 0/0 00000100:00100000:0.0:1789478791.334636:0:22798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:0.0:1789478791.334645:0:22798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:0.0:1789478791.334650:0:22798:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc3fc03480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3645:x1876403964584320:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789478791.334671:0:22798:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc3fc03480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3645:x1876403964584320:12345-0@lo:400:kworker.0 Request processed in 21us (418us total) trans 0 rc 0/0 00000100:00100000:0.0:1789478791.334677:0:22798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:0.0:1789478791.334687:0:22798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:0.0:1789478791.334694:0:22798:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc34cb7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3645:x1876403964584960:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789478791.334700:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc34cb6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3644:1876403964584064:0@lo:8:kworker.0 00000100:00100000:0.0:1789478791.334717:0:22798:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc34cb7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3645:x1876403964584960:12345-0@lo:400:kworker.0 Request processed in 23us (425us total) trans 0 rc 0/0 00000100:00100000:0.0:1789478791.334723:0:22798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00080000:0.0:1789478791.334740:0:22792:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1789478791.334744:0:22792:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1789478791.334747:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00080000:0.0:1789478791.334766:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8ebc34cb4700 x1876403964584320/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789478807 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789478791.334777:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc34cb4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3645:1876403964584320:0@lo:400:kworker.0 00000100:00100000:3.0:1789478791.334784:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc34cb7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3644:1876403964584192:0@lo:8:kworker.0 00010000:00080000:0.0:1789478791.334799:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8ebc34cb5f80 x1876403964584960/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789478807 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789478791.334809:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789478791.334811:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc34cb5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3645:1876403964584960:0@lo:400:kworker.0 00000100:00100000:0.0:1789478791.334826:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc34cb4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3645:1876403964583936:0@lo:400:kworker.0 00000100:00100000:3.0:1789478791.334833:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc34cb6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3644:1876403964584704:0@lo:8:kworker.0 00010000:00080000:0.0:1789478791.334839:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8ebc34cb4000 x1876403964584832/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789478807 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789478791.334848:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc34cb4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3645:1876403964584832:0@lo:400:kworker.0 00000100:00100000:3.0:1789478791.334854:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00080000:0.0:1789478791.334862:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8ebb037e4a80 x1876403964585344/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789478807 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789478791.334871:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebb037e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3645:1876403964585344:0@lo:400:kworker.0 00000100:00100000:3.0:1789478791.334885:0:24304:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964584064 00000100:00100000:3.0:1789478791.334890:0:24304:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964584064 00000100:00100000:0.0:1789478791.334903:0:24302:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964584192 00000100:00100000:0.0:1789478791.334918:0:24302:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964584192 00000100:00100000:3.0:1789478791.334922:0:24304:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964584704 00000100:00100000:3.0:1789478791.334928:0:24304:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964584704 00000100:00100000:0.0:1789478791.334936:0:24302:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1789478791.334942:0:24302:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebb04ab0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3644:x1876403964584064:12345-0@lo:8:kworker.0 00010000:00080000:0.0:1789478791.335443:0:24302:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-OST0000: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 620 last 0 00000020:00000080:0.0:1789478791.335467:0:24302:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x8ebaae74e8217aad 00002000:00100000:0.0:1789478791.335480:0:24302:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/ffff8ebc34ed9000 ocd_connect_flags: 0xa044401443000026 ocd_version: 2113954 ocd_grant: 0 ocd_index: 0 ocd_group 0 00002000:00080000:0.0:1789478791.335484:0:24302:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0000: Received MDS connection for group 0 00002000:00100000:0.0:1789478791.335487:0:24302:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0000: cli does not support OBD_CONNECT_CKSUM 00002000:00080000:0.0:1789478791.335556:0:24302:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:0.0:1789478791.335577:0:24302:0:(import.c:65:import_set_state_nolock()) ffff8ebc34ede800 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1789478791.335776:0:24302:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebb04ab0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3644:x1876403964584064:12345-0@lo:8:kworker.0 Request processed in 832us (1031us total) trans 0 rc 0/0 00010000:00080000:3.0:1789478791.337834:0:3644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8ebc34cb6d80 x1876403964584064/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/416 e 0 to 0 dl 1789478816 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789478791.337847:0:3644:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:3.0:1789478791.337856:0:3644:0:(import.c:1133:ptlrpc_connect_interpret()) lustre-OST0000-osc-MDT0000: connect to target with instance 3 00000100:00080000:3.0:1789478791.337864:0:3644:0:(import.c:957:ptlrpc_connect_set_flags()) lustre-OST0000-osc-MDT0000: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:3.0:1789478791.337871:0:3644:0:(import.c:1214:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:3.0:1789478791.337874:0:3644:0:(import.c:65:import_set_state_nolock()) ffff8ebc06fa8000 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00000004:00080000:3.0:1789478791.337899:0:3644:0:(osp_dev.c:1648:osp_import_event()) got connected 00000100:00100000:3.0:1789478791.337905:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc34cb6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3644:1876403964584064:0@lo:8:kworker.0 00000004:00080000:3.0:1789478791.338048:0:22821:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0000: going to cleanup orphans since [0x280000401:0x5:0x0] 00000100:00100000:3.0:1789478791.338071:0:22821:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebb04ab1500 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:22821:1876403964585600:0@lo:5:osp-pre-0-0.0 00000100:00100000:3.0:1789478791.338122:0:22821:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789478791.338146:0:22821:0:(client.c:2715:ptlrpc_set_wait()) set ffff8ebb0263f240 going to sleep for 11 seconds 00000100:00100000:3.0:1789478791.338220:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebb04ab3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3646:1876403964585472:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1789478791.338303:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789478791.338335:0:24305:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964585472 00000100:00100000:3.0:1789478791.338341:0:24305:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964585472 00000004:00080000:1.0:1789478791.338404:0:22820:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000100:00100000:3.0:1789478791.338412:0:24305:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1789478791.338421:0:24305:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebb04ab1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3646:x1876403964585472:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1789478791.338446:0:24305:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923513344 avail 3691991040 00000004:00080000:1.0:1789478791.338484:0:22820:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 620453889242ns, next at 0ns, rc = 0 00000100:00100000:3.0:1789478791.338489:0:24305:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebb04ab1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3646:x1876403964585472:12345-0@lo:13:osp-pre-0-0.0 Request processed in 68us (244us total) trans 0 rc 0/0 00080000:00080000:1.0:1789478791.338493:0:22820:0:(osd_handler.c:2849:osd_commit_async()) lustre-MDT0000: async commit OSD 00000100:00100000:3.0:1789478791.338500:0:24305:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000004:00080000:1.0:1789478791.339449:0:22776:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1 committed 00010000:00080000:3.0:1789478791.340970:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8ebb04ab3b80 x1876403964585472/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789478807 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789478791.341120:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebb04ab3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3646:1876403964585472:0@lo:13:osp-pre-0-0.0 00000100:00080000:3.0:1789478791.341151:0:22792:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1789478791.341259:0:24302:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1789478791.341313:0:24303:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964585600 00000100:00100000:0.0:1789478791.341321:0:24303:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964585600 00000100:00100000:0.0:1789478791.341353:0:24303:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1789478791.341360:0:24303:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebb04ab2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3644:x1876403964584192:12345-0@lo:8:kworker.0 00010000:00080000:0.0:1789478791.341390:0:24303:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-OST0001: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 620 last 0 00000020:00000080:0.0:1789478791.341419:0:24303:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x8ebaae74e8217ab4 00002000:00100000:0.0:1789478791.341433:0:24303:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli lustre-MDT0000-mdtlov_UUID/ffff8ebc34ed8000 ocd_connect_flags: 0xa044401443000026 ocd_version: 2113954 ocd_grant: 0 ocd_index: 1 ocd_group 0 00002000:00080000:0.0:1789478791.341438:0:24303:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0001: Received MDS connection for group 0 00002000:00100000:0.0:1789478791.341441:0:24303:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0001: cli does not support OBD_CONNECT_CKSUM 00002000:00080000:0.0:1789478791.341643:0:24303:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:0.0:1789478791.341668:0:24303:0:(import.c:65:import_set_state_nolock()) ffff8ebc34ed8800 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1789478791.341759:0:24303:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebb04ab2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3644:x1876403964584192:12345-0@lo:8:kworker.0 Request processed in 398us (6950us total) trans 0 rc 0/0 00000100:00100000:0.0:1789478791.341766:0:24303:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1789478791.341779:0:24303:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:0.0:1789478791.341784:0:24303:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebb04ab0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3644:x1876403964584704:12345-0@lo:8:kworker.0 00010000:00080000:0.0:1789478791.341799:0:24303:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-OST0001: connection from lustre-MDT0001-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 620 last 0 00000020:00000080:0.0:1789478791.341813:0:24303:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0x8ebaae74e8217abb 00002000:00100000:0.0:1789478791.341818:0:24303:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli lustre-MDT0001-mdtlov_UUID/ffff8ebc34ed9800 ocd_connect_flags: 0xa044401443000026 ocd_version: 2113954 ocd_grant: 0 ocd_index: 1 ocd_group 1 00002000:00080000:0.0:1789478791.341822:0:24303:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0001: Received MDS connection for group 1 00002000:00100000:0.0:1789478791.341823:0:24303:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0001: cli does not support OBD_CONNECT_CKSUM 00002000:00080000:0.0:1789478791.341845:0:24303:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 1 00000100:00080000:0.0:1789478791.341858:0:24303:0:(import.c:65:import_set_state_nolock()) ffff8ebc34edf800 : changing import state from RECOVER to FULL 00010000:00080000:3.0:1789478791.341891:0:3644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8ebc34cb7100 x1876403964584192/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/416 e 0 to 0 dl 1789478816 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789478791.341895:0:24303:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebb04ab0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+6:3644:x1876403964584704:12345-0@lo:8:kworker.0 Request processed in 107us (7039us total) trans 0 rc 0/0 00000100:00100000:3.0:1789478791.341903:0:3644:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:3.0:1789478791.341923:0:3644:0:(import.c:1133:ptlrpc_connect_interpret()) lustre-OST0001-osc-MDT0000: connect to target with instance 3 00000100:00100000:0.0:1789478791.341924:0:24303:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00080000:3.0:1789478791.341933:0:3644:0:(import.c:957:ptlrpc_connect_set_flags()) lustre-OST0001-osc-MDT0000: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:3.0:1789478791.341939:0:3644:0:(import.c:1214:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00100000:0.0:1789478791.341943:0:24303:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00080000:3.0:1789478791.341944:0:3644:0:(import.c:65:import_set_state_nolock()) ffff8ebc111f9000 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00000100:00100000:0.0:1789478791.341954:0:24303:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebb04ab2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:22821:x1876403964585600:12345-0@lo:5:osp-pre-0-0.0 00000004:00080000:3.0:1789478791.341969:0:3644:0:(osp_dev.c:1648:osp_import_event()) got connected 00000100:00100000:3.0:1789478791.341975:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc34cb7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3644:1876403964584192:0@lo:8:kworker.0 00010000:00080000:3.0:1789478791.342098:0:3644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8ebc34cb6300 x1876403964584704/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/416 e 0 to 0 dl 1789478816 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789478791.342108:0:3644:0:(import.c:1133:ptlrpc_connect_interpret()) lustre-OST0001-osc-MDT0001: connect to target with instance 3 00000100:00080000:3.0:1789478791.342113:0:3644:0:(import.c:957:ptlrpc_connect_set_flags()) lustre-OST0001-osc-MDT0001: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:3.0:1789478791.342116:0:3644:0:(import.c:1214:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:3.0:1789478791.342118:0:3644:0:(import.c:65:import_set_state_nolock()) ffff8ebb0372c000 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00000004:00080000:3.0:1789478791.342138:0:3644:0:(osp_dev.c:1648:osp_import_event()) got connected 00000100:00100000:3.0:1789478791.342143:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc34cb6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3644:1876403964584704:0@lo:8:kworker.0 00000100:00100000:0.0:1789478791.342179:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc34cb5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3647:1876403964584448:0@lo:400:kworker.0 00000004:00080000:3.0:1789478791.342239:0:22822:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000004:00080000:3.0:1789478791.342379:0:22822:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 620457784061ns, next at 0ns, rc = 0 00080000:00080000:3.0:1789478791.342386:0:22822:0:(osd_handler.c:2849:osd_commit_async()) lustre-MDT0000: async commit OSD 00000004:00080000:3.0:1789478791.342444:0:23541:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0001: going to cleanup orphans since [0x2c0000400:0x1:0x0] 00000100:00100000:3.0:1789478791.342464:0:23541:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebb04ab1f80 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23541:1876403964585856:0@lo:7:osp-pre-1-1.0 00000100:00100000:3.0:1789478791.342501:0:23541:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789478791.342710:0:23541:0:(client.c:2715:ptlrpc_set_wait()) set ffff8ebb0263f000 going to sleep for 11 seconds 00000004:00080000:3.0:1789478791.342723:0:23540:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000004:00080000:3.0:1789478791.342768:0:23540:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 620458173113ns, next at 0ns, rc = 0 00080000:00080000:3.0:1789478791.342772:0:23540:0:(osd_handler.c:2849:osd_commit_async()) lustre-MDT0001: async commit OSD 00000100:00100000:3.0:1789478791.343488:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1789478791.343503:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebb04ab3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3648:1876403964585728:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1789478791.343729:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789478791.343894:0:24305:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964585728 00000100:00100000:3.0:1789478791.343901:0:24305:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964585728 00000100:00100000:3.0:1789478791.343956:0:24305:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1789478791.343964:0:24305:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebb04ab3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3648:x1876403964585728:12345-0@lo:13:osp-pre-1-1.0 00000004:00080000:2.0:1789478791.344262:0:22823:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0000: going to cleanup orphans since [0x2c0000401:0x22:0x0] 00000100:00100000:2.0:1789478791.344281:0:22823:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebb037e5500 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:22823:1876403964586112:0@lo:5:osp-pre-1-0.0 00000100:00100000:2.0:1789478791.344327:0:22823:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00000024:3.0:1789478791.344334:0:24305:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 280000 pending 0 free 3915849728 avail 3684327424 00000100:00100000:2.0:1789478791.344347:0:22823:0:(client.c:2715:ptlrpc_set_wait()) set ffff8ebc08f21000 going to sleep for 11 seconds 00000100:00100000:3.0:1789478791.344382:0:24305:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebb04ab3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3648:x1876403964585728:12345-0@lo:13:osp-pre-1-1.0 Request processed in 418us (651us total) trans 0 rc 0/0 00000100:00100000:3.0:1789478791.344390:0:24305:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:2.0:1789478791.344438:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebb037e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3648:1876403964585984:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1789478791.344463:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00080000:0.0:1789478791.345629:0:24303:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0000: adding sequence 0x280000401 00002000:00080000:0.0:1789478791.345638:0:24303:0:(ofd_dev.c:1640:ofd_create_hdl()) ofd_last_id() = 65 -> diff = -60 00002000:02000040:0.0:1789478791.345643:0:24303:0:(ofd_dev.c:1491:ofd_orphans_destroy()) lustre-OST0000: new connection from lustre-MDT0000-mdtlov (cleaning up unused objects from 0x280000401:6 to 0x280000401:65) 00000100:00080000:3.0:1789478791.349639:0:22792:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1789478791.349664:0:24304:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 3 min 3 max 116 00000100:00100000:3.0:1789478791.349677:0:24304:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost00_003' 00010000:00080000:2.0:1789478791.355636:0:3648:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8ebb04ab3b80 x1876403964585728/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789478807 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789478791.355664:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebb04ab3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3648:1876403964585728:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1789478791.356108:0:24306:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964585984 00000100:00100000:3.0:1789478791.356115:0:24306:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964585984 00000004:00080000:3.0:1789478791.356402:0:23529:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1 committed 00000100:00080000:3.0:1789478791.356686:0:22792:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1789478791.356721:0:24306:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:3.0:1789478791.356731:0:24306:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebb037e6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3648:x1876403964585984:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1789478791.356753:0:24306:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 280000 pending 0 free 3915849728 avail 3684327424 00000100:00100000:3.0:1789478791.356834:0:24306:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebb037e6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3648:x1876403964585984:12345-0@lo:13:osp-pre-1-0.0 Request processed in 104us (12369us total) trans 0 rc 0/0 00000100:00100000:3.0:1789478791.356841:0:24306:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:3.0:1789478791.357705:0:24302:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 3 min 3 max 116 00000100:00100000:3.0:1789478791.357716:0:24302:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964585856 00000100:00100000:3.0:1789478791.357722:0:24302:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964585856 00000100:00100000:3.0:1789478791.357742:0:24302:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 3 min 3 max 116 00000100:00100000:3.0:1789478791.357746:0:24302:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964586112 00000100:00100000:3.0:1789478791.357749:0:24302:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964586112 00002000:00010000:0.0:1789478791.360056:0:24303:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x41:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789478791.360068:0:24303:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e1daea95/0x8ebaae74e8217ac2 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.360084:0:24303:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x41:0x0].0x0 since=620s v=(0 0) 00010000:00010000:0.0:1789478791.360089:0:24303:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x41:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789478791.360096:0:24303:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e1daea95/0x8ebaae74e8217ac2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.360113:0:24303:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e1daea95/0x8ebaae74e8217ac2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.360123:0:24303:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e1daea95/0x8ebaae74e8217ac2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.360131:0:24303:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e1daea95/0x8ebaae74e8217ac2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.360160:0:24303:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1789478791.360171:0:22785:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789478791.360177:0:22785:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e1daea95/0x8ebaae74e8217ac2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.360185:0:22785:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ebc34f76c00 already unused, calling callback (ffffffffc0d672a0) 00010000:00010000:0.0:1789478791.360190:0:22785:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e1daea95/0x8ebaae74e8217ac2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.360199:0:22785:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e1daea95/0x8ebaae74e8217ac2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.360215:0:22785:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e1daea95/0x8ebaae74e8217ac2 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.360223:0:22785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e1daea95/0x8ebaae74e8217ac2 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.360241:0:22785:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789478791.360243:0:22785:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789478791.360245:0:22785:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1789478791.360972:0:24303:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x40:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789478791.360979:0:24303:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005c10a0d4/0x8ebaae74e8217ac9 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.360989:0:24303:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x40:0x0].0x0 since=620s v=(0 0) 00010000:00010000:0.0:1789478791.360999:0:24303:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x40:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789478791.361003:0:24303:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005c10a0d4/0x8ebaae74e8217ac9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.361014:0:24303:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005c10a0d4/0x8ebaae74e8217ac9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.361023:0:24303:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005c10a0d4/0x8ebaae74e8217ac9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.361030:0:24303:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005c10a0d4/0x8ebaae74e8217ac9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.361047:0:24303:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1789478791.361056:0:22784:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789478791.361061:0:22784:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005c10a0d4/0x8ebaae74e8217ac9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.361068:0:22784:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ebc34f77e00 already unused, calling callback (ffffffffc0d672a0) 00010000:00010000:0.0:1789478791.361072:0:22784:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005c10a0d4/0x8ebaae74e8217ac9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.361081:0:22784:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005c10a0d4/0x8ebaae74e8217ac9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.361092:0:22784:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005c10a0d4/0x8ebaae74e8217ac9 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.361110:0:22784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005c10a0d4/0x8ebaae74e8217ac9 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.361127:0:22784:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789478791.361129:0:22784:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789478791.361131:0:22784:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1789478791.361616:0:24303:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789478791.361622:0:24303:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c8469e89/0x8ebaae74e8217ad0 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.361631:0:24303:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3f:0x0].0x0 since=620s v=(0 0) 00010000:00010000:0.0:1789478791.361635:0:24303:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3f:0x0].0x0 since=0s v=(0 0) 00000004:00080000:3.0:1789478791.361639:0:22776:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1 committed 00010000:00010000:0.0:1789478791.361640:0:24303:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c8469e89/0x8ebaae74e8217ad0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.361653:0:24303:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c8469e89/0x8ebaae74e8217ad0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.361662:0:24303:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c8469e89/0x8ebaae74e8217ad0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.361670:0:24303:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c8469e89/0x8ebaae74e8217ad0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.361689:0:24303:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1789478791.361872:0:22785:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789478791.361880:0:22785:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c8469e89/0x8ebaae74e8217ad0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478791.361890:0:22785:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ebb035fc600 already unused, calling callback (ffffffffc0d672a0) 00010000:00010000:3.0:1789478791.361894:0:22785:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c8469e89/0x8ebaae74e8217ad0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478791.361904:0:22785:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c8469e89/0x8ebaae74e8217ad0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478791.361934:0:22785:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c8469e89/0x8ebaae74e8217ad0 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478791.361952:0:22785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c8469e89/0x8ebaae74e8217ad0 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00080000:2.0:1789478791.361956:0:3648:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8ebb037e7b80 x1876403964585984/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789478807 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00010000:3.0:1789478791.361975:0:22785:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789478791.361979:0:22785:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789478791.361981:0:22785:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789478791.361986:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebb037e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3648:1876403964585984:0@lo:13:osp-pre-1-0.0 00002000:00010000:2.0:1789478791.362634:0:24303:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789478791.362642:0:24303:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000090b101f7/0x8ebaae74e8217ad7 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478791.362652:0:24303:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3e:0x0].0x0 since=620s v=(0 0) 00010000:00010000:2.0:1789478791.362655:0:24303:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789478791.362660:0:24303:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000090b101f7/0x8ebaae74e8217ad7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478791.362671:0:24303:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000090b101f7/0x8ebaae74e8217ad7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478791.362680:0:24303:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000090b101f7/0x8ebaae74e8217ad7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478791.362699:0:24303:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000090b101f7/0x8ebaae74e8217ad7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478791.362713:0:24303:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1789478791.362722:0:22784:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789478791.362726:0:22784:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000090b101f7/0x8ebaae74e8217ad7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478791.362733:0:22784:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ebc08c4ac00 already unused, calling callback (ffffffffc0d672a0) 00010000:00010000:2.0:1789478791.362737:0:22784:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000090b101f7/0x8ebaae74e8217ad7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478791.362746:0:22784:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000090b101f7/0x8ebaae74e8217ad7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478791.362758:0:22784:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000090b101f7/0x8ebaae74e8217ad7 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478791.362765:0:22784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000090b101f7/0x8ebaae74e8217ad7 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478791.362779:0:22784:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789478791.362781:0:22784:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789478791.362782:0:22784:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789478791.363012:0:25334:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1789478791.363028:0:25334:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebb04ab1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+6:23541:x1876403964585856:12345-0@lo:7:osp-pre-1-1.0 00002000:00010000:2.0:1789478791.363733:0:24303:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789478791.363747:0:24303:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000108ac79a/0x8ebaae74e8217ade lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478791.363758:0:24303:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3d:0x0].0x0 since=620s v=(0 0) 00010000:00010000:2.0:1789478791.363762:0:24303:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789478791.363766:0:24303:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000108ac79a/0x8ebaae74e8217ade lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478791.363776:0:24303:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000108ac79a/0x8ebaae74e8217ade lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478791.363784:0:24303:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000108ac79a/0x8ebaae74e8217ade lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478791.363792:0:24303:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000108ac79a/0x8ebaae74e8217ade lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478791.363806:0:24303:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1789478791.364007:0:22785:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789478791.364014:0:22785:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000108ac79a/0x8ebaae74e8217ade lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478791.364025:0:22785:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ebc08c4a600 already unused, calling callback (ffffffffc0d672a0) 00010000:00010000:3.0:1789478791.364030:0:22785:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000108ac79a/0x8ebaae74e8217ade lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478791.364038:0:22785:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000108ac79a/0x8ebaae74e8217ade lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478791.364051:0:22785:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000108ac79a/0x8ebaae74e8217ade lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478791.364059:0:22785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000108ac79a/0x8ebaae74e8217ade lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478791.364074:0:22785:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789478791.364076:0:22785:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789478791.364078:0:22785:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1789478791.364151:0:24303:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789478791.364157:0:24303:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b3c28830/0x8ebaae74e8217ae5 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478791.364165:0:24303:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3c:0x0].0x0 since=620s v=(0 0) 00010000:00010000:2.0:1789478791.364168:0:24303:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789478791.364172:0:24303:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b3c28830/0x8ebaae74e8217ae5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478791.364180:0:24303:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b3c28830/0x8ebaae74e8217ae5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478791.364193:0:24303:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b3c28830/0x8ebaae74e8217ae5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478791.364200:0:24303:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b3c28830/0x8ebaae74e8217ae5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478791.364222:0:24303:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1789478791.364267:0:22784:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789478791.364274:0:22784:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b3c28830/0x8ebaae74e8217ae5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478791.364282:0:22784:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ebc08c4a400 already unused, calling callback (ffffffffc0d672a0) 00010000:00010000:3.0:1789478791.364285:0:22784:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b3c28830/0x8ebaae74e8217ae5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478791.364293:0:22784:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b3c28830/0x8ebaae74e8217ae5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478791.364305:0:22784:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b3c28830/0x8ebaae74e8217ae5 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478791.364313:0:22784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b3c28830/0x8ebaae74e8217ae5 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478791.364326:0:22784:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789478791.364327:0:22784:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789478791.364330:0:22784:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00080000:2.0:1789478791.365235:0:25334:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0001: adding sequence 0x2c0000400 00002000:00080000:2.0:1789478791.365242:0:25334:0:(ofd_dev.c:1208:ofd_get_info_hdl()) lustre-OST0001: LAST FID is [0x2c0000400:0x41:0x0] 00000100:00100000:2.0:1789478791.365325:0:25334:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebb04ab1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+6:23541:x1876403964585856:12345-0@lo:7:osp-pre-1-1.0 Request processed in 2296us (22819us total) trans 0 rc 0/0 00000100:00100000:2.0:1789478791.365335:0:25334:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00010000:00080000:3.0:1789478791.365361:0:23541:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8ebb04ab1f80 x1876403964585856/t0(0) o7->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 264/240 e 0 to 0 dl 1789478807 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789478791.365364:0:25334:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1789478791.365378:0:25334:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebb037e4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:22823:x1876403964586112:12345-0@lo:5:osp-pre-1-0.0 00000100:00100000:3.0:1789478791.365381:0:23541:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebb04ab1f80 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23541:1876403964585856:0@lo:7:osp-pre-1-1.0 00000004:00080000:3.0:1789478791.365395:0:23541:0:(osp_precreate.c:810:osp_get_lastfid_from_ost()) lustre-OST0001-osc-MDT0001: Got last_fid [0x2c0000400:0x41:0x0] 00000100:00100000:3.0:1789478791.365432:0:23541:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebb04ab1f80 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23541:1876403964586240:0@lo:5:osp-pre-1-1.0 00000100:00100000:3.0:1789478791.365473:0:23541:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789478791.365507:0:24302:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 4 min 3 max 116 00000100:00100000:3.0:1789478791.365512:0:23541:0:(client.c:2715:ptlrpc_set_wait()) set ffff8ebb0263f000 going to sleep for 11 seconds 00000100:00100000:2.0:1789478791.365516:0:24302:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost00_004' 00000100:00100000:2.0:1789478791.365742:0:24302:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964586240 00000100:00100000:2.0:1789478791.365749:0:24302:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964586240 00000100:00100000:3.0:1789478791.365868:0:25335:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:3.0:1789478791.365876:0:25335:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebb04ab3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+6:23541:x1876403964586240:12345-0@lo:5:osp-pre-1-1.0 00002000:00080000:3.0:1789478791.365891:0:25335:0:(ofd_dev.c:1640:ofd_create_hdl()) ofd_last_id() = 65 -> diff = 0 00000100:00100000:3.0:1789478791.365942:0:25335:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebb04ab3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+6:23541:x1876403964586240:12345-0@lo:5:osp-pre-1-1.0 Request processed in 67us (469us total) trans 0 rc 0/0 00000100:00100000:3.0:1789478791.365948:0:25335:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00010000:00080000:2.0:1789478791.366007:0:23541:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8ebb04ab1f80 x1876403964586240/t0(0) o5->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 432/432 e 0 to 0 dl 1789478807 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789478791.366018:0:23541:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebb04ab1f80 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23541:1876403964586240:0@lo:5:osp-pre-1-1.0 00000004:00080000:2.0:1789478791.366027:0:23541:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0001: Got last_id [0x2c0000400:0x41:0x0] from OST, last_created [0x2c0000400:0x41:0x0]last_used is [0x2c0000400:0x41:0x0] 00000100:00100000:2.0:1789478791.366052:0:23541:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebb037e7b80 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23541:1876403964586368:0@lo:5:osp-pre-1-1.0 00000100:00100000:2.0:1789478791.366076:0:23541:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789478791.366107:0:23541:0:(client.c:2715:ptlrpc_set_wait()) set ffff8ebc08f21b40 going to sleep for 11 seconds 00000100:00100000:3.0:1789478791.366126:0:24304:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964586368 00000100:00100000:3.0:1789478791.366132:0:24304:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964586368 00000100:00100000:3.0:1789478791.366173:0:24304:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:3.0:1789478791.366181:0:24304:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebb037e5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+6:23541:x1876403964586368:12345-0@lo:5:osp-pre-1-1.0 00002000:00080000:3.0:1789478791.366211:0:24304:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0001: reserve 32 objects in group 0x2c0000400 at 66 00002000:00080000:2.0:1789478791.366935:0:25334:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0001: adding sequence 0x2c0000401 00002000:00080000:2.0:1789478791.366940:0:25334:0:(ofd_dev.c:1640:ofd_create_hdl()) ofd_last_id() = 65 -> diff = -31 00002000:02000040:2.0:1789478791.366944:0:25334:0:(ofd_dev.c:1491:ofd_orphans_destroy()) lustre-OST0001: new connection from lustre-MDT0000-mdtlov (cleaning up unused objects from 0x2c0000401:35 to 0x2c0000401:65) 00002000:00010000:0.0:1789478791.370635:0:24303:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789478791.370646:0:24303:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002ddab48f/0x8ebaae74e8217aec lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.370661:0:24303:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3b:0x0].0x0 since=620s v=(0 0) 00010000:00010000:0.0:1789478791.370665:0:24303:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789478791.370671:0:24303:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002ddab48f/0x8ebaae74e8217aec lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.370684:0:24303:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002ddab48f/0x8ebaae74e8217aec lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.370694:0:24303:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002ddab48f/0x8ebaae74e8217aec lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.370702:0:24303:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000002ddab48f/0x8ebaae74e8217aec lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.370719:0:24303:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1789478791.370893:0:22785:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789478791.370900:0:22785:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000002ddab48f/0x8ebaae74e8217aec lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478791.370919:0:22785:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ebb035fde00 already unused, calling callback (ffffffffc0d672a0) 00010000:00010000:3.0:1789478791.370923:0:22785:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000002ddab48f/0x8ebaae74e8217aec lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478791.370932:0:22785:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000002ddab48f/0x8ebaae74e8217aec lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478791.370947:0:22785:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000002ddab48f/0x8ebaae74e8217aec lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478791.370955:0:22785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002ddab48f/0x8ebaae74e8217aec lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478791.370979:0:22785:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789478791.370980:0:22785:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789478791.370982:0:22785:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1789478791.371442:0:24303:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789478791.371448:0:24303:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000027fa5a9e/0x8ebaae74e8217af3 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.371457:0:24303:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3a:0x0].0x0 since=620s v=(0 0) 00010000:00010000:0.0:1789478791.371461:0:24303:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789478791.371465:0:24303:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000027fa5a9e/0x8ebaae74e8217af3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.371481:0:24303:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000027fa5a9e/0x8ebaae74e8217af3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.371489:0:24303:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000027fa5a9e/0x8ebaae74e8217af3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.371496:0:24303:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000027fa5a9e/0x8ebaae74e8217af3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.371517:0:24303:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1789478791.371697:0:22784:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789478791.371703:0:22784:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000027fa5a9e/0x8ebaae74e8217af3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478791.371711:0:22784:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ebb035fc200 already unused, calling callback (ffffffffc0d672a0) 00010000:00010000:3.0:1789478791.371715:0:22784:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000027fa5a9e/0x8ebaae74e8217af3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478791.371724:0:22784:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000027fa5a9e/0x8ebaae74e8217af3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478791.371735:0:22784:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000027fa5a9e/0x8ebaae74e8217af3 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478791.371743:0:22784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000027fa5a9e/0x8ebaae74e8217af3 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478791.371755:0:22784:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789478791.371757:0:22784:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789478791.371759:0:22784:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1789478791.372336:0:24303:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x39:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789478791.372342:0:24303:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000412f65bf/0x8ebaae74e8217afa lrc: 3/0,1 mode: --/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.372353:0:24303:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x39:0x0].0x0 since=620s v=(0 0) 00010000:00010000:0.0:1789478791.372356:0:24303:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x39:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789478791.372360:0:24303:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000412f65bf/0x8ebaae74e8217afa lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.372370:0:24303:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000412f65bf/0x8ebaae74e8217afa lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.372379:0:24303:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000412f65bf/0x8ebaae74e8217afa lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.372397:0:24303:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000412f65bf/0x8ebaae74e8217afa lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.372423:0:24303:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1789478791.372529:0:22785:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789478791.372534:0:22785:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000412f65bf/0x8ebaae74e8217afa lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478791.372553:0:22785:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ebb035fca00 already unused, calling callback (ffffffffc0d672a0) 00010000:00010000:3.0:1789478791.372557:0:22785:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000412f65bf/0x8ebaae74e8217afa lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478791.372566:0:22785:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000412f65bf/0x8ebaae74e8217afa lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478791.372578:0:22785:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000412f65bf/0x8ebaae74e8217afa lrc: 1/0,0 mode: --/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478791.372585:0:22785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000412f65bf/0x8ebaae74e8217afa lrc: 0/0,0 mode: --/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478791.372633:0:22785:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789478791.372635:0:22785:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789478791.372637:0:22785:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1789478791.373040:0:24303:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x38:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789478791.373047:0:24303:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008695a243/0x8ebaae74e8217b01 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.373055:0:24303:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x38:0x0].0x0 since=620s v=(0 0) 00010000:00010000:0.0:1789478791.373058:0:24303:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x38:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789478791.373061:0:24303:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008695a243/0x8ebaae74e8217b01 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.373070:0:24303:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008695a243/0x8ebaae74e8217b01 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.373078:0:24303:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008695a243/0x8ebaae74e8217b01 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.373086:0:24303:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008695a243/0x8ebaae74e8217b01 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.373143:0:24303:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1789478791.373261:0:22784:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789478791.373266:0:22784:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008695a243/0x8ebaae74e8217b01 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478791.373274:0:22784:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ebb035fd000 already unused, calling callback (ffffffffc0d672a0) 00010000:00010000:3.0:1789478791.373277:0:22784:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008695a243/0x8ebaae74e8217b01 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478791.373286:0:22784:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008695a243/0x8ebaae74e8217b01 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478791.373304:0:22784:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008695a243/0x8ebaae74e8217b01 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478791.373312:0:22784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008695a243/0x8ebaae74e8217b01 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478791.373326:0:22784:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789478791.373328:0:22784:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789478791.373330:0:22784:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1789478791.375202:0:24303:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x37:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789478791.375213:0:24303:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000021646679/0x8ebaae74e8217b08 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.375232:0:24303:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x37:0x0].0x0 since=620s v=(0 0) 00010000:00010000:0.0:1789478791.375236:0:24303:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x37:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789478791.375241:0:24303:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000021646679/0x8ebaae74e8217b08 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.375253:0:24303:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000021646679/0x8ebaae74e8217b08 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.375262:0:24303:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000021646679/0x8ebaae74e8217b08 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.375269:0:24303:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000021646679/0x8ebaae74e8217b08 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.375291:0:24303:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1789478791.375310:0:22785:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789478791.375334:0:22785:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000021646679/0x8ebaae74e8217b08 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478791.375345:0:22785:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ebb035fd400 already unused, calling callback (ffffffffc0d672a0) 00010000:00010000:3.0:1789478791.375349:0:22785:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000021646679/0x8ebaae74e8217b08 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478791.375359:0:22785:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000021646679/0x8ebaae74e8217b08 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478791.375374:0:22785:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000021646679/0x8ebaae74e8217b08 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478791.375381:0:22785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000021646679/0x8ebaae74e8217b08 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478791.375409:0:22785:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789478791.375411:0:22785:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789478791.375414:0:22785:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1789478791.375656:0:24303:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x36:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789478791.375662:0:24303:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d2b7a299/0x8ebaae74e8217b0f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.375671:0:24303:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x36:0x0].0x0 since=620s v=(0 0) 00010000:00010000:0.0:1789478791.375674:0:24303:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x36:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789478791.375678:0:24303:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d2b7a299/0x8ebaae74e8217b0f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.375688:0:24303:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d2b7a299/0x8ebaae74e8217b0f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.375706:0:24303:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d2b7a299/0x8ebaae74e8217b0f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.375714:0:24303:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d2b7a299/0x8ebaae74e8217b0f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.375733:0:24303:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1789478791.375766:0:22784:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789478791.375771:0:22784:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d2b7a299/0x8ebaae74e8217b0f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478791.375779:0:22784:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ebb035fdc00 already unused, calling callback (ffffffffc0d672a0) 00010000:00010000:3.0:1789478791.375783:0:22784:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d2b7a299/0x8ebaae74e8217b0f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478791.375791:0:22784:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d2b7a299/0x8ebaae74e8217b0f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478791.375801:0:22784:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d2b7a299/0x8ebaae74e8217b0f lrc: 1/0,0 mode: --/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478791.375809:0:22784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d2b7a299/0x8ebaae74e8217b0f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478791.375822:0:22784:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789478791.375824:0:22784:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789478791.375826:0:22784:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1789478791.376340:0:24303:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x35:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789478791.376346:0:24303:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a1e4cc9e/0x8ebaae74e8217b16 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.376355:0:24303:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x35:0x0].0x0 since=620s v=(0 0) 00010000:00010000:0.0:1789478791.376358:0:24303:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x35:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789478791.376363:0:24303:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a1e4cc9e/0x8ebaae74e8217b16 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.376372:0:24303:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a1e4cc9e/0x8ebaae74e8217b16 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.376380:0:24303:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a1e4cc9e/0x8ebaae74e8217b16 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.376387:0:24303:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a1e4cc9e/0x8ebaae74e8217b16 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.376416:0:24303:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1789478791.376424:0:22785:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789478791.376428:0:22785:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a1e4cc9e/0x8ebaae74e8217b16 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.376435:0:22785:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ebb035fcc00 already unused, calling callback (ffffffffc0d672a0) 00010000:00010000:0.0:1789478791.376439:0:22785:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a1e4cc9e/0x8ebaae74e8217b16 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.376447:0:22785:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a1e4cc9e/0x8ebaae74e8217b16 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.376459:0:22785:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a1e4cc9e/0x8ebaae74e8217b16 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.376466:0:22785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a1e4cc9e/0x8ebaae74e8217b16 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.376481:0:22785:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789478791.376483:0:22785:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789478791.376484:0:22785:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1789478791.376882:0:24303:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x34:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789478791.376888:0:24303:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000bb34ec8e/0x8ebaae74e8217b1d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.376897:0:24303:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x34:0x0].0x0 since=620s v=(0 0) 00010000:00010000:0.0:1789478791.376915:0:24303:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x34:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789478791.376921:0:24303:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000bb34ec8e/0x8ebaae74e8217b1d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.376931:0:24303:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000bb34ec8e/0x8ebaae74e8217b1d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.376939:0:24303:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000bb34ec8e/0x8ebaae74e8217b1d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.376946:0:24303:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000bb34ec8e/0x8ebaae74e8217b1d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.376964:0:24303:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1789478791.379609:0:22784:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789478791.379622:0:22784:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000bb34ec8e/0x8ebaae74e8217b1d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478791.379650:0:22784:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ebb035fd200 already unused, calling callback (ffffffffc0d672a0) 00010000:00010000:3.0:1789478791.379655:0:22784:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000bb34ec8e/0x8ebaae74e8217b1d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478791.379665:0:22784:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000bb34ec8e/0x8ebaae74e8217b1d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478791.379684:0:22784:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000bb34ec8e/0x8ebaae74e8217b1d lrc: 1/0,0 mode: --/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478791.379691:0:22784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000bb34ec8e/0x8ebaae74e8217b1d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478791.379714:0:22784:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789478791.379716:0:22784:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789478791.379717:0:22784:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1789478791.380504:0:24303:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x33:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789478791.380514:0:24303:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a9390cc6/0x8ebaae74e8217b24 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.380525:0:24303:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x33:0x0].0x0 since=620s v=(0 0) 00010000:00010000:0.0:1789478791.380530:0:24303:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x33:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789478791.380535:0:24303:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a9390cc6/0x8ebaae74e8217b24 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.380547:0:24303:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a9390cc6/0x8ebaae74e8217b24 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.380555:0:24303:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a9390cc6/0x8ebaae74e8217b24 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.380568:0:24303:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a9390cc6/0x8ebaae74e8217b24 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.380614:0:24303:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1789478791.380930:0:22785:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789478791.380936:0:22785:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a9390cc6/0x8ebaae74e8217b24 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478791.380945:0:22785:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ebb035fda00 already unused, calling callback (ffffffffc0d672a0) 00010000:00010000:3.0:1789478791.380949:0:22785:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a9390cc6/0x8ebaae74e8217b24 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478791.380957:0:22785:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a9390cc6/0x8ebaae74e8217b24 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478791.380975:0:22785:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a9390cc6/0x8ebaae74e8217b24 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478791.380982:0:22785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a9390cc6/0x8ebaae74e8217b24 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478791.380999:0:22785:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789478791.381002:0:22785:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789478791.381004:0:22785:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1789478791.381130:0:24303:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x32:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789478791.381136:0:24303:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e9179bd4/0x8ebaae74e8217b2b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.381145:0:24303:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x32:0x0].0x0 since=620s v=(0 0) 00010000:00010000:0.0:1789478791.381148:0:24303:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x32:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789478791.381152:0:24303:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e9179bd4/0x8ebaae74e8217b2b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.381161:0:24303:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e9179bd4/0x8ebaae74e8217b2b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.381168:0:24303:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e9179bd4/0x8ebaae74e8217b2b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.381175:0:24303:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e9179bd4/0x8ebaae74e8217b2b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.381190:0:24303:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:0.0:1789478791.381440:0:24303:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x31:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789478791.381447:0:24303:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005a2e0332/0x8ebaae74e8217b32 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.381460:0:24303:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x31:0x0].0x0 since=620s v=(0 0) 00010000:00010000:0.0:1789478791.381463:0:24303:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x31:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789478791.381467:0:24303:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005a2e0332/0x8ebaae74e8217b32 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.381475:0:24303:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005a2e0332/0x8ebaae74e8217b32 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.381482:0:24303:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005a2e0332/0x8ebaae74e8217b32 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.381489:0:24303:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005a2e0332/0x8ebaae74e8217b32 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.381503:0:24303:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1789478791.381509:0:22785:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1789478791.381512:0:22785:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e9179bd4/0x8ebaae74e8217b2b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.381518:0:22785:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ebb035fc800 already unused, calling callback (ffffffffc0d672a0) 00010000:00010000:0.0:1789478791.381521:0:22785:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e9179bd4/0x8ebaae74e8217b2b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.381528:0:22785:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e9179bd4/0x8ebaae74e8217b2b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.381547:0:22785:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e9179bd4/0x8ebaae74e8217b2b lrc: 1/0,0 mode: --/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.381553:0:22785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e9179bd4/0x8ebaae74e8217b2b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.381566:0:22785:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789478791.381569:0:22785:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005a2e0332/0x8ebaae74e8217b32 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.381575:0:22785:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ebb035fd800 already unused, calling callback (ffffffffc0d672a0) 00010000:00010000:0.0:1789478791.381578:0:22785:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005a2e0332/0x8ebaae74e8217b32 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.381586:0:22785:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005a2e0332/0x8ebaae74e8217b32 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.381616:0:22785:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005a2e0332/0x8ebaae74e8217b32 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.381623:0:22785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005a2e0332/0x8ebaae74e8217b32 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.381634:0:22785:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789478791.381635:0:22785:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789478791.381641:0:22785:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789478791.381891:0:22784:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1789478791.382746:0:25334:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x41:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1789478791.382753:0:25334:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000df77b52a/0x8ebaae74e8217b39 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478791.382762:0:25334:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x41:0x0].0x0 since=620s v=(0 0) 00010000:00010000:3.0:1789478791.382765:0:25334:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x41:0x0].0x0 since=0s v=(0 0) 00002000:00010000:2.0:1789478791.382900:0:24303:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x30:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789478791.382918:0:24303:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000090b101f7/0x8ebaae74e8217b40 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478791.382926:0:24303:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x30:0x0].0x0 since=620s v=(0 0) 00010000:00010000:2.0:1789478791.382928:0:24303:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x30:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789478791.382932:0:24303:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000090b101f7/0x8ebaae74e8217b40 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478791.382941:0:24303:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000090b101f7/0x8ebaae74e8217b40 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478791.382949:0:24303:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000090b101f7/0x8ebaae74e8217b40 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478791.382956:0:24303:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000090b101f7/0x8ebaae74e8217b40 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478791.382970:0:24303:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1789478791.382977:0:22785:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789478791.382981:0:22785:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000090b101f7/0x8ebaae74e8217b40 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478791.382988:0:22785:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ebc08c4ac00 already unused, calling callback (ffffffffc0d672a0) 00010000:00010000:2.0:1789478791.382997:0:22785:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000090b101f7/0x8ebaae74e8217b40 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478791.383005:0:22785:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000090b101f7/0x8ebaae74e8217b40 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478791.383018:0:22785:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000090b101f7/0x8ebaae74e8217b40 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478791.383025:0:22785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000090b101f7/0x8ebaae74e8217b40 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478791.383039:0:22785:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789478791.383041:0:22785:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789478791.383043:0:22785:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789478791.383380:0:25334:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000df77b52a/0x8ebaae74e8217b39 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478791.383395:0:25334:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000df77b52a/0x8ebaae74e8217b39 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478791.383403:0:25334:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000df77b52a/0x8ebaae74e8217b39 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478791.383409:0:25334:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000df77b52a/0x8ebaae74e8217b39 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478791.383435:0:25334:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1789478791.383708:0:22784:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789478791.383713:0:22784:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000df77b52a/0x8ebaae74e8217b39 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.383721:0:22784:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ebc35b66e00 already unused, calling callback (ffffffffc0d672a0) 00010000:00010000:0.0:1789478791.383724:0:22784:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000df77b52a/0x8ebaae74e8217b39 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.383732:0:22784:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000df77b52a/0x8ebaae74e8217b39 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.383747:0:22784:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000df77b52a/0x8ebaae74e8217b39 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.383755:0:22784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000df77b52a/0x8ebaae74e8217b39 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1789478791.383917:0:25334:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x40:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1789478791.383924:0:25334:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c5b3b73a/0x8ebaae74e8217b47 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478791.383933:0:25334:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x40:0x0].0x0 since=620s v=(0 0) 00010000:00010000:3.0:1789478791.383936:0:25334:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x40:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789478791.383940:0:25334:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c5b3b73a/0x8ebaae74e8217b47 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478791.383949:0:25334:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c5b3b73a/0x8ebaae74e8217b47 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478791.383957:0:25334:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c5b3b73a/0x8ebaae74e8217b47 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478791.383964:0:25334:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000c5b3b73a/0x8ebaae74e8217b47 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478791.383977:0:25334:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1789478791.384078:0:22784:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789478791.384083:0:22784:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000c5b3b73a/0x8ebaae74e8217b47 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.384090:0:22784:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ebc35b66200 already unused, calling callback (ffffffffc0d672a0) 00010000:00010000:0.0:1789478791.384094:0:22784:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000c5b3b73a/0x8ebaae74e8217b47 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.384101:0:22784:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000c5b3b73a/0x8ebaae74e8217b47 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.384119:0:22784:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000c5b3b73a/0x8ebaae74e8217b47 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.384126:0:22784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c5b3b73a/0x8ebaae74e8217b47 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.384139:0:22784:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789478791.384141:0:22784:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789478791.384143:0:22784:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789478791.384221:0:22785:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1789478791.384437:0:24303:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789478791.384443:0:24303:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e6eaa1db/0x8ebaae74e8217b4e lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.384451:0:24303:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2f:0x0].0x0 since=620s v=(0 0) 00010000:00010000:0.0:1789478791.384455:0:24303:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789478791.384459:0:24303:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e6eaa1db/0x8ebaae74e8217b4e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.384468:0:24303:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e6eaa1db/0x8ebaae74e8217b4e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.384476:0:24303:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e6eaa1db/0x8ebaae74e8217b4e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.384482:0:24303:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e6eaa1db/0x8ebaae74e8217b4e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.384514:0:24303:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1789478791.384901:0:22784:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789478791.384915:0:22784:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e6eaa1db/0x8ebaae74e8217b4e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478791.384923:0:22784:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ebb035fc000 already unused, calling callback (ffffffffc0d672a0) 00010000:00010000:3.0:1789478791.384933:0:22784:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e6eaa1db/0x8ebaae74e8217b4e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478791.384941:0:22784:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e6eaa1db/0x8ebaae74e8217b4e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478791.384952:0:22784:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e6eaa1db/0x8ebaae74e8217b4e lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478791.384959:0:22784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e6eaa1db/0x8ebaae74e8217b4e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478791.384973:0:22784:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789478791.384974:0:22784:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789478791.384976:0:22784:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1789478791.385330:0:25334:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789478791.385336:0:25334:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000e13f171/0x8ebaae74e8217b55 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.385344:0:25334:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3f:0x0].0x0 since=620s v=(0 0) 00010000:00010000:0.0:1789478791.385347:0:25334:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789478791.385351:0:25334:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000e13f171/0x8ebaae74e8217b55 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.385360:0:25334:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000e13f171/0x8ebaae74e8217b55 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.385368:0:25334:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000e13f171/0x8ebaae74e8217b55 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.385375:0:25334:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000000e13f171/0x8ebaae74e8217b55 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.385396:0:25334:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1789478791.385584:0:24303:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789478791.385609:0:24303:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b3c28830/0x8ebaae74e8217b5c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478791.385617:0:24303:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2e:0x0].0x0 since=620s v=(0 0) 00010000:00010000:2.0:1789478791.385620:0:24303:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789478791.385624:0:24303:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b3c28830/0x8ebaae74e8217b5c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478791.385633:0:24303:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b3c28830/0x8ebaae74e8217b5c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478791.385651:0:24303:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b3c28830/0x8ebaae74e8217b5c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478791.385658:0:24303:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b3c28830/0x8ebaae74e8217b5c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478791.385668:0:24303:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1789478791.385849:0:22784:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1789478791.385854:0:22784:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000000e13f171/0x8ebaae74e8217b55 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478791.385861:0:22784:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ebb035fc400 already unused, calling callback (ffffffffc0d672a0) 00010000:00010000:3.0:1789478791.385864:0:22784:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000000e13f171/0x8ebaae74e8217b55 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478791.385872:0:22784:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000000e13f171/0x8ebaae74e8217b55 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478791.385882:0:22784:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000000e13f171/0x8ebaae74e8217b55 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478791.385895:0:22784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000e13f171/0x8ebaae74e8217b55 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478791.385924:0:22784:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789478791.385928:0:22784:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b3c28830/0x8ebaae74e8217b5c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478791.385934:0:22784:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ebc08c4a400 already unused, calling callback (ffffffffc0d672a0) 00010000:00010000:3.0:1789478791.385937:0:22784:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b3c28830/0x8ebaae74e8217b5c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478791.385945:0:22784:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b3c28830/0x8ebaae74e8217b5c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478791.385955:0:22784:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b3c28830/0x8ebaae74e8217b5c lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478791.385961:0:22784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b3c28830/0x8ebaae74e8217b5c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478791.385971:0:22784:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789478791.385973:0:22784:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789478791.385974:0:22784:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789478791.385980:0:22785:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1789478791.386320:0:24303:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789478791.386326:0:24303:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000108ac79a/0x8ebaae74e8217b63 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478791.386334:0:24303:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2d:0x0].0x0 since=620s v=(0 0) 00010000:00010000:2.0:1789478791.386337:0:24303:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789478791.386341:0:24303:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000108ac79a/0x8ebaae74e8217b63 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478791.386349:0:24303:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000108ac79a/0x8ebaae74e8217b63 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478791.386357:0:24303:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000108ac79a/0x8ebaae74e8217b63 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478791.386363:0:24303:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000108ac79a/0x8ebaae74e8217b63 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478791.386392:0:24303:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1789478791.386667:0:22784:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789478791.386672:0:22784:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000108ac79a/0x8ebaae74e8217b63 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.386680:0:22784:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ebc08c4a600 already unused, calling callback (ffffffffc0d672a0) 00010000:00010000:0.0:1789478791.386688:0:22784:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000108ac79a/0x8ebaae74e8217b63 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.386697:0:22784:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000108ac79a/0x8ebaae74e8217b63 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.386708:0:22784:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000108ac79a/0x8ebaae74e8217b63 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.386715:0:22784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000108ac79a/0x8ebaae74e8217b63 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.386727:0:22784:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789478791.386728:0:22784:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789478791.386730:0:22784:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1789478791.386865:0:25334:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1789478791.386876:0:25334:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004974a718/0x8ebaae74e8217b6a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478791.386884:0:25334:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3e:0x0].0x0 since=620s v=(0 0) 00010000:00010000:3.0:1789478791.386887:0:25334:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789478791.386891:0:25334:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004974a718/0x8ebaae74e8217b6a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478791.386899:0:25334:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004974a718/0x8ebaae74e8217b6a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478791.386921:0:25334:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004974a718/0x8ebaae74e8217b6a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478791.386928:0:25334:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000004974a718/0x8ebaae74e8217b6a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478791.386946:0:25334:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1789478791.387060:0:22785:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789478791.387065:0:22785:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000004974a718/0x8ebaae74e8217b6a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.387073:0:22785:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ebc35b67600 already unused, calling callback (ffffffffc0d672a0) 00010000:00010000:0.0:1789478791.387076:0:22785:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000004974a718/0x8ebaae74e8217b6a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.387084:0:22785:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000004974a718/0x8ebaae74e8217b6a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.387093:0:22785:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000004974a718/0x8ebaae74e8217b6a lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.387105:0:22785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004974a718/0x8ebaae74e8217b6a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.387118:0:22785:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789478791.387119:0:22785:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789478791.387120:0:22785:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1789478791.387442:0:24303:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789478791.387447:0:24303:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000082696efe/0x8ebaae74e8217b71 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.387455:0:24303:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2c:0x0].0x0 since=620s v=(0 0) 00010000:00010000:0.0:1789478791.387458:0:24303:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789478791.387463:0:24303:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000082696efe/0x8ebaae74e8217b71 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.387473:0:24303:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000082696efe/0x8ebaae74e8217b71 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.387481:0:24303:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000082696efe/0x8ebaae74e8217b71 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.387489:0:24303:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000082696efe/0x8ebaae74e8217b71 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.387504:0:24303:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1789478791.387889:0:22784:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789478791.387894:0:22784:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000082696efe/0x8ebaae74e8217b71 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478791.387902:0:22784:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ebb035fce00 already unused, calling callback (ffffffffc0d672a0) 00010000:00010000:3.0:1789478791.387916:0:22784:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000082696efe/0x8ebaae74e8217b71 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478791.387925:0:22784:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000082696efe/0x8ebaae74e8217b71 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478791.387943:0:22784:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000082696efe/0x8ebaae74e8217b71 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478791.387950:0:22784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000082696efe/0x8ebaae74e8217b71 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478791.387965:0:22784:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789478791.387967:0:22784:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789478791.387969:0:22784:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1789478791.388039:0:25334:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789478791.388045:0:25334:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000770bb030/0x8ebaae74e8217b78 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478791.388054:0:25334:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3d:0x0].0x0 since=620s v=(0 0) 00010000:00010000:2.0:1789478791.388057:0:25334:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789478791.388061:0:25334:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000770bb030/0x8ebaae74e8217b78 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478791.388070:0:25334:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000770bb030/0x8ebaae74e8217b78 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478791.388077:0:25334:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000770bb030/0x8ebaae74e8217b78 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478791.388084:0:25334:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000770bb030/0x8ebaae74e8217b78 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478791.388103:0:25334:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1789478791.388334:0:22785:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789478791.388338:0:22785:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000770bb030/0x8ebaae74e8217b78 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478791.388346:0:22785:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ebc42176e00 already unused, calling callback (ffffffffc0d672a0) 00010000:00010000:3.0:1789478791.388349:0:22785:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000770bb030/0x8ebaae74e8217b78 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478791.388357:0:22785:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000770bb030/0x8ebaae74e8217b78 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478791.388368:0:22785:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000770bb030/0x8ebaae74e8217b78 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478791.388374:0:22785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000770bb030/0x8ebaae74e8217b78 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478791.388400:0:22785:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789478791.388401:0:22785:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789478791.388403:0:22785:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1789478791.388651:0:24303:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789478791.388658:0:24303:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000048f3846a/0x8ebaae74e8217b7f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478791.388665:0:24303:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2b:0x0].0x0 since=620s v=(0 0) 00010000:00010000:2.0:1789478791.388674:0:24303:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789478791.388678:0:24303:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000048f3846a/0x8ebaae74e8217b7f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478791.388688:0:24303:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000048f3846a/0x8ebaae74e8217b7f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478791.388695:0:24303:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000048f3846a/0x8ebaae74e8217b7f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478791.388702:0:24303:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000048f3846a/0x8ebaae74e8217b7f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478791.388716:0:24303:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1789478791.388873:0:22784:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789478791.388882:0:22784:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000048f3846a/0x8ebaae74e8217b7f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.388889:0:22784:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ebc42176400 already unused, calling callback (ffffffffc0d672a0) 00010000:00010000:0.0:1789478791.388892:0:22784:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000048f3846a/0x8ebaae74e8217b7f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.388899:0:22784:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000048f3846a/0x8ebaae74e8217b7f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.388920:0:22784:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000048f3846a/0x8ebaae74e8217b7f lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.388928:0:22784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000048f3846a/0x8ebaae74e8217b7f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.388940:0:22784:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789478791.388942:0:22784:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789478791.388943:0:22784:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1789478791.389083:0:25334:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1789478791.389088:0:25334:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008aa07fd5/0x8ebaae74e8217b86 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478791.389095:0:25334:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3c:0x0].0x0 since=620s v=(0 0) 00010000:00010000:3.0:1789478791.389098:0:25334:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789478791.389101:0:25334:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008aa07fd5/0x8ebaae74e8217b86 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478791.389109:0:25334:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008aa07fd5/0x8ebaae74e8217b86 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478791.389116:0:25334:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008aa07fd5/0x8ebaae74e8217b86 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478791.389123:0:25334:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000008aa07fd5/0x8ebaae74e8217b86 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478791.389136:0:25334:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1789478791.389141:0:22785:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789478791.389145:0:22785:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000008aa07fd5/0x8ebaae74e8217b86 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478791.389161:0:22785:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ebc35b67800 already unused, calling callback (ffffffffc0d672a0) 00010000:00010000:3.0:1789478791.389165:0:22785:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000008aa07fd5/0x8ebaae74e8217b86 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478791.389172:0:22785:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000008aa07fd5/0x8ebaae74e8217b86 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478791.389182:0:22785:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000008aa07fd5/0x8ebaae74e8217b86 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478791.389188:0:22785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008aa07fd5/0x8ebaae74e8217b86 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478791.389200:0:22785:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789478791.389202:0:22785:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789478791.389204:0:22785:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1789478791.389960:0:24303:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789478791.389968:0:24303:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000002eb86c8/0x8ebaae74e8217b8d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478791.389977:0:24303:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2a:0x0].0x0 since=620s v=(0 0) 00010000:00010000:2.0:1789478791.389980:0:24303:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789478791.389984:0:24303:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000002eb86c8/0x8ebaae74e8217b8d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478791.389996:0:24303:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000002eb86c8/0x8ebaae74e8217b8d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478791.390005:0:24303:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000002eb86c8/0x8ebaae74e8217b8d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478791.390018:0:24303:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000002eb86c8/0x8ebaae74e8217b8d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478791.390090:0:24303:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:3.0:1789478791.390224:0:25334:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1789478791.390230:0:25334:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009533230e/0x8ebaae74e8217b94 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478791.390238:0:25334:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3b:0x0].0x0 since=620s v=(0 0) 00010000:00010000:3.0:1789478791.390241:0:25334:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789478791.390245:0:25334:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009533230e/0x8ebaae74e8217b94 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478791.390254:0:25334:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009533230e/0x8ebaae74e8217b94 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478791.390268:0:25334:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009533230e/0x8ebaae74e8217b94 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478791.390275:0:25334:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000009533230e/0x8ebaae74e8217b94 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.390373:0:22784:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1789478791.390379:0:22784:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000002eb86c8/0x8ebaae74e8217b8d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.390387:0:22784:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ebc42177800 already unused, calling callback (ffffffffc0d672a0) 00010000:00010000:0.0:1789478791.390391:0:22784:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000002eb86c8/0x8ebaae74e8217b8d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.390415:0:22784:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000002eb86c8/0x8ebaae74e8217b8d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.390428:0:22784:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000002eb86c8/0x8ebaae74e8217b8d lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.390435:0:22784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000002eb86c8/0x8ebaae74e8217b8d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.390451:0:22784:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789478791.390455:0:22784:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000009533230e/0x8ebaae74e8217b94 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.390461:0:22784:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ebc35b66000 already unused, calling callback (ffffffffc0d672a0) 00010000:00010000:0.0:1789478791.390464:0:22784:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000009533230e/0x8ebaae74e8217b94 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.390471:0:22784:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000009533230e/0x8ebaae74e8217b94 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.390480:0:22784:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000009533230e/0x8ebaae74e8217b94 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.390487:0:22784:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789478791.390488:0:22784:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789478791.390496:0:22784:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789478791.390738:0:25334:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:3.0:1789478791.390743:0:25334:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009533230e/0x8ebaae74e8217b94 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1789478791.391010:0:25334:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1789478791.391016:0:25334:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b926601b/0x8ebaae74e8217b9b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478791.391024:0:25334:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3a:0x0].0x0 since=620s v=(0 0) 00010000:00010000:3.0:1789478791.391027:0:25334:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789478791.391031:0:25334:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b926601b/0x8ebaae74e8217b9b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478791.391040:0:25334:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b926601b/0x8ebaae74e8217b9b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478791.391048:0:25334:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b926601b/0x8ebaae74e8217b9b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478791.391063:0:25334:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000b926601b/0x8ebaae74e8217b9b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478791.391122:0:22785:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789478791.391127:0:22785:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000b926601b/0x8ebaae74e8217b9b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478791.391134:0:22785:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ebc35b67400 already unused, calling callback (ffffffffc0d672a0) 00010000:00010000:2.0:1789478791.391137:0:22785:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000b926601b/0x8ebaae74e8217b9b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478791.391145:0:22785:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000b926601b/0x8ebaae74e8217b9b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478791.391155:0:22785:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000b926601b/0x8ebaae74e8217b9b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478791.391161:0:22785:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789478791.391162:0:22785:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789478791.391164:0:22785:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1789478791.391195:0:24303:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x29:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789478791.391199:0:24303:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ab989a9e/0x8ebaae74e8217ba2 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478791.391206:0:24303:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x29:0x0].0x0 since=620s v=(0 0) 00010000:00010000:2.0:1789478791.391213:0:24303:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x29:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789478791.391217:0:24303:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ab989a9e/0x8ebaae74e8217ba2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478791.391226:0:24303:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ab989a9e/0x8ebaae74e8217ba2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478791.391233:0:24303:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ab989a9e/0x8ebaae74e8217ba2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478791.391239:0:24303:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ab989a9e/0x8ebaae74e8217ba2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478791.391248:0:24303:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1789478791.391370:0:22784:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789478791.391376:0:22784:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ab989a9e/0x8ebaae74e8217ba2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.391383:0:22784:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ebc42177200 already unused, calling callback (ffffffffc0d672a0) 00010000:00010000:0.0:1789478791.391387:0:22784:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ab989a9e/0x8ebaae74e8217ba2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.391394:0:22784:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ab989a9e/0x8ebaae74e8217ba2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.391405:0:22784:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ab989a9e/0x8ebaae74e8217ba2 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.391411:0:22784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ab989a9e/0x8ebaae74e8217ba2 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.391425:0:22784:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789478791.391427:0:22784:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789478791.391428:0:22784:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789478791.391590:0:25334:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:3.0:1789478791.391613:0:25334:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b926601b/0x8ebaae74e8217b9b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478791.391745:0:22785:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1789478791.391903:0:25334:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x39:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00002000:00010000:0.0:1789478791.391968:0:24303:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x28:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789478791.391974:0:24303:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005a2e0332/0x8ebaae74e8217bb0 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.391983:0:24303:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x28:0x0].0x0 since=620s v=(0 0) 00010000:00010000:0.0:1789478791.391986:0:24303:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x28:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789478791.391990:0:24303:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005a2e0332/0x8ebaae74e8217bb0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.392007:0:24303:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005a2e0332/0x8ebaae74e8217bb0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.392015:0:24303:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005a2e0332/0x8ebaae74e8217bb0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.392022:0:24303:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005a2e0332/0x8ebaae74e8217bb0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.392046:0:24303:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1789478791.392086:0:22784:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789478791.392092:0:22784:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005a2e0332/0x8ebaae74e8217bb0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478791.392099:0:22784:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ebb035fd800 already unused, calling callback (ffffffffc0d672a0) 00010000:00010000:2.0:1789478791.392103:0:22784:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005a2e0332/0x8ebaae74e8217bb0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478791.392111:0:22784:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005a2e0332/0x8ebaae74e8217bb0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478791.392122:0:22784:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005a2e0332/0x8ebaae74e8217bb0 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478791.392135:0:22784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005a2e0332/0x8ebaae74e8217bb0 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478791.392150:0:22784:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789478791.392152:0:22784:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789478791.392153:0:22784:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789478791.392181:0:25334:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006e70eea2/0x8ebaae74e8217ba9 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478791.392190:0:25334:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x39:0x0].0x0 since=620s v=(0 0) 00010000:00010000:3.0:1789478791.392193:0:25334:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x39:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789478791.392197:0:25334:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006e70eea2/0x8ebaae74e8217ba9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478791.392206:0:25334:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006e70eea2/0x8ebaae74e8217ba9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478791.392214:0:25334:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006e70eea2/0x8ebaae74e8217ba9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478791.392221:0:25334:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000006e70eea2/0x8ebaae74e8217ba9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478791.392253:0:25334:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1789478791.392329:0:22785:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789478791.392334:0:22785:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000006e70eea2/0x8ebaae74e8217ba9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.392342:0:22785:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ebc35b66a00 already unused, calling callback (ffffffffc0d672a0) 00010000:00010000:0.0:1789478791.392345:0:22785:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000006e70eea2/0x8ebaae74e8217ba9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.392353:0:22785:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000006e70eea2/0x8ebaae74e8217ba9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.392365:0:22785:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000006e70eea2/0x8ebaae74e8217ba9 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.392373:0:22785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006e70eea2/0x8ebaae74e8217ba9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.392395:0:22785:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789478791.392397:0:22785:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789478791.392399:0:22785:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1789478791.392450:0:24303:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x27:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789478791.392455:0:24303:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e9179bd4/0x8ebaae74e8217bb7 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.392463:0:24303:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x27:0x0].0x0 since=620s v=(0 0) 00010000:00010000:0.0:1789478791.392466:0:24303:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x27:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789478791.392470:0:24303:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e9179bd4/0x8ebaae74e8217bb7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.392479:0:24303:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e9179bd4/0x8ebaae74e8217bb7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.392487:0:24303:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e9179bd4/0x8ebaae74e8217bb7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.392494:0:24303:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e9179bd4/0x8ebaae74e8217bb7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.392513:0:24303:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1789478791.392528:0:22784:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789478791.392532:0:22784:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e9179bd4/0x8ebaae74e8217bb7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478791.392539:0:22784:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ebb035fc800 already unused, calling callback (ffffffffc0d672a0) 00010000:00010000:2.0:1789478791.392542:0:22784:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e9179bd4/0x8ebaae74e8217bb7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478791.392550:0:22784:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e9179bd4/0x8ebaae74e8217bb7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478791.392561:0:22784:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e9179bd4/0x8ebaae74e8217bb7 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478791.392568:0:22784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e9179bd4/0x8ebaae74e8217bb7 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478791.392582:0:22784:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789478791.392583:0:22784:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789478791.392585:0:22784:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1789478791.392923:0:25334:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x38:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1789478791.392929:0:25334:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000cafe8bdf/0x8ebaae74e8217bbe lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478791.392938:0:25334:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x38:0x0].0x0 since=620s v=(0 0) 00010000:00010000:3.0:1789478791.392941:0:25334:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x38:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789478791.392945:0:25334:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000cafe8bdf/0x8ebaae74e8217bbe lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478791.392954:0:25334:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000cafe8bdf/0x8ebaae74e8217bbe lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478791.392962:0:25334:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000cafe8bdf/0x8ebaae74e8217bbe lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478791.392970:0:25334:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000cafe8bdf/0x8ebaae74e8217bbe lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478791.392982:0:25334:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1789478791.393100:0:22785:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789478791.393106:0:22785:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000cafe8bdf/0x8ebaae74e8217bbe lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.393124:0:22785:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ebc35b67000 already unused, calling callback (ffffffffc0d672a0) 00010000:00010000:0.0:1789478791.393127:0:22785:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000cafe8bdf/0x8ebaae74e8217bbe lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.393135:0:22785:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000cafe8bdf/0x8ebaae74e8217bbe lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.393146:0:22785:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000cafe8bdf/0x8ebaae74e8217bbe lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1789478791.393150:0:24303:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x26:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789478791.393153:0:22785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000cafe8bdf/0x8ebaae74e8217bbe lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478791.393155:0:24303:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000063a2ef82/0x8ebaae74e8217bc5 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478791.393163:0:24303:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x26:0x0].0x0 since=620s v=(0 0) 00010000:00010000:2.0:1789478791.393166:0:24303:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x26:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789478791.393166:0:22785:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789478791.393168:0:22785:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789478791.393170:0:24303:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000063a2ef82/0x8ebaae74e8217bc5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.393170:0:22785:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789478791.393179:0:24303:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000063a2ef82/0x8ebaae74e8217bc5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478791.393188:0:24303:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000063a2ef82/0x8ebaae74e8217bc5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478791.393195:0:24303:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000063a2ef82/0x8ebaae74e8217bc5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478791.393217:0:24303:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1789478791.393331:0:22784:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789478791.393335:0:22784:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000063a2ef82/0x8ebaae74e8217bc5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.393342:0:22784:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ebc42176000 already unused, calling callback (ffffffffc0d672a0) 00010000:00010000:0.0:1789478791.393345:0:22784:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000063a2ef82/0x8ebaae74e8217bc5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.393353:0:22784:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000063a2ef82/0x8ebaae74e8217bc5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.393370:0:22784:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000063a2ef82/0x8ebaae74e8217bc5 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.393377:0:22784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000063a2ef82/0x8ebaae74e8217bc5 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.393390:0:22784:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789478791.393392:0:22784:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789478791.393393:0:22784:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1789478791.393663:0:25334:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x37:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1789478791.393670:0:25334:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004974a718/0x8ebaae74e8217bcc lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478791.393677:0:25334:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x37:0x0].0x0 since=620s v=(0 0) 00010000:00010000:3.0:1789478791.393685:0:25334:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x37:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789478791.393689:0:25334:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004974a718/0x8ebaae74e8217bcc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478791.393699:0:25334:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004974a718/0x8ebaae74e8217bcc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478791.393706:0:25334:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004974a718/0x8ebaae74e8217bcc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478791.393714:0:25334:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000004974a718/0x8ebaae74e8217bcc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478791.393728:0:25334:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1789478791.393859:0:22785:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789478791.393864:0:22785:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000004974a718/0x8ebaae74e8217bcc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.393871:0:22785:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ebc35b67600 already unused, calling callback (ffffffffc0d672a0) 00010000:00010000:0.0:1789478791.393874:0:22785:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000004974a718/0x8ebaae74e8217bcc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.393881:0:22785:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000004974a718/0x8ebaae74e8217bcc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.393892:0:22785:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000004974a718/0x8ebaae74e8217bcc lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.393899:0:22785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004974a718/0x8ebaae74e8217bcc lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.393938:0:22785:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789478791.393939:0:22785:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789478791.393941:0:22785:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1789478791.394332:0:24303:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x25:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789478791.394338:0:24303:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005372202c/0x8ebaae74e8217bd3 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478791.394346:0:24303:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x25:0x0].0x0 since=620s v=(0 0) 00010000:00010000:2.0:1789478791.394349:0:24303:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x25:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789478791.394353:0:24303:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005372202c/0x8ebaae74e8217bd3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478791.394373:0:24303:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005372202c/0x8ebaae74e8217bd3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478791.394380:0:24303:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005372202c/0x8ebaae74e8217bd3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478791.394388:0:24303:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005372202c/0x8ebaae74e8217bd3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478791.394409:0:24303:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1789478791.394662:0:22784:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789478791.394667:0:22784:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005372202c/0x8ebaae74e8217bd3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.394675:0:22784:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ebc42176c00 already unused, calling callback (ffffffffc0d672a0) 00010000:00010000:0.0:1789478791.394678:0:22784:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005372202c/0x8ebaae74e8217bd3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.394686:0:22784:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005372202c/0x8ebaae74e8217bd3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.394697:0:22784:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005372202c/0x8ebaae74e8217bd3 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.394703:0:22784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005372202c/0x8ebaae74e8217bd3 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.394717:0:22784:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789478791.394719:0:22784:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789478791.394721:0:22784:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1789478791.395921:0:25334:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x36:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789478791.395930:0:25334:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a1e4cc9e/0x8ebaae74e8217bda lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.395952:0:25334:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x36:0x0].0x0 since=620s v=(0 0) 00010000:00010000:0.0:1789478791.395956:0:25334:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x36:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789478791.395960:0:25334:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a1e4cc9e/0x8ebaae74e8217bda lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.395972:0:25334:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a1e4cc9e/0x8ebaae74e8217bda lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.395979:0:25334:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a1e4cc9e/0x8ebaae74e8217bda lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.395987:0:25334:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000a1e4cc9e/0x8ebaae74e8217bda lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.396003:0:25334:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1789478791.396011:0:22785:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789478791.396016:0:22785:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000a1e4cc9e/0x8ebaae74e8217bda lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.396022:0:22785:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ebb035fcc00 already unused, calling callback (ffffffffc0d672a0) 00010000:00010000:0.0:1789478791.396027:0:22785:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000a1e4cc9e/0x8ebaae74e8217bda lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.396035:0:22785:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000a1e4cc9e/0x8ebaae74e8217bda lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.396057:0:22785:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000a1e4cc9e/0x8ebaae74e8217bda lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.396063:0:22785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a1e4cc9e/0x8ebaae74e8217bda lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.396077:0:22785:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789478791.396078:0:22785:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789478791.396080:0:22785:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1789478791.396243:0:24303:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x24:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1789478791.396249:0:24303:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c5b3b73a/0x8ebaae74e8217be1 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478791.396256:0:24303:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x24:0x0].0x0 since=620s v=(0 0) 00010000:00010000:3.0:1789478791.396259:0:24303:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x24:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789478791.396273:0:24303:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c5b3b73a/0x8ebaae74e8217be1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478791.396284:0:24303:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c5b3b73a/0x8ebaae74e8217be1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478791.396291:0:24303:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c5b3b73a/0x8ebaae74e8217be1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478791.396305:0:24303:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c5b3b73a/0x8ebaae74e8217be1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478791.396323:0:24303:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1789478791.396700:0:22784:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789478791.396705:0:22784:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c5b3b73a/0x8ebaae74e8217be1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.396713:0:22784:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ebc35b66200 already unused, calling callback (ffffffffc0d672a0) 00010000:00010000:0.0:1789478791.396717:0:22784:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c5b3b73a/0x8ebaae74e8217be1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.396724:0:22784:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c5b3b73a/0x8ebaae74e8217be1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.396736:0:22784:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c5b3b73a/0x8ebaae74e8217be1 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.396742:0:22784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c5b3b73a/0x8ebaae74e8217be1 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.396767:0:22784:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789478791.396781:0:22784:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789478791.396783:0:22784:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1789478791.396947:0:24303:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x23:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1789478791.396953:0:24303:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000df77b52a/0x8ebaae74e8217be8 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478791.396961:0:24303:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x23:0x0].0x0 since=620s v=(0 0) 00010000:00010000:3.0:1789478791.396964:0:24303:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x23:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789478791.396969:0:24303:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000df77b52a/0x8ebaae74e8217be8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478791.396977:0:24303:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000df77b52a/0x8ebaae74e8217be8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478791.396986:0:24303:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000df77b52a/0x8ebaae74e8217be8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478791.396993:0:24303:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000df77b52a/0x8ebaae74e8217be8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478791.397004:0:24303:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:3.0:1789478791.397237:0:24303:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x22:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1789478791.397243:0:24303:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000921b9410/0x8ebaae74e8217bef lrc: 3/0,1 mode: --/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478791.397256:0:24303:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x22:0x0].0x0 since=620s v=(0 0) 00010000:00010000:3.0:1789478791.397258:0:24303:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x22:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789478791.397345:0:24303:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000921b9410/0x8ebaae74e8217bef lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478791.397356:0:24303:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000921b9410/0x8ebaae74e8217bef lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478791.397364:0:24303:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000921b9410/0x8ebaae74e8217bef lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478791.397371:0:24303:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000921b9410/0x8ebaae74e8217bef lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478791.397382:0:24303:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1789478791.397658:0:22785:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1789478791.397665:0:22785:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000df77b52a/0x8ebaae74e8217be8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.397675:0:22785:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ebc35b66e00 already unused, calling callback (ffffffffc0d672a0) 00010000:00010000:0.0:1789478791.397680:0:22785:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000df77b52a/0x8ebaae74e8217be8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.397690:0:22785:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000df77b52a/0x8ebaae74e8217be8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.397706:0:22785:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000df77b52a/0x8ebaae74e8217be8 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00080000:2.0:1789478791.398061:0:24303:0:(ofd_dev.c:1518:ofd_orphans_destroy()) lustre-OST0000: after destroy: set last_id to 0x280000401:5 00010000:00010000:0.0:1789478791.398134:0:22785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000df77b52a/0x8ebaae74e8217be8 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789478791.398142:0:24303:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebb04ab2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:22821:x1876403964585600:12345-0@lo:5:osp-pre-0-0.0 Request processed in 56186us (60015us total) trans 0 rc 0/0 00000100:00100000:2.0:1789478791.398155:0:24303:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00010000:00010000:0.0:1789478791.398159:0:22785:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789478791.398165:0:22785:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000921b9410/0x8ebaae74e8217bef lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.398171:0:22785:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ebc40f05e00 already unused, calling callback (ffffffffc0d672a0) 00010000:00010000:0.0:1789478791.398181:0:22785:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000921b9410/0x8ebaae74e8217bef lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.398189:0:22785:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000921b9410/0x8ebaae74e8217bef lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.398201:0:22785:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000921b9410/0x8ebaae74e8217bef lrc: 1/0,0 mode: --/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.398208:0:22785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000921b9410/0x8ebaae74e8217bef lrc: 0/0,0 mode: --/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789478791.398210:0:22821:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebb04ab1500 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:22821:1876403964585600:0@lo:5:osp-pre-0-0.0 00010000:00010000:0.0:1789478791.398229:0:22785:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1789478791.398230:0:22821:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0000: Got last_id [0x280000401:0x41:0x0] from OST, last_created [0x280000401:0x41:0x0]last_used is [0x280000401:0x5:0x0] 00010000:00010000:0.0:1789478791.398232:0:22785:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789478791.398235:0:22785:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789478791.398246:0:22784:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789478791.398288:0:22821:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebb037e7100 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:22821:1876403964586496:0@lo:5:osp-pre-0-0.0 00000100:00100000:2.0:1789478791.398319:0:22821:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789478791.398348:0:22821:0:(client.c:2715:ptlrpc_set_wait()) set ffff8ebc08dad300 going to sleep for 11 seconds 00000100:00100000:2.0:1789478791.398362:0:24303:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964586496 00000100:00100000:2.0:1789478791.398367:0:24303:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964586496 00000100:00100000:2.0:1789478791.398402:0:24302:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:2.0:1789478791.398422:0:24302:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebb037e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:22821:x1876403964586496:12345-0@lo:5:osp-pre-0-0.0 00002000:00080000:2.0:1789478791.398452:0:24302:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0000: reserve 32 objects in group 0x280000401 at 66 00002000:00010000:0.0:1789478791.403670:0:25334:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x35:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789478791.403683:0:25334:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a1e4cc9e/0x8ebaae74e8217bf6 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.403699:0:25334:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x35:0x0].0x0 since=620s v=(0 0) 00010000:00010000:0.0:1789478791.403703:0:25334:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x35:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789478791.403709:0:25334:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a1e4cc9e/0x8ebaae74e8217bf6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.403723:0:25334:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a1e4cc9e/0x8ebaae74e8217bf6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.403814:0:25334:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a1e4cc9e/0x8ebaae74e8217bf6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.403822:0:25334:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000a1e4cc9e/0x8ebaae74e8217bf6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.403841:0:25334:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1789478791.403853:0:22785:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789478791.403859:0:22785:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000a1e4cc9e/0x8ebaae74e8217bf6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.404708:0:22785:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ebb035fcc00 already unused, calling callback (ffffffffc0d672a0) 00010000:00010000:0.0:1789478791.404716:0:22785:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000a1e4cc9e/0x8ebaae74e8217bf6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.404729:0:22785:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000a1e4cc9e/0x8ebaae74e8217bf6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.404759:0:22785:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000a1e4cc9e/0x8ebaae74e8217bf6 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.404767:0:22785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a1e4cc9e/0x8ebaae74e8217bf6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.404786:0:22785:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789478791.404793:0:22785:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789478791.404796:0:22785:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1789478791.406896:0:25334:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x34:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789478791.406918:0:25334:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a2fae712/0x8ebaae74e8217bfd lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.406933:0:25334:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x34:0x0].0x0 since=620s v=(0 0) 00010000:00010000:0.0:1789478791.406937:0:25334:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x34:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789478791.406943:0:25334:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a2fae712/0x8ebaae74e8217bfd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.406957:0:25334:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a2fae712/0x8ebaae74e8217bfd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.406967:0:25334:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a2fae712/0x8ebaae74e8217bfd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.406974:0:25334:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000a2fae712/0x8ebaae74e8217bfd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.407833:0:25334:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1789478791.408096:0:22784:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789478791.408104:0:22784:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000a2fae712/0x8ebaae74e8217bfd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478791.408115:0:22784:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ebb035fd600 already unused, calling callback (ffffffffc0d672a0) 00010000:00010000:2.0:1789478791.408119:0:22784:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000a2fae712/0x8ebaae74e8217bfd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478791.408128:0:22784:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000a2fae712/0x8ebaae74e8217bfd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478791.408147:0:22784:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000a2fae712/0x8ebaae74e8217bfd lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478791.408154:0:22784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a2fae712/0x8ebaae74e8217bfd lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478791.408173:0:22784:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789478791.408175:0:22784:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789478791.408176:0:22784:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1789478791.408448:0:25334:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x33:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789478791.408456:0:25334:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e9179bd4/0x8ebaae74e8217c04 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.408467:0:25334:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x33:0x0].0x0 since=620s v=(0 0) 00010000:00010000:0.0:1789478791.408471:0:25334:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x33:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789478791.408475:0:25334:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e9179bd4/0x8ebaae74e8217c04 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.408495:0:25334:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e9179bd4/0x8ebaae74e8217c04 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.408503:0:25334:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e9179bd4/0x8ebaae74e8217c04 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.408511:0:25334:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e9179bd4/0x8ebaae74e8217c04 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.408534:0:25334:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1789478791.408570:0:22785:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789478791.408575:0:22785:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e9179bd4/0x8ebaae74e8217c04 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478791.408583:0:22785:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ebb035fc800 already unused, calling callback (ffffffffc0d672a0) 00010000:00010000:2.0:1789478791.408586:0:22785:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e9179bd4/0x8ebaae74e8217c04 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478791.408621:0:22785:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e9179bd4/0x8ebaae74e8217c04 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478791.408632:0:22785:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e9179bd4/0x8ebaae74e8217c04 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478791.408639:0:22785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e9179bd4/0x8ebaae74e8217c04 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478791.408652:0:22785:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789478791.408654:0:22785:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789478791.408655:0:22785:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:2.0:1789478791.408930:0:24298:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 12884901890 is committed 00000001:00100000:2.0:1789478791.409036:0:24298:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00002000:00010000:2.0:1789478791.409582:0:25334:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x32:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789478791.409590:0:25334:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007c1ae027/0x8ebaae74e8217c0b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478791.409615:0:25334:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x32:0x0].0x0 since=620s v=(0 0) 00010000:00010000:2.0:1789478791.409619:0:25334:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x32:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789478791.409623:0:25334:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007c1ae027/0x8ebaae74e8217c0b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478791.409634:0:25334:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007c1ae027/0x8ebaae74e8217c0b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478791.409652:0:25334:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007c1ae027/0x8ebaae74e8217c0b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478791.409659:0:25334:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000007c1ae027/0x8ebaae74e8217c0b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478791.409680:0:25334:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1789478791.409849:0:22784:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789478791.409856:0:22784:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000007c1ae027/0x8ebaae74e8217c0b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478791.409864:0:22784:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ebc42177000 already unused, calling callback (ffffffffc0d672a0) 00010000:00010000:3.0:1789478791.409876:0:22784:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000007c1ae027/0x8ebaae74e8217c0b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478791.409885:0:22784:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000007c1ae027/0x8ebaae74e8217c0b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478791.409919:0:22784:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000007c1ae027/0x8ebaae74e8217c0b lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478791.409927:0:22784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007c1ae027/0x8ebaae74e8217c0b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1789478791.410184:0:25334:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x31:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789478791.410190:0:25334:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005372202c/0x8ebaae74e8217c12 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478791.410197:0:25334:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x31:0x0].0x0 since=620s v=(0 0) 00010000:00010000:2.0:1789478791.410200:0:25334:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x31:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789478791.410203:0:25334:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005372202c/0x8ebaae74e8217c12 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478791.410211:0:25334:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005372202c/0x8ebaae74e8217c12 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478791.410217:0:25334:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005372202c/0x8ebaae74e8217c12 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478791.410224:0:25334:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000005372202c/0x8ebaae74e8217c12 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789478791.410245:0:24302:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebb037e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:22821:x1876403964586496:12345-0@lo:5:osp-pre-0-0.0 Request processed in 11830us (11919us total) trans 12884901890 rc 0/0 00000100:00100000:0.0:1789478791.410256:0:24302:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00010000:00010000:2.0:1789478791.410257:0:25334:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1789478791.410265:0:22785:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:0.0:1789478791.410382:0:22821:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 12884901890 gen 2 00000100:00100000:0.0:1789478791.410391:0:22821:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebb037e7100 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:22821:1876403964586496:0@lo:5:osp-pre-0-0.0 00000004:00080000:0.0:1789478791.410407:0:22821:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0000-osc-MDT0000: current precreated pool: [0x280000401:0x41:0x0]-[0x280000401:0x61:0x0] 00010000:00010000:3.0:1789478791.410502:0:22784:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789478791.410504:0:22784:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789478791.410506:0:22784:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1789478791.410807:0:25334:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x30:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789478791.410814:0:25334:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005a2e0332/0x8ebaae74e8217c19 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.410836:0:25334:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x30:0x0].0x0 since=620s v=(0 0) 00010000:00010000:0.0:1789478791.410840:0:25334:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x30:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789478791.410846:0:25334:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005a2e0332/0x8ebaae74e8217c19 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.410877:0:25334:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005a2e0332/0x8ebaae74e8217c19 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.410887:0:25334:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005a2e0332/0x8ebaae74e8217c19 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.410896:0:25334:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000005a2e0332/0x8ebaae74e8217c19 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.410927:0:25334:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1789478791.411012:0:22784:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789478791.411017:0:22784:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000005a2e0332/0x8ebaae74e8217c19 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478791.411025:0:22784:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ebb035fd800 already unused, calling callback (ffffffffc0d672a0) 00010000:00010000:3.0:1789478791.411029:0:22784:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000005a2e0332/0x8ebaae74e8217c19 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478791.411038:0:22784:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000005a2e0332/0x8ebaae74e8217c19 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478791.411050:0:22784:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000005a2e0332/0x8ebaae74e8217c19 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478791.411057:0:22784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005a2e0332/0x8ebaae74e8217c19 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478791.411082:0:22784:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789478791.411084:0:22784:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789478791.411086:0:22784:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:2.0:1789478791.411199:0:25116:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 12884901889 is committed 00000001:00100000:2.0:1789478791.411216:0:25116:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000001:00100000:2.0:1789478791.411220:0:25116:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00010000:00010000:0.0:1789478791.411277:0:25336:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789478791.411279:0:25336:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789478791.411281:0:25336:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789478791.411405:0:24304:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebb037e5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:23541:x1876403964586368:12345-0@lo:5:osp-pre-1-1.0 Request processed in 45223us (45326us total) trans 12884901889 rc 0/0 00000100:00100000:3.0:1789478791.411413:0:24304:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00010000:00010000:2.0:1789478791.411462:0:22785:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000005372202c/0x8ebaae74e8217c12 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478791.411470:0:22785:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ebc42176c00 already unused, calling callback (ffffffffc0d672a0) 00010000:00010000:2.0:1789478791.411473:0:22785:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000005372202c/0x8ebaae74e8217c12 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478791.411482:0:22785:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000005372202c/0x8ebaae74e8217c12 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478791.411492:0:22785:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000005372202c/0x8ebaae74e8217c12 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478791.411499:0:22785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005372202c/0x8ebaae74e8217c12 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478791.411512:0:22785:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789478791.411514:0:22785:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789478791.411516:0:22785:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1789478791.411853:0:25334:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789478791.411864:0:25334:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000063a2ef82/0x8ebaae74e8217c20 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478791.411883:0:25334:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2f:0x0].0x0 since=620s v=(0 0) 00010000:00010000:2.0:1789478791.411887:0:25334:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789478791.411892:0:25334:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000063a2ef82/0x8ebaae74e8217c20 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478791.411902:0:25334:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000063a2ef82/0x8ebaae74e8217c20 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478791.411921:0:25334:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000063a2ef82/0x8ebaae74e8217c20 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478791.411929:0:25334:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000063a2ef82/0x8ebaae74e8217c20 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478791.411953:0:25334:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1789478791.412062:0:23541:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 12884901889 gen 2 00000100:00100000:0.0:1789478791.412071:0:23541:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebb037e7b80 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23541:1876403964586368:0@lo:5:osp-pre-1-1.0 00000004:00080000:0.0:1789478791.412085:0:23541:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0001-osc-MDT0001: current precreated pool: [0x2c0000400:0x41:0x0]-[0x2c0000400:0x61:0x0] 00000100:00100000:0.0:1789478791.412129:0:23541:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc34cb5180 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0000-lwp-MDT0001_UUID:23541:1876403964586624:0@lo:900:osp-pre-1-1.0 00010000:00010000:3.0:1789478791.412145:0:22784:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789478791.412151:0:22784:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000063a2ef82/0x8ebaae74e8217c20 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478791.412158:0:22784:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ebc42176000 already unused, calling callback (ffffffffc0d672a0) 00010000:00010000:3.0:1789478791.412163:0:22784:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000063a2ef82/0x8ebaae74e8217c20 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478791.412173:0:22784:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000063a2ef82/0x8ebaae74e8217c20 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789478791.412173:0:23541:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1789478791.412188:0:22784:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000063a2ef82/0x8ebaae74e8217c20 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478791.412196:0:22784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000063a2ef82/0x8ebaae74e8217c20 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478791.412210:0:22784:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789478791.412211:0:23541:0:(client.c:2715:ptlrpc_set_wait()) set ffff8ebc08f46b40 going to sleep for 11 seconds 00010000:00010000:3.0:1789478791.412213:0:22784:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789478791.412216:0:22784:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789478791.412283:0:22808:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964586624 00000100:00100000:2.0:1789478791.412289:0:22808:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964586624 00000100:00100000:2.0:1789478791.412333:0:22808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:2.0:1789478791.412342:0:22808:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc34cb4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:lustre-MDT0000-lwp-MDT0001_UUID+5:23541:x1876403964586624:12345-0@lo:900:osp-pre-1-1.0 00000100:00100000:2.0:1789478791.412397:0:22808:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc34cb4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:lustre-MDT0000-lwp-MDT0001_UUID+5:23541:x1876403964586624:12345-0@lo:900:osp-pre-1-1.0 Request processed in 56us (226us total) trans 0 rc 0/0 00000100:00100000:2.0:1789478791.412405:0:22808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00080000:3.0:1789478791.412536:0:23541:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8ebc34cb5180 x1876403964586624/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 1789478807 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789478791.412547:0:23541:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc34cb5180 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0000-lwp-MDT0001_UUID:23541:1876403964586624:0@lo:900:osp-pre-1-1.0 00002000:00010000:2.0:1789478791.412662:0:25334:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789478791.412670:0:25334:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ab989a9e/0x8ebaae74e8217c27 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478791.412683:0:25334:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2e:0x0].0x0 since=620s v=(0 0) 00010000:00010000:2.0:1789478791.412687:0:25334:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789478791.412691:0:25334:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ab989a9e/0x8ebaae74e8217c27 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478791.412700:0:25334:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ab989a9e/0x8ebaae74e8217c27 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478791.412707:0:25334:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ab989a9e/0x8ebaae74e8217c27 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478791.412715:0:25334:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ab989a9e/0x8ebaae74e8217c27 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478791.412735:0:25334:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1789478791.412770:0:25336:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789478791.412776:0:25336:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ab989a9e/0x8ebaae74e8217c27 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.412785:0:25336:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ebc42177200 already unused, calling callback (ffffffffc0d672a0) 00010000:00010000:0.0:1789478791.412789:0:25336:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ab989a9e/0x8ebaae74e8217c27 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.412805:0:25336:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ab989a9e/0x8ebaae74e8217c27 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.412817:0:25336:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ab989a9e/0x8ebaae74e8217c27 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.412892:0:25336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ab989a9e/0x8ebaae74e8217c27 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.412921:0:25336:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789478791.412923:0:25336:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789478791.412924:0:25336:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1789478791.413171:0:25334:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789478791.413176:0:25334:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000002eb86c8/0x8ebaae74e8217c2e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478791.413184:0:25334:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2d:0x0].0x0 since=620s v=(0 0) 00010000:00010000:2.0:1789478791.413187:0:25334:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789478791.413191:0:25334:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000002eb86c8/0x8ebaae74e8217c2e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478791.413199:0:25334:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000002eb86c8/0x8ebaae74e8217c2e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478791.413215:0:25334:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000002eb86c8/0x8ebaae74e8217c2e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478791.413222:0:25334:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000002eb86c8/0x8ebaae74e8217c2e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478791.413249:0:25334:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1789478791.413394:0:22785:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789478791.413400:0:22785:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000002eb86c8/0x8ebaae74e8217c2e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478791.413407:0:22785:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ebc42177800 already unused, calling callback (ffffffffc0d672a0) 00010000:00010000:3.0:1789478791.413411:0:22785:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000002eb86c8/0x8ebaae74e8217c2e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478791.413419:0:22785:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000002eb86c8/0x8ebaae74e8217c2e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478791.413429:0:22785:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000002eb86c8/0x8ebaae74e8217c2e lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478791.413437:0:22785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000002eb86c8/0x8ebaae74e8217c2e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478791.413452:0:22785:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789478791.413453:0:22785:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789478791.413455:0:22785:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1789478791.413679:0:25334:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789478791.413685:0:25334:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000770bb030/0x8ebaae74e8217c35 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478791.413694:0:25334:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2c:0x0].0x0 since=620s v=(0 0) 00010000:00010000:2.0:1789478791.413697:0:25334:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789478791.413700:0:25334:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000770bb030/0x8ebaae74e8217c35 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478791.413708:0:25334:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000770bb030/0x8ebaae74e8217c35 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478791.413715:0:25334:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000770bb030/0x8ebaae74e8217c35 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478791.413722:0:25334:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000770bb030/0x8ebaae74e8217c35 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478791.413858:0:25334:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1789478791.413860:0:22784:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789478791.413866:0:22784:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000770bb030/0x8ebaae74e8217c35 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.413874:0:22784:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ebc42176e00 already unused, calling callback (ffffffffc0d672a0) 00010000:00010000:0.0:1789478791.413878:0:22784:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000770bb030/0x8ebaae74e8217c35 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.413885:0:22784:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000770bb030/0x8ebaae74e8217c35 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.413897:0:22784:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000770bb030/0x8ebaae74e8217c35 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.413931:0:22784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000770bb030/0x8ebaae74e8217c35 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.413947:0:22784:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789478791.413949:0:22784:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789478791.413951:0:22784:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1789478791.414355:0:25334:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789478791.414360:0:25334:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000048f3846a/0x8ebaae74e8217c3c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478791.414369:0:25334:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2b:0x0].0x0 since=620s v=(0 0) 00010000:00010000:2.0:1789478791.414372:0:25334:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789478791.414376:0:25334:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000048f3846a/0x8ebaae74e8217c3c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478791.414385:0:25334:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000048f3846a/0x8ebaae74e8217c3c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478791.414393:0:25334:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000048f3846a/0x8ebaae74e8217c3c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478791.414400:0:25334:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000048f3846a/0x8ebaae74e8217c3c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478791.414421:0:25334:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1789478791.414487:0:25336:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789478791.414493:0:25336:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000048f3846a/0x8ebaae74e8217c3c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.414502:0:25336:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ebc42176400 already unused, calling callback (ffffffffc0d672a0) 00010000:00010000:0.0:1789478791.414506:0:25336:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000048f3846a/0x8ebaae74e8217c3c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.414514:0:25336:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000048f3846a/0x8ebaae74e8217c3c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.414525:0:25336:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000048f3846a/0x8ebaae74e8217c3c lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.414531:0:25336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000048f3846a/0x8ebaae74e8217c3c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.414544:0:25336:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789478791.414546:0:25336:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789478791.414548:0:25336:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1789478791.414917:0:25334:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789478791.414923:0:25334:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007c1ae027/0x8ebaae74e8217c43 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478791.414931:0:25334:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2a:0x0].0x0 since=620s v=(0 0) 00010000:00010000:2.0:1789478791.415003:0:25334:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789478791.415008:0:25334:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007c1ae027/0x8ebaae74e8217c43 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478791.415017:0:25334:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007c1ae027/0x8ebaae74e8217c43 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478791.415024:0:25334:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007c1ae027/0x8ebaae74e8217c43 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478791.415030:0:25334:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000007c1ae027/0x8ebaae74e8217c43 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478791.415076:0:25334:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1789478791.415434:0:25334:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x29:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789478791.415440:0:25334:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b3c28830/0x8ebaae74e8217c4a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478791.415448:0:25334:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x29:0x0].0x0 since=620s v=(0 0) 00010000:00010000:2.0:1789478791.415451:0:25334:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x29:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789478791.415455:0:25334:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b3c28830/0x8ebaae74e8217c4a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478791.415464:0:25334:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b3c28830/0x8ebaae74e8217c4a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478791.415472:0:25334:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b3c28830/0x8ebaae74e8217c4a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478791.415485:0:25334:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000b3c28830/0x8ebaae74e8217c4a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478791.415630:0:22785:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1789478791.415637:0:22785:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000007c1ae027/0x8ebaae74e8217c43 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478791.415655:0:22785:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ebc42177000 already unused, calling callback (ffffffffc0d672a0) 00010000:00010000:3.0:1789478791.415659:0:22785:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000007c1ae027/0x8ebaae74e8217c43 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478791.415667:0:22785:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000007c1ae027/0x8ebaae74e8217c43 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478791.415679:0:22785:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000007c1ae027/0x8ebaae74e8217c43 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478791.415686:0:22785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007c1ae027/0x8ebaae74e8217c43 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478791.415702:0:22785:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789478791.415706:0:22785:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000b3c28830/0x8ebaae74e8217c4a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478791.415711:0:22785:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ebc08c4a400 already unused, calling callback (ffffffffc0d672a0) 00010000:00010000:3.0:1789478791.415714:0:22785:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000b3c28830/0x8ebaae74e8217c4a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478791.415721:0:22785:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000b3c28830/0x8ebaae74e8217c4a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478791.415729:0:22785:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000b3c28830/0x8ebaae74e8217c4a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478791.415742:0:22785:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789478791.415743:0:22785:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789478791.415746:0:22785:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789478791.415895:0:25334:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:2.0:1789478791.415901:0:25334:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b3c28830/0x8ebaae74e8217c4a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.416037:0:22784:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1789478791.416285:0:25334:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x28:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789478791.416290:0:25334:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000108ac79a/0x8ebaae74e8217c51 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478791.416299:0:25334:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x28:0x0].0x0 since=620s v=(0 0) 00010000:00010000:2.0:1789478791.416302:0:25334:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x28:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789478791.416306:0:25334:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000108ac79a/0x8ebaae74e8217c51 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478791.416315:0:25334:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000108ac79a/0x8ebaae74e8217c51 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478791.416323:0:25334:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000108ac79a/0x8ebaae74e8217c51 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478791.416331:0:25334:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000108ac79a/0x8ebaae74e8217c51 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478791.416361:0:25334:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1789478791.416793:0:25336:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789478791.416800:0:25336:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000108ac79a/0x8ebaae74e8217c51 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.416808:0:25336:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ebc08c4a600 already unused, calling callback (ffffffffc0d672a0) 00010000:00010000:0.0:1789478791.416813:0:25336:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000108ac79a/0x8ebaae74e8217c51 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.416835:0:25336:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000108ac79a/0x8ebaae74e8217c51 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.416850:0:25336:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000108ac79a/0x8ebaae74e8217c51 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1789478791.416853:0:25334:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x27:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789478791.416866:0:25334:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000090b101f7/0x8ebaae74e8217c58 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.416866:0:25336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000108ac79a/0x8ebaae74e8217c51 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478791.416888:0:25334:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x27:0x0].0x0 since=620s v=(0 0) 00010000:00010000:2.0:1789478791.416892:0:25334:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x27:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789478791.416897:0:25334:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000090b101f7/0x8ebaae74e8217c58 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.416899:0:25336:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789478791.416903:0:25336:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789478791.416922:0:25334:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000090b101f7/0x8ebaae74e8217c58 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.416927:0:25336:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789478791.417043:0:25334:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000090b101f7/0x8ebaae74e8217c58 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478791.417055:0:25334:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000090b101f7/0x8ebaae74e8217c58 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478791.417078:0:25334:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1789478791.417119:0:22785:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789478791.417124:0:22785:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000090b101f7/0x8ebaae74e8217c58 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.417133:0:22785:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ebc08c4ac00 already unused, calling callback (ffffffffc0d672a0) 00010000:00010000:0.0:1789478791.417137:0:22785:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000090b101f7/0x8ebaae74e8217c58 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.417158:0:22785:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000090b101f7/0x8ebaae74e8217c58 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.417170:0:22785:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000090b101f7/0x8ebaae74e8217c58 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.417178:0:22785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000090b101f7/0x8ebaae74e8217c58 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.417192:0:22785:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789478791.417193:0:22785:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789478791.417195:0:22785:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1789478791.417476:0:25334:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x26:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789478791.417482:0:25334:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fa3328be/0x8ebaae74e8217c5f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478791.417489:0:25334:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x26:0x0].0x0 since=620s v=(0 0) 00010000:00010000:2.0:1789478791.417497:0:25334:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x26:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789478791.417501:0:25334:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fa3328be/0x8ebaae74e8217c5f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478791.417510:0:25334:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000fa3328be/0x8ebaae74e8217c5f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478791.417518:0:25334:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fa3328be/0x8ebaae74e8217c5f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478791.417525:0:25334:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000fa3328be/0x8ebaae74e8217c5f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478791.417611:0:25334:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1789478791.418120:0:25334:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x25:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789478791.418127:0:25334:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000431872c4/0x8ebaae74e8217c66 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478791.418135:0:25334:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x25:0x0].0x0 since=620s v=(0 0) 00010000:00010000:2.0:1789478791.418138:0:25334:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x25:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789478791.418142:0:25334:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000431872c4/0x8ebaae74e8217c66 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478791.418151:0:25334:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000431872c4/0x8ebaae74e8217c66 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478791.418170:0:25334:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000431872c4/0x8ebaae74e8217c66 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478791.418184:0:25334:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000431872c4/0x8ebaae74e8217c66 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.418403:0:22784:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1789478791.418409:0:22784:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000fa3328be/0x8ebaae74e8217c5f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.418473:0:22784:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ebc421ece00 already unused, calling callback (ffffffffc0d672a0) 00010000:00010000:0.0:1789478791.418478:0:22784:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000fa3328be/0x8ebaae74e8217c5f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.418486:0:22784:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000fa3328be/0x8ebaae74e8217c5f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.418499:0:22784:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000fa3328be/0x8ebaae74e8217c5f lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.418517:0:22784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000fa3328be/0x8ebaae74e8217c5f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.418532:0:22784:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789478791.418536:0:22784:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000431872c4/0x8ebaae74e8217c66 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.418542:0:22784:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ebc421ed400 already unused, calling callback (ffffffffc0d672a0) 00010000:00010000:0.0:1789478791.418544:0:22784:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000431872c4/0x8ebaae74e8217c66 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.418551:0:22784:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000431872c4/0x8ebaae74e8217c66 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.418560:0:22784:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000431872c4/0x8ebaae74e8217c66 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.418566:0:22784:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789478791.418567:0:22784:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789478791.418569:0:22784:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789478791.418727:0:25334:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:2.0:1789478791.418732:0:25334:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000431872c4/0x8ebaae74e8217c66 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1789478791.419501:0:25334:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x24:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789478791.419510:0:25334:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ccbdabb5/0x8ebaae74e8217c6d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478791.419520:0:25334:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x24:0x0].0x0 since=620s v=(0 0) 00010000:00010000:2.0:1789478791.419523:0:25334:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x24:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789478791.419528:0:25334:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ccbdabb5/0x8ebaae74e8217c6d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478791.419539:0:25334:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ccbdabb5/0x8ebaae74e8217c6d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478791.419547:0:25334:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ccbdabb5/0x8ebaae74e8217c6d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478791.419553:0:25334:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ccbdabb5/0x8ebaae74e8217c6d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.419687:0:25336:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789478791.419693:0:25336:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ccbdabb5/0x8ebaae74e8217c6d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.419701:0:25336:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ebc421ec800 already unused, calling callback (ffffffffc0d672a0) 00010000:00010000:0.0:1789478791.419710:0:25336:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ccbdabb5/0x8ebaae74e8217c6d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.419718:0:25336:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ccbdabb5/0x8ebaae74e8217c6d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.419730:0:25336:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ccbdabb5/0x8ebaae74e8217c6d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.419738:0:25336:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789478791.419739:0:25336:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789478791.419741:0:25336:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789478791.419879:0:25334:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:2.0:1789478791.419885:0:25334:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ccbdabb5/0x8ebaae74e8217c6d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1789478791.420443:0:25334:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x23:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789478791.420449:0:25334:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000058737b15/0x8ebaae74e8217c74 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478791.420458:0:25334:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x23:0x0].0x0 since=620s v=(0 0) 00010000:00010000:2.0:1789478791.420461:0:25334:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x23:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789478791.420465:0:25334:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000058737b15/0x8ebaae74e8217c74 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478791.420476:0:25334:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000058737b15/0x8ebaae74e8217c74 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478791.420484:0:25334:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000058737b15/0x8ebaae74e8217c74 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478791.420491:0:25334:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000058737b15/0x8ebaae74e8217c74 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.420565:0:22785:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789478791.420571:0:22785:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000058737b15/0x8ebaae74e8217c74 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.420578:0:22785:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ebc421ec600 already unused, calling callback (ffffffffc0d672a0) 00010000:00010000:0.0:1789478791.420582:0:22785:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000058737b15/0x8ebaae74e8217c74 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.420590:0:22785:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000058737b15/0x8ebaae74e8217c74 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.420728:0:22785:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000058737b15/0x8ebaae74e8217c74 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478791.420736:0:22785:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789478791.420744:0:22785:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789478791.420746:0:22785:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789478791.420877:0:25334:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:2.0:1789478791.420882:0:25334:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000058737b15/0x8ebaae74e8217c74 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00080000:3.0:1789478791.421066:0:25334:0:(ofd_dev.c:1518:ofd_orphans_destroy()) lustre-OST0001: after destroy: set last_id to 0x2c0000401:34 00000100:00100000:3.0:1789478791.421169:0:25334:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebb037e4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:22823:x1876403964586112:12345-0@lo:5:osp-pre-1-0.0 Request processed in 55782us (76828us total) trans 0 rc 0/0 00000100:00100000:3.0:1789478791.421179:0:25334:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1789478791.421370:0:22823:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebb037e5500 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:22823:1876403964586112:0@lo:5:osp-pre-1-0.0 00000004:00080000:2.0:1789478791.421385:0:22823:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0000: Got last_id [0x2c0000401:0x41:0x0] from OST, last_created [0x2c0000401:0x41:0x0]last_used is [0x2c0000401:0x22:0x0] 00000100:00100000:2.0:1789478791.421495:0:22823:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebb037e5500 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:22823:1876403964586752:0@lo:5:osp-pre-1-0.0 00000100:00100000:2.0:1789478791.421528:0:22823:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789478791.421559:0:22823:0:(client.c:2715:ptlrpc_set_wait()) set ffff8ebc0302b780 going to sleep for 11 seconds 00000100:00100000:3.0:1789478791.421695:0:25335:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964586752 00000100:00100000:3.0:1789478791.421701:0:25335:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964586752 00000100:00100000:3.0:1789478791.421742:0:25335:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:3.0:1789478791.421750:0:25335:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebb037e5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:22823:x1876403964586752:12345-0@lo:5:osp-pre-1-0.0 00002000:00080000:3.0:1789478791.421792:0:25335:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0001: reserve 32 objects in group 0x2c0000401 at 66 00010000:00010000:0.0:1789478791.424543:0:22784:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789478791.426124:0:25335:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebb037e5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+6:22823:x1876403964586752:12345-0@lo:5:osp-pre-1-0.0 Request processed in 4369us (4590us total) trans 12884901890 rc 0/0 00000100:00100000:3.0:1789478791.426135:0:25335:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:2.0:1789478791.426226:0:22823:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebb037e5500 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:22823:1876403964586752:0@lo:5:osp-pre-1-0.0 00000004:00080000:2.0:1789478791.426314:0:22823:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0001-osc-MDT0000: current precreated pool: [0x2c0000401:0x41:0x0]-[0x2c0000401:0x61:0x0] 00010000:00010000:0.0:1789478792.101950:0:25336:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1789478793.103414:0:25475:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg611-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00010000:00010000:0.0:1789478793.124946:0:22785:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:2.0:1789478793.811250:0:25527:0:(tgt_mount.c:2347:server_getattr()) lustre-OST0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:2.0:1789478793.811479:0:25527:0:(tgt_mount.c:2362:is_cmd_supported()) ioctl cmd=81009431 00000100:00100000:3.0:1789478793.961726:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1789478793.961748:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebb04ab1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3646:1876403964586880:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1789478793.961810:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789478793.961867:0:24306:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964586880 00000100:00100000:3.0:1789478793.961874:0:24306:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964586880 00000100:00100000:3.0:1789478793.961943:0:24306:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1789478793.961953:0:24306:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebb04ab1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3646:x1876403964586880:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1789478793.961978:0:24306:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1789478793.962020:0:24306:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebb04ab1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3646:x1876403964586880:12345-0@lo:13:osp-pre-0-1.0 Request processed in 69us (210us total) trans 0 rc 0/0 00000100:00100000:3.0:1789478793.962247:0:24306:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00080000:3.0:1789478793.962269:0:22792:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1789478793.962939:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebb04ab1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3646:1876403964586880:0@lo:13:osp-pre-0-1.0 00010000:00010000:0.0:1789478794.148798:0:22784:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789478794.468909:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc34cb4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3646:1876403964587008:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1789478794.468979:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789478794.469078:0:22802:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964587008 00000100:00100000:0.0:1789478794.469086:0:22802:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964587008 00000100:00100000:0.0:1789478794.469139:0:22802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:0.0:1789478794.469149:0:22802:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebb04ab1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3646:x1876403964587008:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1789478794.469191:0:22802:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:0.0:1789478794.469519:0:22802:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebb04ab1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3646:x1876403964587008:12345-0@lo:41:osp-pre-0-1.0 Request processed in 371us (538us total) trans 0 rc 0/0 00000100:00100000:0.0:1789478794.469527:0:22802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00100000:3.0:1789478794.469629:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc34cb4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3646:1876403964587008:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1789478794.469900:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebb037e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3647:1876403964587136:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1789478794.469931:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789478794.470371:0:22801:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964587136 00000100:00100000:2.0:1789478794.470377:0:22801:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964587136 00000100:00100000:2.0:1789478794.470493:0:22801:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:2.0:1789478794.470503:0:22801:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebb04ab3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3647:x1876403964587136:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1789478794.470527:0:22801:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:2.0:1789478794.470887:0:22801:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebb04ab3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3647:x1876403964587136:12345-0@lo:41:osp-pre-1-0.0 Request processed in 384us (952us total) trans 0 rc 0/0 00000100:00100000:2.0:1789478794.470906:0:22801:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00100000:0.0:1789478794.474517:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebb037e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3647:1876403964587136:0@lo:41:osp-pre-1-0.0 00000020:00000004:2.0:1789478794.600948:0:25577:0:(tgt_mount.c:2347:server_getattr()) lustre-OST0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:2.0:1789478794.601186:0:25577:0:(tgt_mount.c:2362:is_cmd_supported()) ioctl cmd=81009431 00000100:00100000:1.0:1789478794.894975:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.11@tcp (source: 12345-192.168.206.11@tcp) 00000100:00100000:0.0:1789478794.895139:0:22791:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403945614720 00000100:00100000:0.0:1789478794.895148:0:22791:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403945614720 00000100:00100000:0.0:1789478794.895192:0:22791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.11@tcp, seq: 113 00000100:00100000:0.0:1789478794.895200:0:22791:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc24f1c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0+-99:2394:x1876403945614720:12345-192.168.206.11@tcp:250:mount.lustre.0 00010000:00080000:0.0:1789478794.895228:0:22791:0:(ldlm_lib.c:1444:target_handle_connect()) MGS: connection from 450fd63b-ed54-4433-8b86-8c5c2412150c@192.168.206.11@tcp t0 exp 0000000000000000 cur 624 last 0 00000020:00000080:0.0:1789478794.895256:0:22791:0:(genops.c:1385:class_connect()) connect: client 450fd63b-ed54-4433-8b86-8c5c2412150c, cookie 0x8ebaae74e8217c7b 00000100:00080000:0.0:1789478794.895406:0:22791:0:(import.c:65:import_set_state_nolock()) ffff8ebc085af000 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1789478794.895471:0:22791:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc24f1c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:450fd63b-ed54-4433-8b86-8c5c2412150c+5:2394:x1876403945614720:12345-192.168.206.11@tcp:250:mount.lustre.0 Request processed in 269us (503us total) trans 0 rc 0/0 00000100:00100000:0.0:1789478794.895479:0:22791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.11@tcp, seq: 113 00000100:00100000:2.0:1789478794.922000:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.11@tcp (source: 12345-192.168.206.11@tcp) 00000100:00100000:0.0:1789478794.922533:0:22790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403945614848 00000100:00100000:0.0:1789478794.922543:0:22790:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403945614848 00000100:00100000:0.0:1789478794.922625:0:22790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.11@tcp, seq: 114 00000100:00100000:0.0:1789478794.922635:0:22790:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc24f1d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:450fd63b-ed54-4433-8b86-8c5c2412150c+5:18049:x1876403945614848:12345-192.168.206.11@tcp:101:mount.lustre.0 00010000:00010000:0.0:1789478794.922650:0:22790:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789478794.922666:0:22790:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8ebb035fde00/0x8ebaae74e8217c82 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: local remote: 0x26cc8ba2255b783b expref: -99 pid: 22790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478794.922692:0:22790:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ebb035fde00/0x8ebaae74e8217c82 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000000 nid: 192.168.206.11@tcp remote: 0x26cc8ba2255b783b expref: 6 pid: 22790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478794.922702:0:22790:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8ebb035fde00/0x8ebaae74e8217c82 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 192.168.206.11@tcp remote: 0x26cc8ba2255b783b expref: 6 pid: 22790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478794.922710:0:22790:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ebb035fde00, rc 0) 00000100:00100000:0.0:1789478794.922763:0:22790:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc24f1d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:450fd63b-ed54-4433-8b86-8c5c2412150c+6:18049:x1876403945614848:12345-192.168.206.11@tcp:101:mount.lustre.0 Request processed in 129us (771us total) trans 0 rc 0/0 00000100:00100000:0.0:1789478794.922769:0:22790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.11@tcp, seq: 114 00000100:00100000:3.0:1789478794.927933:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.11@tcp (source: 12345-192.168.206.11@tcp) 00000100:00100000:2.0:1789478794.928134:0:22788:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403945614976 00000100:00100000:2.0:1789478794.928143:0:22788:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403945614976 00000100:00100000:2.0:1789478794.928191:0:22788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.11@tcp, seq: 115 00000100:00100000:2.0:1789478794.928200:0:22788:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc24f1dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:450fd63b-ed54-4433-8b86-8c5c2412150c+6:18049:x1876403945614976:12345-192.168.206.11@tcp:501:mount.lustre.0 00000100:00100000:2.0:1789478794.928364:0:22788:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc24f1dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:450fd63b-ed54-4433-8b86-8c5c2412150c+6:18049:x1876403945614976:12345-192.168.206.11@tcp:501:mount.lustre.0 Request processed in 164us (440us total) trans 0 rc -2/-2 00000100:00100000:2.0:1789478794.928372:0:22788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.11@tcp, seq: 115 00000100:00100000:1.0:1789478794.933468:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.11@tcp (source: 12345-192.168.206.11@tcp) 00000100:00100000:0.0:1789478794.933555:0:22790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403945615104 00000100:00100000:0.0:1789478794.933565:0:22790:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403945615104 00000100:00100000:0.0:1789478794.933647:0:22790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.11@tcp, seq: 116 00000100:00100000:0.0:1789478794.933656:0:22790:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc24f1c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:450fd63b-ed54-4433-8b86-8c5c2412150c+6:18049:x1876403945615104:12345-192.168.206.11@tcp:101:mount.lustre.0 00010000:00010000:0.0:1789478794.933671:0:22790:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789478794.933687:0:22790:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8ebb035fc600/0x8ebaae74e8217c89 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: local remote: 0x26cc8ba2255b7842 expref: -99 pid: 22790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478794.933712:0:22790:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ebb035fc600/0x8ebaae74e8217c89 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000000 nid: 192.168.206.11@tcp remote: 0x26cc8ba2255b7842 expref: 7 pid: 22790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478794.933723:0:22790:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8ebb035fc600/0x8ebaae74e8217c89 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 192.168.206.11@tcp remote: 0x26cc8ba2255b7842 expref: 7 pid: 22790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478794.933742:0:22790:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ebb035fc600, rc 0) 00000100:00100000:0.0:1789478794.933794:0:22790:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc24f1c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:450fd63b-ed54-4433-8b86-8c5c2412150c+7:18049:x1876403945615104:12345-192.168.206.11@tcp:101:mount.lustre.0 Request processed in 138us (334us total) trans 0 rc 0/0 00000100:00100000:0.0:1789478794.933799:0:22790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.11@tcp, seq: 116 00000100:00100000:3.0:1789478794.936183:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.11@tcp (source: 12345-192.168.206.11@tcp) 00000100:00100000:2.0:1789478794.936330:0:22788:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403945615232 00000100:00100000:2.0:1789478794.936338:0:22788:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403945615232 00000100:00100000:2.0:1789478794.936381:0:22788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.11@tcp, seq: 117 00000100:00100000:2.0:1789478794.936389:0:22788:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc24f1f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:450fd63b-ed54-4433-8b86-8c5c2412150c+7:18049:x1876403945615232:12345-192.168.206.11@tcp:501:mount.lustre.0 00000100:00100000:2.0:1789478794.936521:0:22788:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc24f1f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:450fd63b-ed54-4433-8b86-8c5c2412150c+8:18049:x1876403945615232:12345-192.168.206.11@tcp:501:mount.lustre.0 Request processed in 132us (347us total) trans 0 rc 0/0 00000100:00100000:2.0:1789478794.936529:0:22788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.11@tcp, seq: 117 00000100:00100000:3.0:1789478794.939770:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.11@tcp (source: 12345-192.168.206.11@tcp) 00000100:00100000:2.0:1789478794.939922:0:22791:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403945615360 00000100:00100000:2.0:1789478794.939931:0:22791:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403945615360 00000100:00100000:2.0:1789478794.940031:0:22791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.11@tcp, seq: 118 00000100:00100000:2.0:1789478794.940043:0:22791:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc24f1fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:450fd63b-ed54-4433-8b86-8c5c2412150c+8:18049:x1876403945615360:12345-192.168.206.11@tcp:503:mount.lustre.0 00000100:00100000:2.0:1789478794.940193:0:22791:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc24f1fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:450fd63b-ed54-4433-8b86-8c5c2412150c+8:18049:x1876403945615360:12345-192.168.206.11@tcp:503:mount.lustre.0 Request processed in 142us (423us total) trans 0 rc 0/0 00000100:00100000:2.0:1789478794.940202:0:22791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.11@tcp, seq: 118 00000100:00100000:1.0:1789478794.945994:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.11@tcp (source: 12345-192.168.206.11@tcp) 00000100:00100000:2.0:1789478794.946176:0:22790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403945615488 00000100:00100000:2.0:1789478794.946186:0:22790:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403945615488 00000100:00100000:2.0:1789478794.946313:0:22790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.11@tcp, seq: 119 00000100:00100000:2.0:1789478794.946323:0:22790:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebb034e7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:450fd63b-ed54-4433-8b86-8c5c2412150c+8:18069:x1876403945615488:12345-192.168.206.11@tcp:502:llog_process_th.0 00000100:00100000:2.0:1789478794.947209:0:22790:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebb034e7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:450fd63b-ed54-4433-8b86-8c5c2412150c+8:18069:x1876403945615488:12345-192.168.206.11@tcp:502:llog_process_th.0 Request processed in 883us (1218us total) trans 0 rc 0/0 00000100:00100000:2.0:1789478794.947219:0:22790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.11@tcp, seq: 119 00000100:00100000:3.0:1789478794.998240:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.11@tcp (source: 12345-192.168.206.11@tcp) 00000100:00100000:2.0:1789478794.999452:0:22791:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403945615616 00000100:00100000:2.0:1789478794.999464:0:22791:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403945615616 00000100:00100000:2.0:1789478794.999552:0:22791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.11@tcp, seq: 120 00000100:00100000:2.0:1789478794.999563:0:22791:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebb034e6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:450fd63b-ed54-4433-8b86-8c5c2412150c+8:18069:x1876403945615616:12345-192.168.206.11@tcp:502:llog_process_th.0 00000100:00100000:2.0:1789478794.999765:0:22791:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebb034e6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:450fd63b-ed54-4433-8b86-8c5c2412150c+8:18069:x1876403945615616:12345-192.168.206.11@tcp:502:llog_process_th.0 Request processed in 203us (1532us total) trans 0 rc 0/0 00000100:00100000:2.0:1789478794.999773:0:22791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.11@tcp, seq: 120 00000100:00100000:3.0:1789478795.009669:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.11@tcp (source: 12345-192.168.206.11@tcp) 00000100:00100000:2.0:1789478795.009742:0:22790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403945615744 00000100:00100000:2.0:1789478795.009751:0:22790:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403945615744 00000100:00100000:2.0:1789478795.009795:0:22790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.11@tcp, seq: 121 00000100:00100000:2.0:1789478795.009805:0:22790:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebb034e7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:450fd63b-ed54-4433-8b86-8c5c2412150c+8:18069:x1876403945615744:12345-192.168.206.11@tcp:502:llog_process_th.0 00000100:00100000:2.0:1789478795.009954:0:22790:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebb034e7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:450fd63b-ed54-4433-8b86-8c5c2412150c+8:18069:x1876403945615744:12345-192.168.206.11@tcp:502:llog_process_th.0 Request processed in 149us (294us total) trans 0 rc 0/0 00000100:00100000:2.0:1789478795.009961:0:22790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.11@tcp, seq: 121 00000100:00100000:3.0:1789478795.015072:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.11@tcp (source: 12345-192.168.206.11@tcp) 00000100:00100000:1.0:1789478795.015179:0:22788:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403945615872 00000100:00100000:1.0:1789478795.015197:0:22788:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403945615872 00000100:00100000:1.0:1789478795.015249:0:22788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.11@tcp, seq: 122 00000100:00100000:1.0:1789478795.015259:0:22788:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebb034e5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:450fd63b-ed54-4433-8b86-8c5c2412150c+8:18049:x1876403945615872:12345-192.168.206.11@tcp:101:mount.lustre.0 00010000:00010000:1.0:1789478795.015276:0:22788:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789478795.015295:0:22788:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8ebc40fcfa00/0x8ebaae74e8217c90 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x26cc8ba2255b7873 expref: -99 pid: 22788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478795.015322:0:22788:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ebc40fcfa00/0x8ebaae74e8217c90 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 192.168.206.11@tcp remote: 0x26cc8ba2255b7873 expref: 9 pid: 22788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478795.015331:0:22788:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8ebc40fcfa00/0x8ebaae74e8217c90 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 192.168.206.11@tcp remote: 0x26cc8ba2255b7873 expref: 9 pid: 22788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478795.015340:0:22788:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ebc40fcfa00, rc 0) 00000100:00100000:1.0:1789478795.015515:0:22788:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebb034e5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:450fd63b-ed54-4433-8b86-8c5c2412150c+9:18049:x1876403945615872:12345-192.168.206.11@tcp:101:mount.lustre.0 Request processed in 256us (452us total) trans 0 rc 0/0 00000100:00100000:1.0:1789478795.015522:0:22788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.11@tcp, seq: 122 00000100:00100000:3.0:1789478795.018991:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.11@tcp (source: 12345-192.168.206.11@tcp) 00000100:00100000:2.0:1789478795.019546:0:22790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403945616000 00000100:00100000:2.0:1789478795.019555:0:22790:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403945616000 00000100:00100000:2.0:1789478795.019650:0:22790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.11@tcp, seq: 123 00000100:00100000:2.0:1789478795.019661:0:22790:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebb034e4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:450fd63b-ed54-4433-8b86-8c5c2412150c+9:18049:x1876403945616000:12345-192.168.206.11@tcp:256:mount.lustre.0 20000000:01000000:2.0:1789478795.019684:0:22790:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-cliir bufsize 1048576. 20000000:01000000:2.0:1789478795.019706:0:22790:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/256/255. 20000000:01000000:2.0:1789478795.019710:0:22790:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4008/1/256/255. 20000000:01000000:2.0:1789478795.019713:0:22790:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3964/1/256/255. 20000000:01000000:2.0:1789478795.019716:0:22790:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3920/1/256/255. 20000000:01000000:2.0:1789478795.019718:0:22790:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 176, version 14 00000100:00100000:0.0:1789478795.028444:0:22790:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebb034e4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:450fd63b-ed54-4433-8b86-8c5c2412150c+9:18049:x1876403945616000:12345-192.168.206.11@tcp:256:mount.lustre.0 Request processed in 8775us (9451us total) trans 0 rc 0/0 00000100:00100000:0.0:1789478795.028458:0:22790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.11@tcp, seq: 123 00000100:00100000:2.0:1789478795.034542:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.11@tcp (source: 12345-192.168.206.11@tcp) 00000100:00100000:1.0:1789478795.034638:0:22788:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403945616128 00000100:00100000:1.0:1789478795.034647:0:22788:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403945616128 00000100:00100000:1.0:1789478795.034700:0:22788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.11@tcp, seq: 124 00000100:00100000:1.0:1789478795.034709:0:22788:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebb034e6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:450fd63b-ed54-4433-8b86-8c5c2412150c+9:18049:x1876403945616128:12345-192.168.206.11@tcp:101:mount.lustre.0 00010000:00010000:1.0:1789478795.034723:0:22788:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789478795.034739:0:22788:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8ebc40fce600/0x8ebaae74e8217c97 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0x26cc8ba2255b787a expref: -99 pid: 22788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478795.034764:0:22788:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ebc40fce600/0x8ebaae74e8217c97 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 192.168.206.11@tcp remote: 0x26cc8ba2255b787a expref: 10 pid: 22788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478795.034775:0:22788:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8ebc40fce600/0x8ebaae74e8217c97 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 192.168.206.11@tcp remote: 0x26cc8ba2255b787a expref: 10 pid: 22788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478795.034784:0:22788:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ebc40fce600, rc 0) 00000100:00100000:1.0:1789478795.034838:0:22788:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebb034e6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:450fd63b-ed54-4433-8b86-8c5c2412150c+10:18049:x1876403945616128:12345-192.168.206.11@tcp:101:mount.lustre.0 Request processed in 130us (304us total) trans 0 rc 0/0 00000100:00100000:1.0:1789478795.034844:0:22788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.11@tcp, seq: 124 00000100:00100000:3.0:1789478795.037465:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.11@tcp (source: 12345-192.168.206.11@tcp) 00000100:00100000:0.0:1789478795.038040:0:22790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403945616256 00000100:00100000:0.0:1789478795.038050:0:22790:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403945616256 00000100:00100000:0.0:1789478795.038163:0:22790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.11@tcp, seq: 125 00000100:00100000:0.0:1789478795.038174:0:22790:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebb034e4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:450fd63b-ed54-4433-8b86-8c5c2412150c+10:18049:x1876403945616256:12345-192.168.206.11@tcp:501:mount.lustre.0 00000100:00100000:0.0:1789478795.038335:0:22790:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebb034e4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:450fd63b-ed54-4433-8b86-8c5c2412150c+10:18049:x1876403945616256:12345-192.168.206.11@tcp:501:mount.lustre.0 Request processed in 163us (876us total) trans 0 rc 0/0 00000100:00100000:0.0:1789478795.038343:0:22790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.11@tcp, seq: 125 00000100:00100000:3.0:1789478795.040201:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.11@tcp (source: 12345-192.168.206.11@tcp) 00000100:00100000:2.0:1789478795.040533:0:22791:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403945616384 00000100:00100000:2.0:1789478795.040552:0:22791:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403945616384 00000100:00100000:2.0:1789478795.040644:0:22791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.11@tcp, seq: 126 00000100:00100000:2.0:1789478795.040653:0:22791:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebb034e5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:450fd63b-ed54-4433-8b86-8c5c2412150c+10:18049:x1876403945616384:12345-192.168.206.11@tcp:503:mount.lustre.0 00000100:00100000:2.0:1789478795.040792:0:22791:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebb034e5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:450fd63b-ed54-4433-8b86-8c5c2412150c+10:18049:x1876403945616384:12345-192.168.206.11@tcp:503:mount.lustre.0 Request processed in 139us (611us total) trans 0 rc 0/0 00000100:00100000:2.0:1789478795.040799:0:22791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.11@tcp, seq: 126 00000100:00100000:2.0:1789478795.044346:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.11@tcp (source: 12345-192.168.206.11@tcp) 00000100:00100000:0.0:1789478795.044791:0:22791:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403945616512 00000100:00100000:0.0:1789478795.044800:0:22791:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403945616512 00000100:00100000:0.0:1789478795.044972:0:22791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.11@tcp, seq: 127 00000100:00100000:0.0:1789478795.044982:0:22791:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebb034e5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:450fd63b-ed54-4433-8b86-8c5c2412150c+10:18073:x1876403945616512:12345-192.168.206.11@tcp:502:llog_process_th.0 00000100:00100000:0.0:1789478795.045137:0:22791:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebb034e5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:450fd63b-ed54-4433-8b86-8c5c2412150c+10:18073:x1876403945616512:12345-192.168.206.11@tcp:502:llog_process_th.0 Request processed in 156us (798us total) trans 0 rc 0/0 00000100:00100000:0.0:1789478795.045146:0:22791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.11@tcp, seq: 127 00000100:00100000:3.0:1789478795.052314:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.11@tcp (source: 12345-192.168.206.11@tcp) 00000100:00100000:0.0:1789478795.052489:0:22790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403945616640 00000100:00100000:0.0:1789478795.052499:0:22790:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403945616640 00000100:00100000:0.0:1789478795.052622:0:22790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.11@tcp, seq: 128 00000100:00100000:0.0:1789478795.052646:0:22790:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc06fa1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:450fd63b-ed54-4433-8b86-8c5c2412150c+10:18073:x1876403945616640:12345-192.168.206.11@tcp:502:llog_process_th.0 00000100:00100000:0.0:1789478795.052791:0:22790:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc06fa1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:450fd63b-ed54-4433-8b86-8c5c2412150c+10:18073:x1876403945616640:12345-192.168.206.11@tcp:502:llog_process_th.0 Request processed in 147us (485us total) trans 0 rc 0/0 00000100:00100000:0.0:1789478795.052799:0:22790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.11@tcp, seq: 128 00000100:00100000:3.0:1789478795.060559:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.11@tcp (source: 12345-192.168.206.11@tcp) 00000100:00100000:3.0:1789478795.060682:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.11@tcp (source: 12345-192.168.206.11@tcp) 00000100:00100000:1.0:1789478795.060812:0:22796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403945616768 00000100:00100000:1.0:1789478795.060822:0:22796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403945616768 00000100:00100000:1.0:1789478795.060875:0:22796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403945617024 00000100:00100000:1.0:1789478795.060879:0:22796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403945617024 00000100:00100000:1.0:1789478795.060914:0:22796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.11@tcp, seq: 7 00000100:00100000:1.0:1789478795.060923:0:22796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebb04ab2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2394:x1876403945616768:12345-192.168.206.11@tcp:38:mount.lustre.0 00010000:00080000:1.0:1789478795.060950:0:22796:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0000: connection from 12a0defb-0372-447c-b770-5f4765b3595e@192.168.206.11@tcp t0 exp 0000000000000000 cur 624 last 0 00000020:00000080:1.0:1789478795.061012:0:22796:0:(genops.c:1385:class_connect()) connect: client 12a0defb-0372-447c-b770-5f4765b3595e, cookie 0x8ebaae74e8217c9e 00000004:00100000:1.0:1789478795.061037:0:22796:0:(mdt_handler.c:7293:mdt_connect_internal()) lustre-MDT0000: cli supports cksum type f7, return f7 00000100:00080000:1.0:1789478795.061220:0:22796:0:(import.c:65:import_set_state_nolock()) ffff8ebb04b05800 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1789478795.061282:0:22796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebb04ab2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:12a0defb-0372-447c-b770-5f4765b3595e+6:2394:x1876403945616768:12345-192.168.206.11@tcp:38:mount.lustre.0 Request processed in 358us (732us total) trans 0 rc 0/0 00000100:00100000:1.0:1789478795.061290:0:22796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.11@tcp, seq: 7 00000100:00100000:1.0:1789478795.061308:0:22796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.11@tcp, seq: 8 00000100:00100000:1.0:1789478795.061312:0:22796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc40f60380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2394:x1876403945617024:12345-192.168.206.11@tcp:38:mount.lustre.0 00010000:00080000:1.0:1789478795.061328:0:22796:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0001: connection from 12a0defb-0372-447c-b770-5f4765b3595e@192.168.206.11@tcp t0 exp 0000000000000000 cur 624 last 0 00000020:00000080:1.0:1789478795.061357:0:22796:0:(genops.c:1385:class_connect()) connect: client 12a0defb-0372-447c-b770-5f4765b3595e, cookie 0x8ebaae74e8217ca5 00000004:00100000:1.0:1789478795.061369:0:22796:0:(mdt_handler.c:7293:mdt_connect_internal()) lustre-MDT0001: cli supports cksum type f7, return f7 00000100:00080000:1.0:1789478795.061511:0:22796:0:(import.c:65:import_set_state_nolock()) ffff8ebb04a49800 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1789478795.061538:0:22796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc40f60380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:12a0defb-0372-447c-b770-5f4765b3595e+6:2394:x1876403945617024:12345-192.168.206.11@tcp:38:mount.lustre.0 Request processed in 223us (855us total) trans 0 rc 0/0 00000100:00100000:1.0:1789478795.061544:0:22796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.11@tcp, seq: 8 00000100:00100000:2.0:1789478795.067122:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.11@tcp (source: 12345-192.168.206.11@tcp) 00000100:00100000:2.0:1789478795.067643:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.11@tcp (source: 12345-192.168.206.11@tcp) 00000100:00100000:2.0:1789478795.067832:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.11@tcp (source: 12345-192.168.206.11@tcp) 00000100:00100000:1.0:1789478795.068233:0:22796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403945617152 00000100:00100000:1.0:1789478795.068243:0:22796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403945617152 00000100:00100000:1.0:1789478795.068306:0:22796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403945617280 00000100:00100000:1.0:1789478795.068309:0:22796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403945617280 00000100:00100000:1.0:1789478795.068333:0:22796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.11@tcp, seq: 9 00000100:00100000:1.0:1789478795.068343:0:22796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebb037e5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:12a0defb-0372-447c-b770-5f4765b3595e+6:0:x1876403945617152:12345-192.168.206.11@tcp:41:mount.lustre.0 00000004:00000024:1.0:1789478795.068379:0:22796:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446461440 avail 1300221952 00000100:00100000:1.0:1789478795.068468:0:22796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebb037e5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:12a0defb-0372-447c-b770-5f4765b3595e+6:0:x1876403945617152:12345-192.168.206.11@tcp:41:mount.lustre.0 Request processed in 126us (1355us total) trans 0 rc 0/0 00000100:00100000:1.0:1789478795.068476:0:22796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.11@tcp, seq: 9 00000100:00080000:3.0:1789478795.068617:0:22792:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1789478795.068621:0:22792:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1789478795.068636:0:22797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.11@tcp, seq: 10 00000100:00100000:3.0:1789478795.068647:0:22797:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebb037e7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:12a0defb-0372-447c-b770-5f4765b3595e+6:18049:x1876403945617280:12345-192.168.206.11@tcp:41:mount.lustre.0 00000004:00000024:3.0:1789478795.068665:0:22797:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446309888 avail 1300070400 00000100:00100000:3.0:1789478795.068714:0:22797:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebb037e7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:12a0defb-0372-447c-b770-5f4765b3595e+6:18049:x1876403945617280:12345-192.168.206.11@tcp:41:mount.lustre.0 Request processed in 70us (1072us total) trans 0 rc 0/0 00000100:00100000:3.0:1789478795.068720:0:22797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.11@tcp, seq: 10 00000100:00100000:3.0:1789478795.069299:0:22797:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403945616896 00000100:00100000:3.0:1789478795.069305:0:22797:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403945616896 00000100:00100000:3.0:1789478795.069341:0:22797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.11@tcp, seq: 11 00000100:00100000:3.0:1789478795.069349:0:22797:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebb037e7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:12a0defb-0372-447c-b770-5f4765b3595e+6:0:x1876403945616896:12345-192.168.206.11@tcp:41:mount.lustre.0 00000004:00000024:3.0:1789478795.069377:0:22797:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446309888 avail 1300070400 00000100:00100000:3.0:1789478795.069429:0:22797:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebb037e7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:12a0defb-0372-447c-b770-5f4765b3595e+6:0:x1876403945616896:12345-192.168.206.11@tcp:41:mount.lustre.0 Request processed in 80us (1597us total) trans 0 rc 0/0 00000100:00100000:3.0:1789478795.069436:0:22797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.11@tcp, seq: 11 00000100:00100000:3.0:1789478795.072423:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.11@tcp (source: 12345-192.168.206.11@tcp) 00000100:00100000:1.0:1789478795.072569:0:22798:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403945617408 00000100:00100000:1.0:1789478795.072578:0:22798:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403945617408 00000100:00100000:1.0:1789478795.072668:0:22798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.11@tcp, seq: 12 00000100:00100000:1.0:1789478795.072679:0:22798:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc40f63b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:12a0defb-0372-447c-b770-5f4765b3595e+6:18049:x1876403945617408:12345-192.168.206.11@tcp:40:mount.lustre.0 00000100:00100000:1.0:1789478795.072760:0:22798:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc40f63b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:12a0defb-0372-447c-b770-5f4765b3595e+6:18049:x1876403945617408:12345-192.168.206.11@tcp:40:mount.lustre.0 Request processed in 83us (345us total) trans 0 rc 0/0 00000100:00100000:1.0:1789478795.072767:0:22798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.11@tcp, seq: 12 00000100:00100000:2.0:1789478795.076831:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.11@tcp (source: 12345-192.168.206.11@tcp) 00000100:00100000:0.0:1789478795.076985:0:22807:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403945617792 00000100:00100000:0.0:1789478795.076993:0:22807:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403945617792 00000100:00100000:0.0:1789478795.077040:0:22807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.11@tcp, seq: 3 00000100:00100000:0.0:1789478795.077049:0:22807:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc09125880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:12a0defb-0372-447c-b770-5f4765b3595e+6:18049:x1876403945617792:12345-192.168.206.11@tcp:900:mount.lustre.0 00000100:00100000:0.0:1789478795.077128:0:22807:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc09125880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:12a0defb-0372-447c-b770-5f4765b3595e+6:18049:x1876403945617792:12345-192.168.206.11@tcp:900:mount.lustre.0 Request processed in 79us (304us total) trans 0 rc 0/0 00000100:00100000:0.0:1789478795.077135:0:22807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.11@tcp, seq: 3 00000100:00100000:2.0:1789478795.078790:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.11@tcp (source: 12345-192.168.206.11@tcp) 00000100:00100000:2.0:1789478795.078830:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.11@tcp (source: 12345-192.168.206.11@tcp) 00000100:00100000:3.0:1789478795.078993:0:24304:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403945617536 00000100:00100000:3.0:1789478795.079002:0:24304:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403945617536 00000100:00100000:3.0:1789478795.079041:0:24304:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403945617664 00000100:00100000:3.0:1789478795.079044:0:24304:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403945617664 00000100:00100000:3.0:1789478795.079064:0:24304:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.11@tcp, seq: 16 00000100:00100000:3.0:1789478795.079072:0:24304:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc09126d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2394:x1876403945617536:12345-192.168.206.11@tcp:8:mount.lustre.0 00010000:00080000:3.0:1789478795.079113:0:24304:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-OST0000: connection from 12a0defb-0372-447c-b770-5f4765b3595e@192.168.206.11@tcp t0 exp 0000000000000000 cur 624 last 0 00000020:00000080:3.0:1789478795.079140:0:24304:0:(genops.c:1385:class_connect()) connect: client 12a0defb-0372-447c-b770-5f4765b3595e, cookie 0x8ebaae74e8217cac 00002000:00100000:3.0:1789478795.079155:0:24304:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli 12a0defb-0372-447c-b770-5f4765b3595e/ffff8ebb0239c800 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 2113954 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:3.0:1789478795.079165:0:24304:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00002000:00080000:3.0:1789478795.079314:0:24304:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:3.0:1789478795.079342:0:24304:0:(import.c:65:import_set_state_nolock()) ffff8ebb02398800 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1789478795.079392:0:24304:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc09126d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:12a0defb-0372-447c-b770-5f4765b3595e+6:2394:x1876403945617536:12345-192.168.206.11@tcp:8:mount.lustre.0 Request processed in 320us (610us total) trans 0 rc 0/0 00000100:00100000:3.0:1789478795.079415:0:24304:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.11@tcp, seq: 16 00000100:00100000:3.0:1789478795.079434:0:24304:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.11@tcp, seq: 17 00000100:00100000:3.0:1789478795.079438:0:24304:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc09126a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2394:x1876403945617664:12345-192.168.206.11@tcp:8:mount.lustre.0 00010000:00080000:3.0:1789478795.079455:0:24304:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-OST0001: connection from 12a0defb-0372-447c-b770-5f4765b3595e@192.168.206.11@tcp t0 exp 0000000000000000 cur 624 last 0 00000020:00000080:3.0:1789478795.079470:0:24304:0:(genops.c:1385:class_connect()) connect: client 12a0defb-0372-447c-b770-5f4765b3595e, cookie 0x8ebaae74e8217cb3 00002000:00100000:3.0:1789478795.079476:0:24304:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli 12a0defb-0372-447c-b770-5f4765b3595e/ffff8ebb02399800 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 2113954 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:3.0:1789478795.079487:0:24304:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return f7 00002000:00080000:3.0:1789478795.079588:0:24304:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:3.0:1789478795.079634:0:24304:0:(import.c:65:import_set_state_nolock()) ffff8ebb0239d800 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1789478795.079659:0:24304:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc09126a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:12a0defb-0372-447c-b770-5f4765b3595e+6:2394:x1876403945617664:12345-192.168.206.11@tcp:8:mount.lustre.0 Request processed in 218us (828us total) trans 0 rc 0/0 00000100:00100000:3.0:1789478795.079666:0:24304:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.11@tcp, seq: 17 00000100:00100000:3.0:1789478795.081444:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.11@tcp (source: 12345-192.168.206.11@tcp) 00000100:00100000:2.0:1789478795.081997:0:22799:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403945617920 00000100:00100000:2.0:1789478795.082007:0:22799:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403945617920 00000100:00100000:2.0:1789478795.082061:0:22799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.11@tcp, seq: 0 00000100:00100000:2.0:1789478795.082071:0:22799:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc40f62680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:12a0defb-0372-447c-b770-5f4765b3595e+6:18049:x1876403945617920:12345-192.168.206.11@tcp:33:mount.lustre.0 00000004:00080000:2.0:1789478795.083758:0:22799:0:(mdt_identity.c:119:mdt_identity_do_upcall()) lustre-MDT0000: invoked upcall /home/green/git/lustre-release/lustre/utils/l_getidentity lustre-MDT0000 0, time 1594us 00000004:00200000:3.0:1789478795.095667:0:22799:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000100:00100000:3.0:1789478795.095862:0:22799:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc40f62680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:12a0defb-0372-447c-b770-5f4765b3595e+6:18049:x1876403945617920:12345-192.168.206.11@tcp:33:mount.lustre.0 Request processed in 13788us (14419us total) trans 0 rc 0/0 00000100:00100000:3.0:1789478795.095878:0:22799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.11@tcp, seq: 0 00010000:00010000:0.0:1789478795.172903:0:25336:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789478795.242877:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.11@tcp (source: 12345-192.168.206.11@tcp) 00000100:00100000:1.0:1789478795.242982:0:22796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403945618048 00000100:00100000:1.0:1789478795.242992:0:22796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403945618048 00000100:00100000:1.0:1789478795.243050:0:22796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.11@tcp, seq: 13 00000100:00100000:1.0:1789478795.243061:0:22796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc09126300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:12a0defb-0372-447c-b770-5f4765b3595e+6:18096:x1876403945618048:12345-192.168.206.11@tcp:101:mkdir.0 00010000:00010000:1.0:1789478795.243080:0:22796:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789478795.243120:0:22796:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc40fcfc00/0x8ebaae74e8217cba lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x26cc8ba2255b78ab expref: -99 pid: 22796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478795.243323:0:22796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc40fcf400/0x8ebaae74e8217cc1 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478795.243337:0:22796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc40fcf400/0x8ebaae74e8217cc1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478795.243351:0:22796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc40fcf400/0x8ebaae74e8217cc1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22796 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1789478795.243411:0:22796:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1789478795.243415:0:22796:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1789478795.243474:0:22796:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc40fcf400/0x8ebaae74e8217cc1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478795.243500:0:22796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc40fcfc00/0x8ebaae74e8217cba lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.11@tcp remote: 0x26cc8ba2255b78ab expref: 8 pid: 22796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478795.243526:0:22796:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc40fcf400/0x8ebaae74e8217cc1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.11@tcp remote: 0x26cc8ba2255b78ab expref: 7 pid: 22796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478795.243534:0:22796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8ebc185a7000) 00010000:00010000:1.0:1789478795.243537:0:22796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1789478795.243541:0:22796:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ebc40fcf400, rc 0) 00000100:00100000:1.0:1789478795.243648:0:22796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc09126300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:12a0defb-0372-447c-b770-5f4765b3595e+7:18096:x1876403945618048:12345-192.168.206.11@tcp:101:mkdir.0 Request processed in 589us (780us total) trans 0 rc 0/0 00000100:00100000:1.0:1789478795.243656:0:22796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.11@tcp, seq: 13 00010000:00010000:1.0:1789478796.200164:0:22785:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789478796.517425:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1789478796.517453:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc09125c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3647:1876403964587264:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1789478796.517520:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789478796.517587:0:24306:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964587264 00000100:00100000:2.0:1789478796.517609:0:24306:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964587264 00000100:00100000:2.0:1789478796.517658:0:24306:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1789478796.517668:0:24306:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc09124e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3647:x1876403964587264:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1789478796.517689:0:24306:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3915849728 avail 3684327424 00000100:00100000:2.0:1789478796.517745:0:24306:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc09124e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3647:x1876403964587264:12345-0@lo:13:osp-pre-1-0.0 Request processed in 78us (224us total) trans 0 rc 0/0 00000100:00100000:2.0:1789478796.517752:0:24306:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00080000:2.0:1789478796.517773:0:22792:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1789478796.517805:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc09125c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3647:1876403964587264:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1789478796.517929:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc40ecd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3646:1876403964587520:0@lo:400:kworker.0 00000100:00100000:0.0:1789478796.517973:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789478796.518004:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebb04b8ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3646:1876403964588032:0@lo:400:kworker.0 00000100:00100000:0.0:1789478796.518028:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789478796.518043:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebb03598380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3646:1876403964588544:0@lo:400:kworker.0 00000100:00100000:0.0:1789478796.518069:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789478796.518079:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebb04b88a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3648:1876403964587776:0@lo:400:kworker.0 00000100:00100000:0.0:1789478796.518090:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:1.0:1789478796.518114:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789478796.518133:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebb04b8aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3648:1876403964588288:0@lo:400:kworker.0 00000100:00100000:1.0:1789478796.518151:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789478796.518165:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebb0359a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3648:1876403964588800:0@lo:400:kworker.0 00000100:00100000:1.0:1789478796.518183:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789478796.518199:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:1.0:1789478796.518204:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc40ecf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3648:1876403964587648:0@lo:400:kworker.0 00000100:00100000:0.0:1789478796.518211:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc40ecf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:433f6587-f9be-4304-94be-07d77f00816b:3646:1876403964587392:0@lo:400:kworker.0 00000100:00100000:1.0:1789478796.518226:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789478796.518252:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789478796.518253:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebb04b88000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3648:1876403964588160:0@lo:400:kworker.0 00000100:00100000:1.0:1789478796.518286:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789478796.518292:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebb04b8a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3646:1876403964587904:0@lo:400:kworker.0 00000100:00100000:3.0:1789478796.518304:0:25335:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964588032 00000100:00100000:3.0:1789478796.518310:0:25335:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964588032 00000100:00100000:1.0:1789478796.518310:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebb03599880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3648:1876403964588672:0@lo:400:kworker.0 00000100:00100000:0.0:1789478796.518323:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789478796.518347:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789478796.518354:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebb04b8b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3646:1876403964588416:0@lo:400:kworker.0 00000100:00100000:3.0:1789478796.518357:0:25335:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964587648 00000100:00100000:3.0:1789478796.518361:0:25335:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964587648 00000100:00100000:1.0:1789478796.518374:0:22798:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964588544 00000100:00100000:1.0:1789478796.518387:0:22798:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964588544 00000100:00100000:3.0:1789478796.518403:0:25335:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964588160 00000100:00100000:0.0:1789478796.518409:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789478796.518410:0:25335:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964588160 00000100:00100000:1.0:1789478796.518419:0:22798:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964587776 00000100:00100000:1.0:1789478796.518423:0:22798:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964587776 00000100:00100000:0.0:1789478796.518427:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1789478796.518437:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc40f60700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3646:1876403964588928:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1789478796.518442:0:25335:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1789478796.518444:0:22798:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964588288 00000100:00100000:1.0:1789478796.518448:0:22798:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964588288 00000100:00100000:3.0:1789478796.518455:0:25335:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc34cb4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3646:x1876403964588032:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789478796.518465:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789478796.518466:0:22798:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964588800 00000100:00100000:1.0:1789478796.518471:0:22798:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964588800 00000100:00100000:1.0:1789478796.518500:0:22798:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964588672 00000100:00100000:0.0:1789478796.518503:0:22802:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964587520 00000100:00100000:1.0:1789478796.518504:0:22798:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964588672 00000100:00100000:0.0:1789478796.518510:0:22802:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964587520 00000100:00100000:3.0:1789478796.518526:0:25335:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc34cb4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3646:x1876403964588032:12345-0@lo:400:kworker.0 Request processed in 73us (494us total) trans 0 rc 0/0 00000100:00100000:1.0:1789478796.518527:0:22798:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964588416 00000100:00100000:1.0:1789478796.518533:0:22798:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964588416 00000100:00100000:3.0:1789478796.518539:0:25335:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1789478796.518545:0:22802:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964587904 00000100:00100000:0.0:1789478796.518549:0:22802:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964587904 00000100:00100000:1.0:1789478796.518562:0:22798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:3.0:1789478796.518566:0:25335:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1789478796.518571:0:22802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:1.0:1789478796.518574:0:22798:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc34cb6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3646:x1876403964588544:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789478796.518580:0:25335:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebb03599180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3648:x1876403964587648:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789478796.518584:0:22802:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc34cb5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3646:x1876403964587520:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789478796.518655:0:22798:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc34cb6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3646:x1876403964588544:12345-0@lo:400:kworker.0 Request processed in 84us (585us total) trans 0 rc 0/0 00000100:00100000:1.0:1789478796.518663:0:22798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:0.0:1789478796.518669:0:22802:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc34cb5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3646:x1876403964587520:12345-0@lo:400:kworker.0 Request processed in 86us (694us total) trans 0 rc 0/0 00000100:00100000:3.0:1789478796.518670:0:25335:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebb03599180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3648:x1876403964587648:12345-0@lo:400:kworker.0 Request processed in 95us (443us total) trans 0 rc 0/0 00000100:00100000:1.0:1789478796.518682:0:22798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:0.0:1789478796.518684:0:22802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00100000:3.0:1789478796.518686:0:25335:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1789478796.518695:0:22798:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebb0359aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3648:x1876403964587776:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789478796.518717:0:25335:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1789478796.518717:0:22802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:0.0:1789478796.518732:0:22802:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc34cb4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3646:x1876403964587904:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789478796.518734:0:25335:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebb03599500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3648:x1876403964588160:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789478796.518734:0:22798:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebb0359aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3648:x1876403964587776:12345-0@lo:400:kworker.0 Request processed in 41us (618us total) trans 0 rc 0/0 00000100:00100000:1.0:1789478796.518748:0:22798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:1.0:1789478796.518762:0:22798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:1.0:1789478796.518770:0:22798:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebb03598700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3648:x1876403964588288:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789478796.518786:0:22802:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc34cb4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3646:x1876403964587904:12345-0@lo:400:kworker.0 Request processed in 57us (461us total) trans 0 rc 0/0 00000100:00100000:3.0:1789478796.518795:0:25335:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebb03599500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3648:x1876403964588160:12345-0@lo:400:kworker.0 Request processed in 66us (510us total) trans 0 rc 0/0 00000100:00100000:0.0:1789478796.518796:0:22802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00100000:3.0:1789478796.518808:0:25335:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1789478796.518808:0:22798:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebb03598700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3648:x1876403964588288:12345-0@lo:400:kworker.0 Request processed in 37us (653us total) trans 0 rc 0/0 00000100:00100000:1.0:1789478796.518818:0:22798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00080000:3.0:1789478796.518833:0:22792:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1789478796.518838:0:22798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00080000:3.0:1789478796.518840:0:22792:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1789478796.518845:0:22792:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1789478796.518848:0:22798:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebb0359bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3648:x1876403964588800:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1789478796.518850:0:22792:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1789478796.518853:0:22791:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964587392 00000100:00100000:0.0:1789478796.518858:0:22791:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964587392 00000100:00100000:3.0:1789478796.518868:0:22797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:3.0:1789478796.518892:0:22797:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebb03599f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3648:x1876403964588672:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789478796.518908:0:22791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 129 00000100:00100000:1.0:1789478796.518909:0:22798:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebb0359bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3648:x1876403964588800:12345-0@lo:400:kworker.0 Request processed in 61us (720us total) trans 0 rc 0/0 00000100:00100000:1.0:1789478796.518918:0:22798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:0.0:1789478796.518922:0:22791:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc06fa1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:433f6587-f9be-4304-94be-07d77f00816b+24:3646:x1876403964587392:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789478796.518935:0:22797:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebb03599f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3648:x1876403964588672:12345-0@lo:400:kworker.0 Request processed in 57us (587us total) trans 0 rc 0/0 00000100:00100000:1.0:1789478796.518940:0:22798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:3.0:1789478796.518948:0:22797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:1.0:1789478796.518953:0:22798:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc34cb5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3646:x1876403964588416:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789478796.518963:0:22791:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc06fa1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:433f6587-f9be-4304-94be-07d77f00816b+24:3646:x1876403964587392:12345-0@lo:400:kworker.0 Request processed in 45us (712us total) trans 0 rc 0/0 00000100:00100000:0.0:1789478796.518971:0:22791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 129 00000100:00100000:0.0:1789478796.519021:0:24306:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964588928 00000100:00100000:0.0:1789478796.519026:0:24306:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964588928 00000100:00100000:0.0:1789478796.519055:0:24306:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1789478796.519062:0:24306:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc34cb6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3646:x1876403964588928:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1789478796.519073:0:24306:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3915849728 avail 3684327424 00000100:00100000:3.0:1789478796.519127:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc40ecf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3648:1876403964587648:0@lo:400:kworker.0 00000100:00100000:1.0:1789478796.519134:0:22798:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc34cb5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3646:x1876403964588416:12345-0@lo:400:kworker.0 Request processed in 182us (725us total) trans 0 rc 0/0 00000100:00100000:1.0:1789478796.519143:0:22798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:3.0:1789478796.519146:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebb04b88000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3648:1876403964588160:0@lo:400:kworker.0 00000100:00100000:3.0:1789478796.519162:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebb03599880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3648:1876403964588672:0@lo:400:kworker.0 00000100:00100000:1.0:1789478796.519181:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc34cb7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3646:1876403964589056:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1789478796.519187:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebb04b88a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3648:1876403964587776:0@lo:400:kworker.0 00000100:00100000:3.0:1789478796.519204:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebb04b8aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3648:1876403964588288:0@lo:400:kworker.0 00010000:00080000:3.0:1789478796.519219:0:3648:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8ebb0359a300 x1876403964588800/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789478812 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789478796.519227:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789478796.519237:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebb0359a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3648:1876403964588800:0@lo:400:kworker.0 00000100:00100000:2.0:1789478796.519251:0:24305:0:(service.c:3462:ptlrpc_start_thread()) ost_create[0] started 2 min 2 max 16 00000100:00100000:2.0:1789478796.519265:0:24305:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_create00_002' 00000100:00100000:0.0:1789478796.519318:0:24306:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc34cb6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3646:x1876403964588928:12345-0@lo:13:osp-pre-1-1.0 Request processed in 256us (852us total) trans 0 rc 0/0 00000100:00100000:1.0:1789478796.519326:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc40f60700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3646:1876403964588928:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1789478796.519327:0:24306:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:1.0:1789478796.519344:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc40ecf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:433f6587-f9be-4304-94be-07d77f00816b:3646:1876403964587392:0@lo:400:kworker.0 00000100:00100000:0.0:1789478796.519345:0:24306:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964589056 00000100:00100000:0.0:1789478796.519351:0:24306:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964589056 00000100:00100000:1.0:1789478796.519360:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebb04b8a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3646:1876403964587904:0@lo:400:kworker.0 00000100:00100000:0.0:1789478796.519374:0:24306:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:1.0:1789478796.519377:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebb04b8b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3646:1876403964588416:0@lo:400:kworker.0 00000100:00100000:0.0:1789478796.519384:0:24306:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebb03598000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3646:x1876403964589056:12345-0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1789478796.519392:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebb04b8ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3646:1876403964588032:0@lo:400:kworker.0 00002000:00000024:0.0:1789478796.519404:0:24306:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923513344 avail 3691991040 00010000:00080000:1.0:1789478796.519405:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8ebb03598380 x1876403964588544/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789478812 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789478796.519417:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebb03598380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3646:1876403964588544:0@lo:400:kworker.0 00000100:00100000:1.0:1789478796.519430:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc40ecd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3646:1876403964587520:0@lo:400:kworker.0 00000100:00100000:0.0:1789478796.519442:0:24306:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebb03598000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3646:x1876403964589056:12345-0@lo:13:osp-pre-0-0.0 Request processed in 59us (219us total) trans 0 rc 0/0 00000100:00100000:0.0:1789478796.519450:0:24306:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:1.0:1789478796.519472:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc34cb7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3646:1876403964589056:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1789478796.972578:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.11@tcp (source: 12345-192.168.206.11@tcp) 00000100:00100000:3.0:1789478796.973589:0:22797:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403945618176 00000100:00100000:3.0:1789478796.973680:0:22797:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403945618176 00000100:00100000:3.0:1789478796.973759:0:22797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.11@tcp, seq: 14 00000100:00100000:3.0:1789478796.973771:0:22797:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc09125c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:12a0defb-0372-447c-b770-5f4765b3595e+7:18148:x1876403945618176:12345-192.168.206.11@tcp:41:lfs.0 00000004:00000024:3.0:1789478796.973811:0:22797:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446309888 avail 1300070400 00000100:00100000:3.0:1789478796.974468:0:22797:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc09125c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:12a0defb-0372-447c-b770-5f4765b3595e+7:18148:x1876403945618176:12345-192.168.206.11@tcp:41:lfs.0 Request processed in 695us (2027us total) trans 0 rc 0/0 00000100:00100000:3.0:1789478796.974488:0:22797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.11@tcp, seq: 14 00000100:00100000:0.0:1789478796.979912:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.11@tcp (source: 12345-192.168.206.11@tcp) 00000100:00100000:1.0:1789478796.979972:0:22798:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403945618304 00000100:00100000:1.0:1789478796.979992:0:22798:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403945618304 00000100:00100000:1.0:1789478796.980054:0:22798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.11@tcp, seq: 15 00000100:00100000:1.0:1789478796.980065:0:22798:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc34cb6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:12a0defb-0372-447c-b770-5f4765b3595e+6:18148:x1876403945618304:12345-192.168.206.11@tcp:41:lfs.0 00000004:00000024:1.0:1789478796.980101:0:22798:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446461440 avail 1300221952 00000100:00100000:1.0:1789478796.980187:0:22798:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc34cb6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:12a0defb-0372-447c-b770-5f4765b3595e+6:18148:x1876403945618304:12345-192.168.206.11@tcp:41:lfs.0 Request processed in 123us (284us total) trans 0 rc 0/0 00000100:00100000:1.0:1789478796.980195:0:22798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.11@tcp, seq: 15 00000100:00100000:2.0:1789478796.983467:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.11@tcp (source: 12345-192.168.206.11@tcp) 00000100:00100000:0.0:1789478796.983906:0:24306:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403945618432 00000100:00100000:0.0:1789478796.983917:0:24306:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403945618432 00000100:00100000:0.0:1789478796.984113:0:24306:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.11@tcp, seq: 9 00000100:00100000:0.0:1789478796.984124:0:24306:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc09125500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:12a0defb-0372-447c-b770-5f4765b3595e+6:18148:x1876403945618432:12345-192.168.206.11@tcp:13:lfs.0 00002000:00000024:0.0:1789478796.984152:0:24306:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1789478796.984263:0:24306:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc09125500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:12a0defb-0372-447c-b770-5f4765b3595e+6:18148:x1876403945618432:12345-192.168.206.11@tcp:13:lfs.0 Request processed in 140us (803us total) trans 0 rc 0/0 00000100:00100000:0.0:1789478796.984270:0:24306:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.11@tcp, seq: 9 00000100:00080000:3.0:1789478796.986175:0:22792:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1789478796.987131:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.11@tcp (source: 12345-192.168.206.11@tcp) 00000100:00100000:2.0:1789478796.987253:0:25590:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403945618560 00000100:00100000:2.0:1789478796.987262:0:25590:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403945618560 00000100:00100000:2.0:1789478796.987367:0:25590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.11@tcp, seq: 10 00000100:00100000:2.0:1789478796.987377:0:25590:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc40f60e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:12a0defb-0372-447c-b770-5f4765b3595e+6:18148:x1876403945618560:12345-192.168.206.11@tcp:13:lfs.0 00002000:00000024:2.0:1789478796.987418:0:25590:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3915849728 avail 3684327424 00000100:00100000:2.0:1789478796.987511:0:25590:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc40f60e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:12a0defb-0372-447c-b770-5f4765b3595e+6:18148:x1876403945618560:12345-192.168.206.11@tcp:13:lfs.0 Request processed in 134us (384us total) trans 0 rc 0/0 00000100:00100000:2.0:1789478796.987519:0:25590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.11@tcp, seq: 10 00000100:00080000:3.0:1789478796.987898:0:22792:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000001:00100000:2.0:1789478797.033041:0:25116:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 12a0defb-0372-447c-b770-5f4765b3595e 00000001:00080000:2.0:1789478797.033055:0:25116:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 12884901890 is committed 00000001:00100000:1.0:1789478797.043517:0:24298:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 12a0defb-0372-447c-b770-5f4765b3595e 00000100:00100000:1.0:1789478797.118716:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.11@tcp (source: 12345-192.168.206.11@tcp) 00000100:00100000:0.0:1789478797.118828:0:22790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403945618688 00000100:00100000:0.0:1789478797.118839:0:22790:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403945618688 00000100:00100000:0.0:1789478797.118909:0:22790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.11@tcp, seq: 130 00000100:00100000:0.0:1789478797.118920:0:22790:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc06fa3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:450fd63b-ed54-4433-8b86-8c5c2412150c+10:18179:x1876403945618688:12345-192.168.206.11@tcp:101:mount.lustre.0 00010000:00010000:0.0:1789478797.118950:0:22790:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789478797.118970:0:22790:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8ebb035fc200/0x8ebaae74e8217cc8 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x40000000000000 nid: local remote: 0x26cc8ba2255b78b2 expref: -99 pid: 22790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478797.118998:0:22790:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ebb035fc200/0x8ebaae74e8217cc8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x50000000000000 nid: 192.168.206.11@tcp remote: 0x26cc8ba2255b78b2 expref: 11 pid: 22790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478797.119008:0:22790:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8ebb035fc200/0x8ebaae74e8217cc8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x40000000000000 nid: 192.168.206.11@tcp remote: 0x26cc8ba2255b78b2 expref: 11 pid: 22790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478797.119017:0:22790:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ebb035fc200, rc 0) 00000100:00100000:0.0:1789478797.119077:0:22790:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc06fa3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:450fd63b-ed54-4433-8b86-8c5c2412150c+11:18179:x1876403945618688:12345-192.168.206.11@tcp:101:mount.lustre.0 Request processed in 159us (370us total) trans 0 rc 0/0 00000100:00100000:0.0:1789478797.119083:0:22790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.11@tcp, seq: 130 00000100:00100000:1.0:1789478797.121260:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.11@tcp (source: 12345-192.168.206.11@tcp) 00000100:00100000:0.0:1789478797.121346:0:22791:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403945618816 00000100:00100000:0.0:1789478797.121355:0:22791:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403945618816 00000100:00100000:0.0:1789478797.121461:0:22791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.11@tcp, seq: 131 00000100:00100000:0.0:1789478797.121470:0:22791:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc06fa0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:450fd63b-ed54-4433-8b86-8c5c2412150c+11:18179:x1876403945618816:12345-192.168.206.11@tcp:501:mount.lustre.0 00000100:00100000:0.0:1789478797.121646:0:22791:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc06fa0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:450fd63b-ed54-4433-8b86-8c5c2412150c+11:18179:x1876403945618816:12345-192.168.206.11@tcp:501:mount.lustre.0 Request processed in 175us (394us total) trans 0 rc 0/0 00000100:00100000:0.0:1789478797.121654:0:22791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.11@tcp, seq: 131 00000100:00100000:2.0:1789478797.124409:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.11@tcp (source: 12345-192.168.206.11@tcp) 00000100:00100000:3.0:1789478797.124727:0:22788:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403945618944 00000100:00100000:3.0:1789478797.124737:0:22788:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403945618944 00000100:00100000:3.0:1789478797.124829:0:22788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.11@tcp, seq: 132 00000100:00100000:3.0:1789478797.124841:0:22788:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc06fa0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:450fd63b-ed54-4433-8b86-8c5c2412150c+11:18179:x1876403945618944:12345-192.168.206.11@tcp:503:mount.lustre.0 00000100:00100000:3.0:1789478797.125001:0:22788:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc06fa0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:450fd63b-ed54-4433-8b86-8c5c2412150c+11:18179:x1876403945618944:12345-192.168.206.11@tcp:503:mount.lustre.0 Request processed in 161us (599us total) trans 0 rc 0/0 00000100:00100000:3.0:1789478797.125008:0:22788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.11@tcp, seq: 132 00000100:00100000:1.0:1789478797.130221:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.11@tcp (source: 12345-192.168.206.11@tcp) 00000100:00100000:0.0:1789478797.130329:0:22791:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403945619072 00000100:00100000:0.0:1789478797.130339:0:22791:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403945619072 00000100:00100000:0.0:1789478797.130413:0:22791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.11@tcp, seq: 133 00000100:00100000:0.0:1789478797.130424:0:22791:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc06fa0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:450fd63b-ed54-4433-8b86-8c5c2412150c+11:18186:x1876403945619072:12345-192.168.206.11@tcp:502:llog_process_th.0 00000100:00100000:0.0:1789478797.130583:0:22791:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc06fa0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:450fd63b-ed54-4433-8b86-8c5c2412150c+11:18186:x1876403945619072:12345-192.168.206.11@tcp:502:llog_process_th.0 Request processed in 161us (371us total) trans 0 rc 0/0 00000100:00100000:0.0:1789478797.130624:0:22791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.11@tcp, seq: 133 00000100:00100000:1.0:1789478797.164494:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.11@tcp (source: 12345-192.168.206.11@tcp) 00000100:00100000:3.0:1789478797.166309:0:22788:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403945619200 00000100:00100000:3.0:1789478797.166339:0:22788:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403945619200 00000100:00100000:3.0:1789478797.166534:0:22788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.11@tcp, seq: 134 00000100:00100000:3.0:1789478797.166547:0:22788:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc06fa3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:450fd63b-ed54-4433-8b86-8c5c2412150c+11:18186:x1876403945619200:12345-192.168.206.11@tcp:502:llog_process_th.0 00000100:00100000:2.0:1789478797.170962:0:22788:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc06fa3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:450fd63b-ed54-4433-8b86-8c5c2412150c+11:18186:x1876403945619200:12345-192.168.206.11@tcp:502:llog_process_th.0 Request processed in 4396us (6455us total) trans 0 rc 0/0 00000100:00100000:2.0:1789478797.170977:0:22788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.11@tcp, seq: 134 00000100:00100000:3.0:1789478797.177230:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.11@tcp (source: 12345-192.168.206.11@tcp) 00000100:00100000:2.0:1789478797.177701:0:22790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403945619328 00000100:00100000:2.0:1789478797.177711:0:22790:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403945619328 00000100:00100000:2.0:1789478797.177819:0:22790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.11@tcp, seq: 135 00000100:00100000:2.0:1789478797.177830:0:22790:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc042b3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:450fd63b-ed54-4433-8b86-8c5c2412150c+11:18186:x1876403945619328:12345-192.168.206.11@tcp:502:llog_process_th.0 00000100:00100000:2.0:1789478797.178006:0:22790:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc042b3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:450fd63b-ed54-4433-8b86-8c5c2412150c+11:18186:x1876403945619328:12345-192.168.206.11@tcp:502:llog_process_th.0 Request processed in 177us (783us total) trans 0 rc 0/0 00000100:00100000:2.0:1789478797.178015:0:22790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.11@tcp, seq: 135 00000100:00100000:1.0:1789478797.184025:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.11@tcp (source: 12345-192.168.206.11@tcp) 00000100:00100000:2.0:1789478797.184123:0:22788:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403945619456 00000100:00100000:2.0:1789478797.184133:0:22788:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403945619456 00000100:00100000:2.0:1789478797.184189:0:22788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.11@tcp, seq: 136 00000100:00100000:2.0:1789478797.184198:0:22788:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc042b3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:450fd63b-ed54-4433-8b86-8c5c2412150c+11:18179:x1876403945619456:12345-192.168.206.11@tcp:101:mount.lustre.0 00010000:00010000:2.0:1789478797.184214:0:22788:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789478797.184231:0:22788:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8ebc421ed400/0x8ebaae74e8217ccf lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x26cc8ba2255b78e3 expref: -99 pid: 22788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478797.184260:0:22788:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ebc421ed400/0x8ebaae74e8217ccf lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 192.168.206.11@tcp remote: 0x26cc8ba2255b78e3 expref: 12 pid: 22788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478797.184271:0:22788:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8ebc421ed400/0x8ebaae74e8217ccf lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 192.168.206.11@tcp remote: 0x26cc8ba2255b78e3 expref: 12 pid: 22788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478797.184280:0:22788:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ebc421ed400, rc 0) 00000100:00100000:2.0:1789478797.185764:0:22788:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc042b3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:450fd63b-ed54-4433-8b86-8c5c2412150c+12:18179:x1876403945619456:12345-192.168.206.11@tcp:101:mount.lustre.0 Request processed in 1561us (1743us total) trans 0 rc 0/0 00000100:00100000:2.0:1789478797.185774:0:22788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.11@tcp, seq: 136 00000100:00100000:1.0:1789478797.198980:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.11@tcp (source: 12345-192.168.206.11@tcp) 00000100:00100000:2.0:1789478797.199082:0:22790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403945619584 00000100:00100000:2.0:1789478797.199091:0:22790:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403945619584 00000100:00100000:2.0:1789478797.199158:0:22790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.11@tcp, seq: 137 00000100:00100000:2.0:1789478797.199170:0:22790:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc042b0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:450fd63b-ed54-4433-8b86-8c5c2412150c+12:18179:x1876403945619584:12345-192.168.206.11@tcp:256:mount.lustre.0 20000000:01000000:2.0:1789478797.199194:0:22790:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-cliir bufsize 1048576. 20000000:01000000:2.0:1789478797.199221:0:22790:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/256/255. 20000000:01000000:2.0:1789478797.199225:0:22790:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4008/1/256/255. 20000000:01000000:2.0:1789478797.199228:0:22790:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3964/1/256/255. 20000000:01000000:2.0:1789478797.199231:0:22790:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3920/1/256/255. 20000000:01000000:2.0:1789478797.199233:0:22790:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 176, version 14 00000100:00100000:2.0:1789478797.201555:0:22790:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc042b0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:450fd63b-ed54-4433-8b86-8c5c2412150c+12:18179:x1876403945619584:12345-192.168.206.11@tcp:256:mount.lustre.0 Request processed in 2378us (2576us total) trans 0 rc 0/0 00000100:00100000:2.0:1789478797.201567:0:22790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.11@tcp, seq: 137 00000100:00100000:1.0:1789478797.211018:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.11@tcp (source: 12345-192.168.206.11@tcp) 00000100:00100000:2.0:1789478797.211343:0:22788:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403945619712 00000100:00100000:2.0:1789478797.211353:0:22788:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403945619712 00000100:00100000:2.0:1789478797.211687:0:22788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.11@tcp, seq: 138 00000100:00100000:2.0:1789478797.211701:0:22788:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc042b2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:450fd63b-ed54-4433-8b86-8c5c2412150c+12:18179:x1876403945619712:12345-192.168.206.11@tcp:101:mount.lustre.0 00010000:00010000:2.0:1789478797.211718:0:22788:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789478797.211736:0:22788:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8ebc421ec800/0x8ebaae74e8217cd6 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0x26cc8ba2255b78ea expref: -99 pid: 22788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478797.211764:0:22788:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ebc421ec800/0x8ebaae74e8217cd6 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 192.168.206.11@tcp remote: 0x26cc8ba2255b78ea expref: 13 pid: 22788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478797.211776:0:22788:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8ebc421ec800/0x8ebaae74e8217cd6 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 192.168.206.11@tcp remote: 0x26cc8ba2255b78ea expref: 13 pid: 22788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478797.211786:0:22788:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ebc421ec800, rc 0) 00000100:00100000:2.0:1789478797.211847:0:22788:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc042b2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:450fd63b-ed54-4433-8b86-8c5c2412150c+13:18179:x1876403945619712:12345-192.168.206.11@tcp:101:mount.lustre.0 Request processed in 150us (837us total) trans 0 rc 0/0 00000100:00100000:2.0:1789478797.213742:0:22788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.11@tcp, seq: 138 00000100:00100000:1.0:1789478797.215553:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.11@tcp (source: 12345-192.168.206.11@tcp) 00000100:00100000:2.0:1789478797.215738:0:22790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403945619840 00000100:00100000:2.0:1789478797.215748:0:22790:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403945619840 00000100:00100000:2.0:1789478797.215804:0:22790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.11@tcp, seq: 139 00000100:00100000:2.0:1789478797.215827:0:22790:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc042b2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:450fd63b-ed54-4433-8b86-8c5c2412150c+13:18179:x1876403945619840:12345-192.168.206.11@tcp:501:mount.lustre.0 00000100:00100000:2.0:1789478797.215987:0:22790:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc042b2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:450fd63b-ed54-4433-8b86-8c5c2412150c+13:18179:x1876403945619840:12345-192.168.206.11@tcp:501:mount.lustre.0 Request processed in 162us (440us total) trans 0 rc 0/0 00000100:00100000:2.0:1789478797.215995:0:22790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.11@tcp, seq: 139 00000100:00100000:3.0:1789478797.218050:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.11@tcp (source: 12345-192.168.206.11@tcp) 00000100:00100000:2.0:1789478797.218330:0:22788:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403945619968 00000100:00100000:2.0:1789478797.218339:0:22788:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403945619968 00000100:00100000:2.0:1789478797.218408:0:22788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.11@tcp, seq: 140 00000100:00100000:2.0:1789478797.218418:0:22788:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc042b0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:450fd63b-ed54-4433-8b86-8c5c2412150c+13:18179:x1876403945619968:12345-192.168.206.11@tcp:503:mount.lustre.0 00000100:00100000:2.0:1789478797.218545:0:22788:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc042b0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:450fd63b-ed54-4433-8b86-8c5c2412150c+13:18179:x1876403945619968:12345-192.168.206.11@tcp:503:mount.lustre.0 Request processed in 127us (500us total) trans 0 rc 0/0 00000100:00100000:2.0:1789478797.218553:0:22788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.11@tcp, seq: 140 00010000:00010000:0.0:1789478797.220782:0:22784:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789478797.226175:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.11@tcp (source: 12345-192.168.206.11@tcp) 00000100:00100000:0.0:1789478797.227631:0:22791:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403945620096 00000100:00100000:0.0:1789478797.227643:0:22791:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403945620096 00000100:00100000:0.0:1789478797.227710:0:22791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.11@tcp, seq: 141 00000100:00100000:0.0:1789478797.227721:0:22791:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc042b0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:450fd63b-ed54-4433-8b86-8c5c2412150c+13:18192:x1876403945620096:12345-192.168.206.11@tcp:502:llog_process_th.0 00000100:00100000:0.0:1789478797.227855:0:22791:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc042b0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:450fd63b-ed54-4433-8b86-8c5c2412150c+13:18192:x1876403945620096:12345-192.168.206.11@tcp:502:llog_process_th.0 Request processed in 135us (1688us total) trans 0 rc 0/0 00000100:00100000:0.0:1789478797.227862:0:22791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.11@tcp, seq: 141 00000100:00100000:1.0:1789478797.232486:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.11@tcp (source: 12345-192.168.206.11@tcp) 00000100:00100000:2.0:1789478797.232551:0:22788:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403945620224 00000100:00100000:2.0:1789478797.232561:0:22788:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403945620224 00000100:00100000:2.0:1789478797.232653:0:22788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.11@tcp, seq: 142 00000100:00100000:2.0:1789478797.232664:0:22788:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc042b1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:450fd63b-ed54-4433-8b86-8c5c2412150c+13:18192:x1876403945620224:12345-192.168.206.11@tcp:502:llog_process_th.0 00000100:00100000:2.0:1789478797.232815:0:22788:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc042b1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:450fd63b-ed54-4433-8b86-8c5c2412150c+13:18192:x1876403945620224:12345-192.168.206.11@tcp:502:llog_process_th.0 Request processed in 152us (337us total) trans 0 rc 0/0 00000100:00100000:2.0:1789478797.232823:0:22788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.11@tcp, seq: 142 00000100:00100000:3.0:1789478797.256348:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.11@tcp (source: 12345-192.168.206.11@tcp) 00000100:00100000:3.0:1789478797.256409:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.11@tcp (source: 12345-192.168.206.11@tcp) 00000100:00100000:0.0:1789478797.256514:0:24106:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403945620352 00000100:00100000:0.0:1789478797.256523:0:24106:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403945620352 00000100:00100000:0.0:1789478797.256570:0:24106:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403945620608 00000100:00100000:0.0:1789478797.256574:0:24106:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403945620608 00000100:00100000:0.0:1789478797.256620:0:24106:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.11@tcp, seq: 16 00000100:00100000:0.0:1789478797.256629:0:24106:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc40f60700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2394:x1876403945620352:12345-192.168.206.11@tcp:38:mount.lustre.0 00010000:00080000:0.0:1789478797.256659:0:24106:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0000: connection from 42f75e03-6c46-423b-a484-1ead250d253b@192.168.206.11@tcp t0 exp 0000000000000000 cur 626 last 0 00000100:00100000:1.0:1789478797.256692:0:22797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.11@tcp, seq: 17 00000020:00000080:0.0:1789478797.256696:0:24106:0:(genops.c:1385:class_connect()) connect: client 42f75e03-6c46-423b-a484-1ead250d253b, cookie 0x8ebaae74e8217cdd 00000100:00100000:1.0:1789478797.256698:0:22797:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebb04b8ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2394:x1876403945620608:12345-192.168.206.11@tcp:38:mount.lustre.0 00010000:00080000:1.0:1789478797.256714:0:22797:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0001: connection from 42f75e03-6c46-423b-a484-1ead250d253b@192.168.206.11@tcp t0 exp 0000000000000000 cur 626 last 0 00000004:00100000:0.0:1789478797.256722:0:24106:0:(mdt_handler.c:7293:mdt_connect_internal()) lustre-MDT0000: cli supports cksum type f7, return f7 00000020:00000080:1.0:1789478797.256735:0:22797:0:(genops.c:1385:class_connect()) connect: client 42f75e03-6c46-423b-a484-1ead250d253b, cookie 0x8ebaae74e8217ce4 00000004:00100000:1.0:1789478797.256747:0:22797:0:(mdt_handler.c:7293:mdt_connect_internal()) lustre-MDT0001: cli supports cksum type f7, return f7 00000100:00080000:1.0:1789478797.256806:0:22797:0:(import.c:65:import_set_state_nolock()) ffff8ebc2b452000 : changing import state from RECOVER to FULL 00000100:00080000:0.0:1789478797.256806:0:24106:0:(import.c:65:import_set_state_nolock()) ffff8ebc085a8000 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1789478797.256866:0:22797:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebb04b8ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:42f75e03-6c46-423b-a484-1ead250d253b+6:2394:x1876403945620608:12345-192.168.206.11@tcp:38:mount.lustre.0 Request processed in 166us (455us total) trans 0 rc 0/0 00000100:00100000:1.0:1789478797.256901:0:22797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.11@tcp, seq: 17 00000100:00100000:0.0:1789478797.261377:0:24106:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc40f60700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:42f75e03-6c46-423b-a484-1ead250d253b+6:2394:x1876403945620352:12345-192.168.206.11@tcp:38:mount.lustre.0 Request processed in 4732us (5022us total) trans 0 rc 0/0 00000100:00100000:0.0:1789478797.261938:0:24106:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.11@tcp, seq: 16 00000100:00100000:1.0:1789478797.270040:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.11@tcp (source: 12345-192.168.206.11@tcp) 00000100:00100000:2.0:1789478797.270141:0:22798:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403945620736 00000100:00100000:2.0:1789478797.270151:0:22798:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403945620736 00000100:00100000:2.0:1789478797.270268:0:22798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.11@tcp, seq: 18 00000100:00100000:2.0:1789478797.270279:0:22798:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebb03598380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:42f75e03-6c46-423b-a484-1ead250d253b+6:0:x1876403945620736:12345-192.168.206.11@tcp:41:mount.lustre.0 00000004:00000024:2.0:1789478797.270308:0:22798:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:2.0:1789478797.270386:0:22798:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebb03598380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:42f75e03-6c46-423b-a484-1ead250d253b+6:0:x1876403945620736:12345-192.168.206.11@tcp:41:mount.lustre.0 Request processed in 109us (355us total) trans 0 rc 0/0 00000100:00100000:2.0:1789478797.270410:0:22798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.11@tcp, seq: 18 00000100:00080000:3.0:1789478797.272945:0:22792:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1789478797.273713:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.11@tcp (source: 12345-192.168.206.11@tcp) 00000100:00100000:2.0:1789478797.273755:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.11@tcp (source: 12345-192.168.206.11@tcp) 00000100:00100000:0.0:1789478797.276738:0:24106:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403945620480 00000100:00100000:0.0:1789478797.276752:0:24106:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403945620480 00000100:00100000:0.0:1789478797.276827:0:24106:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403945620864 00000100:00100000:0.0:1789478797.276831:0:24106:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403945620864 00000100:00080000:2.0:1789478797.276863:0:22792:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1789478797.276887:0:24106:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.11@tcp, seq: 19 00000100:00100000:0.0:1789478797.276899:0:24106:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc09124000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:42f75e03-6c46-423b-a484-1ead250d253b+7:0:x1876403945620480:12345-192.168.206.11@tcp:41:mount.lustre.0 00000004:00000024:0.0:1789478797.276930:0:24106:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446309888 avail 1300070400 00000100:00100000:1.0:1789478797.276961:0:22797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.11@tcp, seq: 20 00000100:00100000:1.0:1789478797.276973:0:22797:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc09124380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:42f75e03-6c46-423b-a484-1ead250d253b+7:18179:x1876403945620864:12345-192.168.206.11@tcp:41:mount.lustre.0 00000004:00000024:1.0:1789478797.276990:0:22797:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446309888 avail 1300070400 00000100:00100000:0.0:1789478797.277016:0:24106:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc09124000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:42f75e03-6c46-423b-a484-1ead250d253b+7:0:x1876403945620480:12345-192.168.206.11@tcp:41:mount.lustre.0 Request processed in 117us (3306us total) trans 0 rc 0/0 00000100:00100000:0.0:1789478797.277027:0:24106:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.11@tcp, seq: 19 00000100:00100000:1.0:1789478797.277028:0:22797:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc09124380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:42f75e03-6c46-423b-a484-1ead250d253b+7:18179:x1876403945620864:12345-192.168.206.11@tcp:41:mount.lustre.0 Request processed in 55us (3269us total) trans 0 rc 0/0 00000100:00100000:1.0:1789478797.277038:0:22797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.11@tcp, seq: 20 00000100:00100000:0.0:1789478797.281045:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.11@tcp (source: 12345-192.168.206.11@tcp) 00000100:00100000:3.0:1789478797.281138:0:24106:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403945620992 00000100:00100000:3.0:1789478797.281147:0:24106:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403945620992 00000100:00100000:3.0:1789478797.281204:0:24106:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.11@tcp, seq: 21 00000100:00100000:3.0:1789478797.281215:0:24106:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc34cb7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:42f75e03-6c46-423b-a484-1ead250d253b+6:18179:x1876403945620992:12345-192.168.206.11@tcp:40:mount.lustre.0 00000100:00100000:3.0:1789478797.281351:0:24106:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc34cb7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:42f75e03-6c46-423b-a484-1ead250d253b+6:18179:x1876403945620992:12345-192.168.206.11@tcp:40:mount.lustre.0 Request processed in 138us (316us total) trans 0 rc 0/0 00000100:00100000:3.0:1789478797.281359:0:24106:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.11@tcp, seq: 21 00000100:00100000:2.0:1789478797.292740:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.11@tcp (source: 12345-192.168.206.11@tcp) 00000100:00100000:2.0:1789478797.292784:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.11@tcp (source: 12345-192.168.206.11@tcp) 00000100:00100000:2.0:1789478797.292815:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.11@tcp (source: 12345-192.168.206.11@tcp) 00000100:00100000:1.0:1789478797.292903:0:25334:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403945621120 00000100:00100000:1.0:1789478797.292912:0:25334:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403945621120 00000100:00100000:1.0:1789478797.292956:0:25334:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403945621248 00000100:00100000:1.0:1789478797.292959:0:25334:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403945621248 00000100:00100000:1.0:1789478797.292985:0:25334:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.11@tcp, seq: 18 00000100:00100000:1.0:1789478797.292993:0:25334:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc09127800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2394:x1876403945621120:12345-192.168.206.11@tcp:8:mount.lustre.0 00010000:00080000:1.0:1789478797.293027:0:25334:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-OST0000: connection from 42f75e03-6c46-423b-a484-1ead250d253b@192.168.206.11@tcp t0 exp 0000000000000000 cur 626 last 0 00000020:00000080:1.0:1789478797.293057:0:25334:0:(genops.c:1385:class_connect()) connect: client 42f75e03-6c46-423b-a484-1ead250d253b, cookie 0x8ebaae74e8217ceb 00002000:00100000:1.0:1789478797.293069:0:25334:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli 42f75e03-6c46-423b-a484-1ead250d253b/ffff8ebc2b451800 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 2113954 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:1.0:1789478797.293080:0:25334:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00002000:00080000:1.0:1789478797.293149:0:25334:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:1.0:1789478797.293177:0:25334:0:(import.c:65:import_set_state_nolock()) ffff8ebc2b455800 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1789478797.293236:0:25334:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc09127800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:42f75e03-6c46-423b-a484-1ead250d253b+6:2394:x1876403945621120:12345-192.168.206.11@tcp:8:mount.lustre.0 Request processed in 241us (450us total) trans 0 rc 0/0 00000100:00100000:1.0:1789478797.293243:0:25334:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.11@tcp, seq: 18 00000100:00100000:1.0:1789478797.293260:0:25334:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.11@tcp, seq: 19 00000100:00100000:1.0:1789478797.293278:0:25334:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc09125180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2394:x1876403945621248:12345-192.168.206.11@tcp:8:mount.lustre.0 00010000:00080000:1.0:1789478797.293295:0:25334:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-OST0001: connection from 42f75e03-6c46-423b-a484-1ead250d253b@192.168.206.11@tcp t0 exp 0000000000000000 cur 626 last 0 00000020:00000080:1.0:1789478797.293311:0:25334:0:(genops.c:1385:class_connect()) connect: client 42f75e03-6c46-423b-a484-1ead250d253b, cookie 0x8ebaae74e8217cf2 00002000:00100000:1.0:1789478797.293316:0:25334:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli 42f75e03-6c46-423b-a484-1ead250d253b/ffff8ebc2b453800 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 2113954 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:1.0:1789478797.293323:0:25334:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return f7 00002000:00080000:1.0:1789478797.293359:0:25334:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:1.0:1789478797.293377:0:25334:0:(import.c:65:import_set_state_nolock()) ffff8ebc2b454000 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1789478797.293403:0:25334:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc09125180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:42f75e03-6c46-423b-a484-1ead250d253b+6:2394:x1876403945621248:12345-192.168.206.11@tcp:8:mount.lustre.0 Request processed in 124us (587us total) trans 0 rc 0/0 00000100:00100000:1.0:1789478797.293410:0:25334:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.11@tcp, seq: 19 00000100:00100000:0.0:1789478797.293804:0:22807:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403945621376 00000100:00100000:0.0:1789478797.293810:0:22807:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403945621376 00000100:00100000:0.0:1789478797.293853:0:22807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.11@tcp, seq: 4 00000100:00100000:0.0:1789478797.293861:0:22807:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc09124700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:42f75e03-6c46-423b-a484-1ead250d253b+6:18179:x1876403945621376:12345-192.168.206.11@tcp:900:mount.lustre.0 00000100:00100000:0.0:1789478797.293926:0:22807:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc09124700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:42f75e03-6c46-423b-a484-1ead250d253b+6:18179:x1876403945621376:12345-192.168.206.11@tcp:900:mount.lustre.0 Request processed in 66us (1194us total) trans 0 rc 0/0 00000100:00100000:0.0:1789478797.293933:0:22807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.11@tcp, seq: 4 00000100:00100000:2.0:1789478797.298217:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.11@tcp (source: 12345-192.168.206.11@tcp) 00000100:00100000:3.0:1789478797.298335:0:22800:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403945621504 00000100:00100000:3.0:1789478797.298344:0:22800:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403945621504 00000100:00100000:3.0:1789478797.298404:0:22800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.11@tcp, seq: 1 00000100:00100000:3.0:1789478797.298414:0:22800:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc09125f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:42f75e03-6c46-423b-a484-1ead250d253b+6:18179:x1876403945621504:12345-192.168.206.11@tcp:33:mount.lustre.0 00000004:00200000:3.0:1789478797.298505:0:22800:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000100:00100000:3.0:1789478797.298790:0:22800:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc09125f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:42f75e03-6c46-423b-a484-1ead250d253b+6:18179:x1876403945621504:12345-192.168.206.11@tcp:33:mount.lustre.0 Request processed in 376us (580us total) trans 0 rc 0/0 00000100:00100000:3.0:1789478797.298799:0:22800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.11@tcp, seq: 1 00000100:00100000:1.0:1789478797.488429:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.11@tcp (source: 12345-192.168.206.11@tcp) 00000100:00100000:0.0:1789478797.488555:0:22798:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403945621632 00000100:00100000:0.0:1789478797.488565:0:22798:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403945621632 00000100:00100000:0.0:1789478797.488645:0:22798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.11@tcp, seq: 22 00000100:00100000:0.0:1789478797.488656:0:22798:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebb0359b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:42f75e03-6c46-423b-a484-1ead250d253b+6:18215:x1876403945621632:12345-192.168.206.11@tcp:101:mkdir.0 00010000:00010000:0.0:1789478797.488674:0:22798:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789478797.488708:0:22798:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ebb035fd000/0x8ebaae74e8217cf9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x26cc8ba2255b791b expref: -99 pid: 22798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478797.488776:0:22798:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ebb035fd400/0x8ebaae74e8217d00 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22798 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478797.488791:0:22798:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ebb035fd400/0x8ebaae74e8217d00 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22798 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478797.488821:0:22798:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ebb035fd400/0x8ebaae74e8217d00 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22798 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1789478797.488864:0:22798:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1789478797.488867:0:22798:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1789478797.488905:0:22798:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ebb035fd400/0x8ebaae74e8217d00 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22798 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478797.488930:0:22798:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ebb035fd000/0x8ebaae74e8217cf9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.11@tcp remote: 0x26cc8ba2255b791b expref: 8 pid: 22798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478797.488947:0:22798:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ebb035fd400/0x8ebaae74e8217d00 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.11@tcp remote: 0x26cc8ba2255b791b expref: 7 pid: 22798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478797.488955:0:22798:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8ebc185a7000) 00010000:00010000:0.0:1789478797.488958:0:22798:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1789478797.488961:0:22798:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ebb035fd400, rc 0) 00000100:00100000:0.0:1789478797.489015:0:22798:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebb0359b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:42f75e03-6c46-423b-a484-1ead250d253b+7:18215:x1876403945621632:12345-192.168.206.11@tcp:101:mkdir.0 Request processed in 361us (595us total) trans 0 rc 0/0 00000100:00100000:0.0:1789478797.489022:0:22798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.11@tcp, seq: 22 00010000:00010000:0.0:1789478798.244752:0:25336:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1789478798.502213:0:22830:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:1.0:1789478799.076840:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1789478799.076864:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebb04b8b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3648:1876403964589184:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1789478799.076964:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789478799.077160:0:24305:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964589184 00000100:00100000:3.0:1789478799.077167:0:24305:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964589184 00000100:00100000:3.0:1789478799.077232:0:24305:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:3.0:1789478799.077243:0:24305:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebb0359a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3648:x1876403964589184:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1789478799.077286:0:24305:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1789478799.077331:0:24305:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebb0359a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3648:x1876403964589184:12345-0@lo:13:osp-pre-0-1.0 Request processed in 91us (378us total) trans 0 rc 0/0 00000100:00100000:3.0:1789478799.077338:0:24305:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00080000:1.0:1789478799.077407:0:22792:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1789478799.077441:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebb04b8b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3648:1876403964589184:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1789478799.269514:0:22785:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789478799.588902:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc08498380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3648:1876403964589312:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1789478799.588984:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789478799.589067:0:22802:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964589312 00000100:00100000:3.0:1789478799.589075:0:22802:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964589312 00000100:00100000:3.0:1789478799.589125:0:22802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:3.0:1789478799.589135:0:22802:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebb0359b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3648:x1876403964589312:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1789478799.589165:0:22802:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:3.0:1789478799.595563:0:22802:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebb0359b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3648:x1876403964589312:12345-0@lo:41:osp-pre-1-0.0 Request processed in 6420us (6569us total) trans 0 rc 0/0 00000100:00100000:3.0:1789478799.595577:0:22802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00100000:1.0:1789478799.596068:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc08498380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3648:1876403964589312:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1789478799.596689:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc09126680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3645:1876403964589440:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1789478799.596751:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789478799.596908:0:22801:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964589440 00000100:00100000:2.0:1789478799.596916:0:22801:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964589440 00000100:00100000:2.0:1789478799.596980:0:22801:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00100000:2.0:1789478799.596990:0:22801:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebb03598a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3645:x1876403964589440:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1789478799.597025:0:22801:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446309888 avail 1300070400 00000100:00100000:2.0:1789478799.597080:0:22801:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebb03598a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3645:x1876403964589440:12345-0@lo:41:osp-pre-0-1.0 Request processed in 92us (329us total) trans 0 rc 0/0 00000100:00100000:2.0:1789478799.597087:0:22801:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00000100:00100000:0.0:1789478799.597129:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc09126680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3645:1876403964589440:0@lo:41:osp-pre-0-1.0 00000001:02000400:3.0:1789478799.861834:0:25676:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: Using TIMEOUT=20 00010000:00010000:0.0:1789478800.292918:0:22784:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1789478800.489979:0:23549:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000001:00100000:3.0:1789478800.619674:0:23529:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of 42f75e03-6c46-423b-a484-1ead250d253b 00000001:00100000:3.0:1789478800.619685:0:23529:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of 12a0defb-0372-447c-b770-5f4765b3595e 00000001:00100000:0.0:1789478800.626476:0:22776:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of 42f75e03-6c46-423b-a484-1ead250d253b 00000001:00100000:0.0:1789478800.626492:0:22776:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of 12a0defb-0372-447c-b770-5f4765b3595e 00010000:00010000:0.0:1789478801.318642:0:25336:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789478801.636888:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebb03598e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:433f6587-f9be-4304-94be-07d77f00816b:3646:1876403964589696:0@lo:400:kworker.0 00000100:00100000:1.0:1789478801.636968:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789478801.637031:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebb0359ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3646:1876403964590080:0@lo:400:kworker.0 00000100:00100000:1.0:1789478801.637059:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789478801.637086:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc012ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3646:1876403964590592:0@lo:400:kworker.0 00000100:00100000:1.0:1789478801.637107:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789478801.637125:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc012ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3646:1876403964591104:0@lo:400:kworker.0 00000100:00100000:1.0:1789478801.637148:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789478801.637169:0:22790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964589696 00000100:00100000:3.0:1789478801.637176:0:24304:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964590080 00000100:00100000:1.0:1789478801.637178:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:2.0:1789478801.637179:0:22790:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964589696 00000100:00100000:3.0:1789478801.637183:0:24304:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964590080 00000100:00100000:1.0:1789478801.637188:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebb03599c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3646:1876403964589952:0@lo:400:kworker.0 00000100:00100000:1.0:1789478801.637219:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789478801.637234:0:24304:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964590592 00000100:00100000:3.0:1789478801.637240:0:24304:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964590592 00000100:00100000:2.0:1789478801.637240:0:22790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 143 00000100:00100000:2.0:1789478801.637254:0:22790:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc042b3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:433f6587-f9be-4304-94be-07d77f00816b+24:3646:x1876403964589696:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789478801.637259:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc012ac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3646:1876403964590464:0@lo:400:kworker.0 00000100:00100000:3.0:1789478801.637265:0:24304:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964589952 00000100:00100000:3.0:1789478801.637269:0:24304:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964589952 00000100:00100000:3.0:1789478801.637296:0:24304:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1789478801.637296:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789478801.637310:0:24304:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc012ac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3646:x1876403964590080:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789478801.637321:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc012aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3646:1876403964590976:0@lo:400:kworker.0 00000100:00100000:2.0:1789478801.637335:0:22790:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc042b3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:433f6587-f9be-4304-94be-07d77f00816b+24:3646:x1876403964589696:12345-0@lo:400:kworker.0 Request processed in 82us (364us total) trans 0 rc 0/0 00000100:00100000:2.0:1789478801.637345:0:22790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 143 00000100:00100000:1.0:1789478801.637351:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789478801.637467:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc09127480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3647:1876403964589568:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1789478801.637590:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebb03598e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:433f6587-f9be-4304-94be-07d77f00816b:3646:1876403964589696:0@lo:400:kworker.0 00000100:00100000:1.0:1789478801.637635:0:3646:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 12884901890 gen 2 00000100:00100000:1.0:1789478801.637650:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebb0359ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3646:1876403964590080:0@lo:400:kworker.0 00000100:00100000:1.0:1789478801.637661:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1789478801.637668:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc0849a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3646:1876403964591488:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1789478801.637693:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789478801.637720:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebb0359b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3648:1876403964589824:0@lo:400:kworker.0 00000100:00100000:1.0:1789478801.637743:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789478801.637760:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebb03599880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3648:1876403964590336:0@lo:400:kworker.0 00000100:00100000:1.0:1789478801.637779:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789478801.637794:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc012af100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3648:1876403964590848:0@lo:400:kworker.0 00000100:00100000:2.0:1789478801.637820:0:24306:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964591488 00000100:00100000:1.0:1789478801.637827:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789478801.637833:0:24306:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964591488 00000100:00100000:1.0:1789478801.637851:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebb04b8a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3648:1876403964591360:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1789478801.637880:0:24306:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:1.0:1789478801.637887:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789478801.637892:0:24306:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc012af800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3646:x1876403964591488:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1789478801.637915:0:24306:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1789478801.637921:0:25334:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964590464 00000100:00100000:1.0:1789478801.637927:0:25334:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964590464 00000100:00100000:1.0:1789478801.637953:0:25334:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1789478801.637962:0:25334:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc012ad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3646:x1876403964590592:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789478801.637968:0:24306:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc012af800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3646:x1876403964591488:12345-0@lo:13:osp-pre-0-0.0 Request processed in 77us (271us total) trans 0 rc 0/0 00000100:00100000:2.0:1789478801.637977:0:24306:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1789478801.637992:0:24306:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964591360 00000100:00100000:2.0:1789478801.637997:0:24306:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964591360 00000100:00100000:1.0:1789478801.638003:0:25334:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc012ad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+6:3646:x1876403964590592:12345-0@lo:400:kworker.0 Request processed in 41us (892us total) trans 0 rc 0/0 00000100:00100000:1.0:1789478801.638011:0:25334:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1789478801.638017:0:24306:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:2.0:1789478801.638026:0:24306:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc012aca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3648:x1876403964591360:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1789478801.638032:0:25334:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:1.0:1789478801.638042:0:25334:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc012af480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3646:x1876403964589952:12345-0@lo:400:kworker.0 00002000:00000024:2.0:1789478801.638044:0:24306:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3915849728 avail 3684327424 00000100:00100000:2.0:1789478801.638441:0:24306:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc012aca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3648:x1876403964591360:12345-0@lo:13:osp-pre-1-1.0 Request processed in 415us (554us total) trans 0 rc 0/0 00000100:00100000:1.0:1789478801.638448:0:25334:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc012af480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3646:x1876403964589952:12345-0@lo:400:kworker.0 Request processed in 406us (1226us total) trans 0 rc 0/0 00000100:00100000:2.0:1789478801.638452:0:24306:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:1.0:1789478801.638465:0:25334:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:1.0:1789478801.638484:0:25334:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:1.0:1789478801.638491:0:25334:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc012adf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3646:x1876403964590464:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789478801.638519:0:25334:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc012adf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3646:x1876403964590464:12345-0@lo:400:kworker.0 Request processed in 29us (1229us total) trans 0 rc 0/0 00000100:00100000:1.0:1789478801.638525:0:25334:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:1.0:1789478801.638545:0:24106:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964591104 00000100:00100000:1.0:1789478801.638549:0:24106:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964591104 00000100:00100000:1.0:1789478801.638580:0:24106:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964590976 00000100:00100000:1.0:1789478801.638583:0:24106:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964590976 00000100:00100000:1.0:1789478801.638616:0:24106:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964590848 00000100:00100000:1.0:1789478801.638619:0:24106:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964590848 00000100:00100000:1.0:1789478801.638634:0:24106:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:1.0:1789478801.638649:0:24106:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc012adc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3646:x1876403964591104:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789478801.638680:0:24106:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc012adc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3646:x1876403964591104:12345-0@lo:400:kworker.0 Request processed in 33us (1531us total) trans 0 rc 0/0 00000100:00100000:1.0:1789478801.638685:0:24106:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:1.0:1789478801.638696:0:24106:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:1.0:1789478801.638701:0:24106:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc012ace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3646:x1876403964590976:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789478801.638723:0:24106:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc012ace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3646:x1876403964590976:12345-0@lo:400:kworker.0 Request processed in 22us (1373us total) trans 0 rc 0/0 00000100:00100000:1.0:1789478801.638727:0:24106:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:1.0:1789478801.638737:0:24106:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:1.0:1789478801.638741:0:24106:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc012ac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3648:x1876403964590848:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789478801.638762:0:24106:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc012ac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3648:x1876403964590848:12345-0@lo:400:kworker.0 Request processed in 21us (936us total) trans 0 rc 0/0 00000100:00100000:1.0:1789478801.638767:0:24106:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00080000:1.0:1789478801.638783:0:22792:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1789478801.638786:0:22792:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1789478801.638788:0:22792:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1789478801.638790:0:22792:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1789478801.638835:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc012af100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3648:1876403964590848:0@lo:400:kworker.0 00000100:00100000:1.0:1789478801.638851:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebb04b8a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3648:1876403964591360:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1789478801.638894:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc0849a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3646:1876403964591488:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1789478801.638902:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebb03599c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3646:1876403964589952:0@lo:400:kworker.0 00000100:00100000:1.0:1789478801.638911:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc012ac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3646:1876403964590464:0@lo:400:kworker.0 00010000:00080000:1.0:1789478801.638921:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8ebc012aea00 x1876403964590976/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789478817 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789478801.638937:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc012aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3646:1876403964590976:0@lo:400:kworker.0 00000100:00100000:1.0:1789478801.638948:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc012ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3646:1876403964590592:0@lo:400:kworker.0 00000100:00100000:1.0:1789478801.638955:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc012ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3646:1876403964591104:0@lo:400:kworker.0 00000100:00100000:3.0:1789478801.641703:0:24304:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc012ac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3646:x1876403964590080:12345-0@lo:400:kworker.0 Request processed in 4151us (4396us total) trans 0 rc 0/0 00000100:00100000:3.0:1789478801.641719:0:24304:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1789478801.641781:0:22802:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964589824 00000100:00100000:3.0:1789478801.641808:0:22802:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964589824 00000100:00100000:3.0:1789478801.641875:0:22802:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964590336 00000100:00100000:3.0:1789478801.641879:0:22802:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964590336 00000100:00100000:3.0:1789478801.641900:0:22802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000100:00100000:3.0:1789478801.641909:0:22802:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc012ae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3648:x1876403964589824:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789478801.641921:0:22801:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47 00000100:00100000:2.0:1789478801.641933:0:22801:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc012aed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3648:x1876403964590336:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789478801.642831:0:22801:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc012aed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3648:x1876403964590336:12345-0@lo:400:kworker.0 Request processed in 897us (5046us total) trans 0 rc 0/0 00000100:00100000:2.0:1789478801.642842:0:22801:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47 00000100:00100000:1.0:1789478801.643302:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebb03599880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3648:1876403964590336:0@lo:400:kworker.0 00000100:00100000:0.0:1789478801.643687:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789478801.643770:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebb0359a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3647:1876403964590208:0@lo:400:kworker.0 00000100:00100000:0.0:1789478801.643808:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789478801.643829:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc012afb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3647:1876403964590720:0@lo:400:kworker.0 00000100:00100000:0.0:1789478801.643863:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789478801.643884:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc012ad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3647:1876403964591232:0@lo:400:kworker.0 00000100:00100000:0.0:1789478801.643905:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789478801.643966:0:22797:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964590208 00000100:00100000:0.0:1789478801.643972:0:22797:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964590208 00000100:00100000:0.0:1789478801.644011:0:22797:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964590720 00000100:00100000:0.0:1789478801.644014:0:22797:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964590720 00000100:00100000:0.0:1789478801.644027:0:22797:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964591232 00000100:00100000:0.0:1789478801.644029:0:22797:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964591232 00000100:00100000:0.0:1789478801.644062:0:22797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:0.0:1789478801.644071:0:22797:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc0849bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3647:x1876403964590208:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789478801.644116:0:22797:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc0849bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3647:x1876403964590208:12345-0@lo:400:kworker.0 Request processed in 46us (307us total) trans 0 rc 0/0 00000100:00100000:0.0:1789478801.644123:0:22797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:0.0:1789478801.644138:0:22797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:0.0:1789478801.644144:0:22797:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc08499500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3647:x1876403964590720:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789478801.644170:0:22797:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc08499500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3647:x1876403964590720:12345-0@lo:400:kworker.0 Request processed in 27us (317us total) trans 0 rc 0/0 00000100:00100000:0.0:1789478801.644175:0:22797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:0.0:1789478801.644185:0:22797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:0.0:1789478801.644191:0:22797:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc0849aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3647:x1876403964591232:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789478801.644214:0:22797:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc0849aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3647:x1876403964591232:12345-0@lo:400:kworker.0 Request processed in 24us (308us total) trans 0 rc 0/0 00000100:00100000:0.0:1789478801.644295:0:22797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00080000:0.0:1789478801.644318:0:22792:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1789478801.644351:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebb0359a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3647:1876403964590208:0@lo:400:kworker.0 00000100:00100000:0.0:1789478801.644362:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc012afb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3647:1876403964590720:0@lo:400:kworker.0 00010000:00080000:0.0:1789478801.644374:0:3647:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8ebc012ad180 x1876403964591232/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789478817 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789478801.644384:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc012ad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3647:1876403964591232:0@lo:400:kworker.0 00000100:00100000:2.0:1789478801.644564:0:24305:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964589568 00000100:00100000:2.0:1789478801.644570:0:24305:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964589568 00000100:00100000:1.0:1789478801.644630:0:25590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:1.0:1789478801.644639:0:25590:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc08498000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3647:x1876403964589568:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1789478801.644657:0:25590:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3915849728 avail 3684327424 00000100:00100000:1.0:1789478801.644697:0:25590:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc08498000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3647:x1876403964589568:12345-0@lo:13:osp-pre-1-0.0 Request processed in 60us (1011us total) trans 0 rc 0/0 00000100:00100000:1.0:1789478801.644702:0:25590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:0.0:1789478801.644770:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc09127480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3647:1876403964589568:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1789478801.646339:0:22802:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc012ae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3648:x1876403964589824:12345-0@lo:400:kworker.0 Request processed in 4424us (8587us total) trans 0 rc 0/0 00000100:00100000:3.0:1789478801.646351:0:22802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00000100:00100000:1.0:1789478801.646644:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebb0359b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3648:1876403964589824:0@lo:400:kworker.0 00010000:00010000:1.0:1789478802.341383:0:22785:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789478802.565175:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.11@tcp (source: 12345-192.168.206.11@tcp) 00000100:00100000:0.0:1789478802.565222:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.11@tcp (source: 12345-192.168.206.11@tcp) 00000100:00100000:0.0:1789478802.565255:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.11@tcp (source: 12345-192.168.206.11@tcp) 00000100:00100000:0.0:1789478802.565280:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.11@tcp (source: 12345-192.168.206.11@tcp) 00000100:00100000:0.0:1789478802.565298:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.11@tcp (source: 12345-192.168.206.11@tcp) 00000100:00100000:0.0:1789478802.565318:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.11@tcp (source: 12345-192.168.206.11@tcp) 00000100:00100000:0.0:1789478802.565336:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.11@tcp (source: 12345-192.168.206.11@tcp) 00000100:00100000:0.0:1789478802.565354:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.11@tcp (source: 12345-192.168.206.11@tcp) 00000100:00100000:0.0:1789478802.565374:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.11@tcp (source: 12345-192.168.206.11@tcp) 00000100:00100000:3.0:1789478802.565377:0:22797:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403945622016 00000100:00100000:3.0:1789478802.565386:0:22797:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403945622016 00000100:00100000:0.0:1789478802.565391:0:25334:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403945622272 00000100:00100000:0.0:1789478802.565394:0:25334:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403945622272 00000100:00100000:2.0:1789478802.565436:0:22791:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403945621760 00000100:00100000:2.0:1789478802.565440:0:22791:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403945621760 00000100:00100000:2.0:1789478802.565481:0:22791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.11@tcp, seq: 144 00000100:00100000:2.0:1789478802.565491:0:22791:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc042b3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:450fd63b-ed54-4433-8b86-8c5c2412150c+13:2395:x1876403945621760:12345-192.168.206.11@tcp:400:kworker.0 00000100:00100000:2.0:1789478802.565553:0:22791:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc042b3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:450fd63b-ed54-4433-8b86-8c5c2412150c+13:2395:x1876403945621760:12345-192.168.206.11@tcp:400:kworker.0 Request processed in 63us (388us total) trans 0 rc 0/0 00000100:00100000:0.0:1789478802.565555:0:25334:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403945622784 00000100:00100000:0.0:1789478802.565558:0:25334:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403945622784 00000100:00100000:2.0:1789478802.565566:0:22791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.11@tcp, seq: 144 00000100:00100000:0.0:1789478802.565571:0:25334:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403945622144 00000100:00100000:0.0:1789478802.565573:0:25334:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403945622144 00000100:00100000:0.0:1789478802.565584:0:25334:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403945622656 00000100:00100000:0.0:1789478802.565586:0:25334:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403945622656 00000100:00100000:0.0:1789478802.565625:0:25334:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.11@tcp, seq: 9 00000100:00100000:0.0:1789478802.565638:0:25334:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc08499f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:12a0defb-0372-447c-b770-5f4765b3595e+5:2395:x1876403945622272:12345-192.168.206.11@tcp:400:kworker.0 00000100:00100000:0.0:1789478802.565664:0:25334:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc08499f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:12a0defb-0372-447c-b770-5f4765b3595e+5:2395:x1876403945622272:12345-192.168.206.11@tcp:400:kworker.0 Request processed in 28us (409us total) trans 0 rc 0/0 00000100:00100000:0.0:1789478802.565671:0:25334:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.11@tcp, seq: 9 00000100:00100000:0.0:1789478802.565687:0:25334:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.11@tcp, seq: 10 00000100:00100000:0.0:1789478802.565693:0:25334:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc0849b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:42f75e03-6c46-423b-a484-1ead250d253b+6:2395:x1876403945622784:12345-192.168.206.11@tcp:400:kworker.0 00000100:00100000:0.0:1789478802.565715:0:25334:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc0849b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:42f75e03-6c46-423b-a484-1ead250d253b+6:2395:x1876403945622784:12345-192.168.206.11@tcp:400:kworker.0 Request processed in 22us (416us total) trans 0 rc 0/0 00000100:00100000:0.0:1789478802.565721:0:25334:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.11@tcp, seq: 10 00000100:00100000:0.0:1789478802.565732:0:25334:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.11@tcp, seq: 11 00000100:00100000:0.0:1789478802.565738:0:25334:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc08498700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:12a0defb-0372-447c-b770-5f4765b3595e+5:2395:x1876403945622144:12345-192.168.206.11@tcp:400:kworker.0 00000100:00100000:0.0:1789478802.565899:0:25334:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc08498700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:12a0defb-0372-447c-b770-5f4765b3595e+5:2395:x1876403945622144:12345-192.168.206.11@tcp:400:kworker.0 Request processed in 159us (560us total) trans 0 rc 0/0 00000100:00100000:0.0:1789478802.565907:0:25334:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.11@tcp, seq: 11 00000100:00100000:0.0:1789478802.565921:0:25334:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.11@tcp, seq: 12 00000100:00100000:0.0:1789478802.565928:0:25334:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc0849b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:42f75e03-6c46-423b-a484-1ead250d253b+6:2395:x1876403945622656:12345-192.168.206.11@tcp:400:kworker.0 00000100:00100000:3.0:1789478802.565954:0:22797:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403945622528 00000100:00100000:0.0:1789478802.565954:0:25334:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc0849b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:42f75e03-6c46-423b-a484-1ead250d253b+6:2395:x1876403945622656:12345-192.168.206.11@tcp:400:kworker.0 Request processed in 27us (579us total) trans 0 rc 0/0 00000100:00100000:3.0:1789478802.565957:0:22797:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403945622528 00000100:00100000:0.0:1789478802.565960:0:25334:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.11@tcp, seq: 12 00000100:00100000:3.0:1789478802.565972:0:22797:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403945621888 00000100:00100000:3.0:1789478802.565974:0:22797:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403945621888 00000100:00100000:0.0:1789478802.565976:0:22796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403945622400 00000100:00100000:0.0:1789478802.565978:0:22796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403945622400 00000100:00100000:3.0:1789478802.565989:0:22797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.11@tcp, seq: 40 00000100:00100000:0.0:1789478802.566268:0:22796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.11@tcp, seq: 41 00000020:00000080:1.0:1789478802.566681:0:25823:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=400866bb len=0 uarg=00007ffc18ccc4a0 20000000:00000080:1.0:1789478802.566692:0:25823:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=400866bb len=576 karg=ffff8ebc085be000 uarg=0000000000000000 20000000:01000000:1.0:1789478802.566729:0:25823:0:(mgs_llog.c:6192:mgs_set_param2()) set_param2 fs='' device='general' param='lod.*.mdt_hash=crush' 20000000:01000000:1.0:1789478802.566734:0:25823:0:(mgs_llog.c:4647:mgs_write_log_param2()) next param 'lod.*.mdt_hash=crush' 20000000:01000000:1.0:1789478802.566738:0:25823:0:(mgs_llog.c:1379:mgs_modify_param()) modify params/general/lod.*.mdt_hash=crush del=0 00000100:00100000:1.0:1789478802.569201:0:24106:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 4 min 3 max 116 00000100:00100000:1.0:1789478802.569219:0:24106:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_004' 00000100:00100000:1.0:1789478802.569241:0:22798:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 4 min 3 max 116 00000100:00100000:3.0:1789478802.569837:0:22797:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc08499880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:12a0defb-0372-447c-b770-5f4765b3595e+5:2395:x1876403945622016:12345-192.168.206.11@tcp:400:kworker.0 00000100:00100000:3.0:1789478802.569939:0:22797:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc08499880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:12a0defb-0372-447c-b770-5f4765b3595e+5:2395:x1876403945622016:12345-192.168.206.11@tcp:400:kworker.0 Request processed in 3943us (4715us total) trans 0 rc 0/0 00000100:00100000:0.0:1789478802.570008:0:22796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc08499c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:42f75e03-6c46-423b-a484-1ead250d253b+5:2395:x1876403945622528:12345-192.168.206.11@tcp:400:kworker.0 00000100:00080000:0.0:1789478802.570135:0:22792:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1789478802.570140:0:22792:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1789478802.570143:0:22792:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1789478802.570146:0:22792:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1789478802.570198:0:22796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc08499c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:42f75e03-6c46-423b-a484-1ead250d253b+5:2395:x1876403945622528:12345-192.168.206.11@tcp:400:kworker.0 Request processed in 3921us (4917us total) trans 0 rc 0/0 00000100:00100000:1.0:1789478802.572589:0:22798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.11@tcp, seq: 42 00000100:00100000:1.0:1789478802.572640:0:22798:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc0849b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:12a0defb-0372-447c-b770-5f4765b3595e+6:2395:x1876403945621888:12345-192.168.206.11@tcp:400:kworker.0 00000100:00100000:1.0:1789478802.572704:0:22798:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc0849b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:12a0defb-0372-447c-b770-5f4765b3595e+6:2395:x1876403945621888:12345-192.168.206.11@tcp:400:kworker.0 Request processed in 74us (7384us total) trans 0 rc 0/0 00000100:00100000:3.0:1789478802.573113:0:22797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.11@tcp, seq: 40 00000100:00100000:3.0:1789478802.573142:0:22797:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 4 min 3 max 116 00000100:00100000:3.0:1789478802.573153:0:22797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.11@tcp, seq: 43 00000100:00100000:0.0:1789478802.573160:0:22796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.11@tcp, seq: 41 00000100:00100000:3.0:1789478802.573161:0:22797:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc08499180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:42f75e03-6c46-423b-a484-1ead250d253b+6:2395:x1876403945622400:12345-192.168.206.11@tcp:400:kworker.0 00000100:00100000:3.0:1789478802.573192:0:22797:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc08499180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:42f75e03-6c46-423b-a484-1ead250d253b+6:2395:x1876403945622400:12345-192.168.206.11@tcp:400:kworker.0 Request processed in 32us (7837us total) trans 0 rc 0/0 00000100:00100000:3.0:1789478802.573198:0:22797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.11@tcp, seq: 43 00000040:00080000:0.0:1789478802.573398:0:25824:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 5 count 13 00000100:00100000:1.0:1789478802.573757:0:22798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.11@tcp, seq: 42 20000000:00000400:3.0:1789478802.574545:0:25823:0:(mgs_llog.c:1450:mgs_modify_param()) MGS: modify general/lod.*.mdt_hash=crush (mode = 0) failed: rc = -17 10000000:01000000:3.0:1789478802.582493:0:25823:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 00010000:00010000:3.0:1789478802.582519:0:25823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8ebc40f05c00/0x8ebaae74e8217d07 lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478802.582549:0:25823:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8ebc40fce800/0x8ebaae74e8217964 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x8ebaae74e821795d expref: 23 pid: 22790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478802.582557:0:25823:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8ebc34f76800/0x8ebaae74e8217972 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x8ebaae74e821796b expref: 23 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478802.582563:0:25823:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8ebc34f77c00/0x8ebaae74e82179b1 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x8ebaae74e82179aa expref: 23 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478802.582570:0:25823:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8ebc40fcfe00/0x8ebaae74e8217a4b lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x8ebaae74e8217a44 expref: 23 pid: 22788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478802.582578:0:25823:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8ebc40fce600/0x8ebaae74e8217c97 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 192.168.206.11@tcp remote: 0x26cc8ba2255b787a expref: 12 pid: 22788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478802.582584:0:25823:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8ebc421ec800/0x8ebaae74e8217cd6 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 192.168.206.11@tcp remote: 0x26cc8ba2255b78ea expref: 12 pid: 22788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478802.582591:0:25823:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8ebc40f05c00/0x8ebaae74e8217d07 lrc: 9/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 25823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478802.582720:0:25823:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8ebc421ec800/0x8ebaae74e8217cd6 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 192.168.206.11@tcp remote: 0x26cc8ba2255b78ea expref: 12 pid: 22788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478802.582735:0:25823:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8ebc421ec800/0x8ebaae74e8217cd6 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 192.168.206.11@tcp remote: 0x26cc8ba2255b78ea expref: 12 pid: 22788 timeout: 731 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789478802.582749:0:25823:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebb04b8aa00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25823:1876403964591616:192.168.206.11@tcp:104: 00010000:00010000:3.0:1789478802.582839:0:25823:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8ebc40fce600/0x8ebaae74e8217c97 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 192.168.206.11@tcp remote: 0x26cc8ba2255b787a expref: 12 pid: 22788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478802.582869:0:25823:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8ebc40fce600/0x8ebaae74e8217c97 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 192.168.206.11@tcp remote: 0x26cc8ba2255b787a expref: 12 pid: 22788 timeout: 731 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789478802.582878:0:25823:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebb04b88a80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25823:1876403964591744:192.168.206.11@tcp:104: 00010000:00010000:3.0:1789478802.582911:0:25823:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8ebc40fcfe00/0x8ebaae74e8217a4b lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x8ebaae74e8217a44 expref: 23 pid: 22788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478802.582918:0:25823:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8ebc40fcfe00/0x8ebaae74e8217a4b lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x8ebaae74e8217a44 expref: 23 pid: 22788 timeout: 731 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789478802.582927:0:25823:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebb04b88000 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25823:1876403964591872:0@lo:104: 00000100:00100000:3.0:1789478802.582962:0:25823:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1789478802.583004:0:25823:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8ebc34f77c00/0x8ebaae74e82179b1 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x8ebaae74e82179aa expref: 23 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789478802.583007:0:24328:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964591872 00010000:00010000:3.0:1789478802.583016:0:25823:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8ebc34f77c00/0x8ebaae74e82179b1 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x8ebaae74e82179aa expref: 23 pid: 22791 timeout: 731 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789478802.583017:0:24328:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964591872 00000100:00100000:3.0:1789478802.583029:0:25823:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebb04b8b480 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25823:1876403964592000:0@lo:104: 00000100:00100000:3.0:1789478802.583054:0:25823:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1789478802.584142:0:25823:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8ebc34f76800/0x8ebaae74e8217972 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x8ebaae74e821796b expref: 23 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478802.584154:0:25823:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8ebc34f76800/0x8ebaae74e8217972 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x8ebaae74e821796b expref: 23 pid: 22791 timeout: 731 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789478802.584165:0:25823:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc40ecf100 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25823:1876403964592128:0@lo:104: 00000100:00100000:3.0:1789478802.584198:0:25823:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789478802.584223:0:24328:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964592000 00000100:00100000:0.0:1789478802.584231:0:24328:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964592000 00010000:00010000:3.0:1789478802.584247:0:25823:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8ebc40fce800/0x8ebaae74e8217964 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x8ebaae74e821795d expref: 23 pid: 22790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478802.584256:0:25823:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8ebc40fce800/0x8ebaae74e8217964 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x8ebaae74e821795d expref: 23 pid: 22790 timeout: 731 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789478802.584265:0:25823:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc34c9b100 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25823:1876403964592256:0@lo:104: 00000100:00100000:0.0:1789478802.584275:0:24328:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964592128 00000100:00100000:0.0:1789478802.584279:0:24328:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964592128 00000100:00100000:3.0:1789478802.584292:0:25823:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789478802.584298:0:24328:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964592256 00000100:00100000:0.0:1789478802.584302:0:24328:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964592256 00000100:00100000:3.0:1789478802.584307:0:25823:0:(client.c:2715:ptlrpc_set_wait()) set ffff8ebc094fa780 going to sleep for 11 seconds 00000100:00100000:0.0:1789478802.584322:0:24328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:0.0:1789478802.584332:0:24328:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebb04b8a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:433f6587-f9be-4304-94be-07d77f00816b+6:25823:x1876403964591872:12345-0@lo:104: 00010000:00010000:0.0:1789478802.584345:0:24328:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.206.111@tcp lock: ffff8ebc34f77400/0x8ebaae74e8217a44 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0x8ebaae74e8217a4b expref: -99 pid: 25115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789478802.584395:0:22779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1789478802.584407:0:22779:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc40ecd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:433f6587-f9be-4304-94be-07d77f00816b+6:25823:x1876403964592000:12345-0@lo:104: 00010000:00010000:0.0:1789478802.584409:0:24328:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00010000:2.0:1789478802.584417:0:22779:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.206.111@tcp lock: ffff8ebc08c4a000/0x8ebaae74e82179aa lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0x8ebaae74e82179b1 expref: -99 pid: 24297 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789478802.584418:0:24328:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebb04b8a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:433f6587-f9be-4304-94be-07d77f00816b+6:25823:x1876403964591872:12345-0@lo:104: Request processed in 87us (1454us total) trans 0 rc 0/0 00000100:00100000:0.0:1789478802.584435:0:24328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1789478802.584446:0:25823:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebb04b88000 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25823:1876403964591872:0@lo:104: 00000100:00100000:0.0:1789478802.584461:0:24328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:3.0:1789478802.584462:0:25823:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebb04b8b480 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25823:1876403964592000:0@lo:104: 00000100:00100000:0.0:1789478802.584473:0:24328:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc40ecf800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:433f6587-f9be-4304-94be-07d77f00816b+5:25823:x1876403964592128:12345-0@lo:104: 00010000:00010000:2.0:1789478802.584481:0:22779:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00010000:00010000:0.0:1789478802.584483:0:24328:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.206.111@tcp lock: ffff8ebc40fce400/0x8ebaae74e821796b lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0x8ebaae74e8217972 expref: -99 pid: 22793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789478802.584488:0:22779:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc40ecd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:433f6587-f9be-4304-94be-07d77f00816b+5:25823:x1876403964592000:12345-0@lo:104: Request processed in 84us (1433us total) trans 0 rc 0/0 00010000:00010000:3.0:1789478802.584496:0:25336:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00000100:00100000:2.0:1789478802.584500:0:22779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00010000:00010000:3.0:1789478802.584503:0:25336:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.206.111@tcp lock: ffff8ebc34f77400/0x8ebaae74e8217a44 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x1400000000000 nid: local remote: 0x8ebaae74e8217a4b expref: -99 pid: 25115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478802.584512:0:25336:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ebc34f77400 already unused, calling callback (ffffffffc1383c20) 10000000:00010000:3.0:1789478802.584516:0:25336:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.206.111@tcp lock: ffff8ebc34f77400/0x8ebaae74e8217a44 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x1400400000000 nid: local remote: 0x8ebaae74e8217a4b expref: -99 pid: 25115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789478802.584516:0:22779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1789478802.584522:0:22779:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc34c9aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:433f6587-f9be-4304-94be-07d77f00816b+4:25823:x1876403964592256:12345-0@lo:104: 00010000:00010000:3.0:1789478802.584525:0:25336:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.206.111@tcp lock: ffff8ebc34f77400/0x8ebaae74e8217a44 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x1408400000000 nid: local remote: 0x8ebaae74e8217a4b expref: -99 pid: 25115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478802.584528:0:22779:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.206.111@tcp lock: ffff8ebc34f77800/0x8ebaae74e821795d lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x1400000000000 nid: local remote: 0x8ebaae74e8217964 expref: -99 pid: 22793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1789478802.584533:0:25336:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.206.111@tcp lock: ffff8ebc34f77400/0x8ebaae74e8217a44 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x1409400000000 nid: local remote: 0x8ebaae74e8217a4b expref: -99 pid: 25115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789478802.584538:0:25336:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:2.0:1789478802.584558:0:22779:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:2.0:1789478802.584563:0:22779:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc34c9aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:433f6587-f9be-4304-94be-07d77f00816b+4:25823:x1876403964592256:12345-0@lo:104: Request processed in 42us (273us total) trans 0 rc 0/0 00010000:00010000:3.0:1789478802.584564:0:25336:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.206.111@tcp lock: ffff8ebc34f77400/0x8ebaae74e8217a44 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x5c09400000020 nid: local remote: 0x8ebaae74e8217a4b expref: -99 pid: 25115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789478802.584570:0:22779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00010000:00010000:3.0:1789478802.584571:0:25336:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:2.0:1789478802.584616:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:3.0:1789478802.584622:0:25336:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.206.111@tcp lock: ffff8ebc34f77400/0x8ebaae74e8217a44 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x5c09400000020 nid: local remote: 0x8ebaae74e8217a4b expref: -99 pid: 25115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789478802.584626:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc34c99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:433f6587-f9be-4304-94be-07d77f00816b:3645:1876403964592384:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1789478802.584629:0:25336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.206.111@tcp lock: ffff8ebc34f77400/0x8ebaae74e8217a44 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x5c09400000020 nid: local remote: 0x8ebaae74e8217a4b expref: -99 pid: 25115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478802.584640:0:25336:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1789478802.584643:0:25336:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.206.111@tcp lock: ffff8ebc08c4a000/0x8ebaae74e82179aa lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0x8ebaae74e82179b1 expref: -99 pid: 24297 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478802.584649:0:25336:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ebc08c4a000 already unused, calling callback (ffffffffc1383c20) 00000100:00100000:2.0:1789478802.584651:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 10000000:00010000:3.0:1789478802.584652:0:25336:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.206.111@tcp lock: ffff8ebc08c4a000/0x8ebaae74e82179aa lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400400000000 nid: local remote: 0x8ebaae74e82179b1 expref: -99 pid: 24297 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478802.584659:0:25336:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.206.111@tcp lock: ffff8ebc08c4a000/0x8ebaae74e82179aa lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1408400000000 nid: local remote: 0x8ebaae74e82179b1 expref: -99 pid: 24297 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1789478802.584666:0:25336:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.206.111@tcp lock: ffff8ebc08c4a000/0x8ebaae74e82179aa lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1409400000000 nid: local remote: 0x8ebaae74e82179b1 expref: -99 pid: 24297 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789478802.584671:0:25336:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00000100:00100000:2.0:1789478802.584686:0:22783:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964592384 00010000:00010000:3.0:1789478802.584689:0:25336:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.206.111@tcp lock: ffff8ebc08c4a000/0x8ebaae74e82179aa lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0x8ebaae74e82179b1 expref: -99 pid: 24297 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789478802.584690:0:22783:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964592384 00010000:00010000:3.0:1789478802.584695:0:25336:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1789478802.584707:0:24328:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00010000:00010000:3.0:1789478802.584709:0:25336:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.206.111@tcp lock: ffff8ebc08c4a000/0x8ebaae74e82179aa lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0x8ebaae74e82179b1 expref: -99 pid: 24297 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478802.584710:0:22783:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8ebc40fcfe00/0x8ebaae74e8217a4b lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x8ebaae74e8217a44 expref: 24 pid: 22788 timeout: 731 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789478802.584716:0:24328:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc40ecf800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:433f6587-f9be-4304-94be-07d77f00816b+3:25823:x1876403964592128:12345-0@lo:104: Request processed in 245us (515us total) trans 0 rc 0/0 00010000:00010000:3.0:1789478802.584723:0:25336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.206.111@tcp lock: ffff8ebc08c4a000/0x8ebaae74e82179aa lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0x8ebaae74e82179b1 expref: -99 pid: 24297 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789478802.584728:0:24328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00010000:00010000:3.0:1789478802.584749:0:25336:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1789478802.584753:0:25336:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.206.111@tcp lock: ffff8ebc34f77800/0x8ebaae74e821795d lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x8ebaae74e8217964 expref: -99 pid: 22793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478802.584753:0:22784:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789478802.584762:0:25336:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ebc34f77800 already unused, calling callback (ffffffffc1383c20) 10000000:00010000:3.0:1789478802.584765:0:25336:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.206.111@tcp lock: ffff8ebc34f77800/0x8ebaae74e821795d lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x8ebaae74e8217964 expref: -99 pid: 22793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478802.584772:0:25336:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.206.111@tcp lock: ffff8ebc34f77800/0x8ebaae74e821795d lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x8ebaae74e8217964 expref: -99 pid: 22793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1789478802.584778:0:25336:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.206.111@tcp lock: ffff8ebc34f77800/0x8ebaae74e821795d lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x8ebaae74e8217964 expref: -99 pid: 22793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789478802.584783:0:25336:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:3.0:1789478802.584799:0:25336:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.206.111@tcp lock: ffff8ebc34f77800/0x8ebaae74e821795d lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x8ebaae74e8217964 expref: -99 pid: 22793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478802.584804:0:25336:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1789478802.584810:0:25336:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.206.111@tcp lock: ffff8ebc34f77800/0x8ebaae74e821795d lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x8ebaae74e8217964 expref: -99 pid: 22793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478802.584817:0:25336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.206.111@tcp lock: ffff8ebc34f77800/0x8ebaae74e821795d lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x8ebaae74e8217964 expref: -99 pid: 22793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478802.584825:0:25336:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789478802.584827:0:25336:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789478802.584829:0:25336:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789478802.584865:0:25823:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc40ecf100 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25823:1876403964592128:0@lo:104: 00000100:00100000:3.0:1789478802.584883:0:25823:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc34c9b100 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25823:1876403964592256:0@lo:104: 00010000:00010000:0.0:1789478802.584992:0:22784:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.206.111@tcp lock: ffff8ebc40fce400/0x8ebaae74e821796b lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x8ebaae74e8217972 expref: -99 pid: 22793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478802.585001:0:22784:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ebc40fce400 already unused, calling callback (ffffffffc1383c20) 10000000:00010000:0.0:1789478802.585005:0:22784:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.206.111@tcp lock: ffff8ebc40fce400/0x8ebaae74e821796b lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x8ebaae74e8217972 expref: -99 pid: 22793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478802.585012:0:22784:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.206.111@tcp lock: ffff8ebc40fce400/0x8ebaae74e821796b lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x8ebaae74e8217972 expref: -99 pid: 22793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1789478802.585018:0:22784:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.206.111@tcp lock: ffff8ebc40fce400/0x8ebaae74e821796b lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x8ebaae74e8217972 expref: -99 pid: 22793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789478802.585023:0:22784:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:0.0:1789478802.585040:0:22784:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.206.111@tcp lock: ffff8ebc40fce400/0x8ebaae74e821796b lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x8ebaae74e8217972 expref: -99 pid: 22793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478802.585046:0:22784:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1789478802.585059:0:22784:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.206.111@tcp lock: ffff8ebc40fce400/0x8ebaae74e821796b lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x8ebaae74e8217972 expref: -99 pid: 22793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478802.585066:0:22784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.206.111@tcp lock: ffff8ebc40fce400/0x8ebaae74e821796b lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x8ebaae74e8217972 expref: -99 pid: 22793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478802.585088:0:22784:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789478802.585089:0:22784:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789478802.585091:0:22784:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789478802.585101:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc34c98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:433f6587-f9be-4304-94be-07d77f00816b:3647:1876403964592512:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1789478802.585125:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789478802.585144:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1789478802.585148:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc34c98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:433f6587-f9be-4304-94be-07d77f00816b:3647:1876403964592640:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1789478802.585165:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789478802.585183:0:22782:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964592512 00000100:00100000:0.0:1789478802.585186:0:22782:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964592512 00010000:00010000:0.0:1789478802.585199:0:22782:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8ebc34f77c00/0x8ebaae74e82179b1 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x8ebaae74e82179aa expref: 25 pid: 22791 timeout: 731 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789478802.585227:0:22782:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964592640 00000100:00100000:0.0:1789478802.585232:0:22782:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964592640 00010000:00010000:0.0:1789478802.585246:0:22782:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8ebc40fce800/0x8ebaae74e8217964 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x8ebaae74e821795d expref: 26 pid: 22790 timeout: 731 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789478802.585252:0:22783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:2.0:1789478802.585260:0:22783:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc0849a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:433f6587-f9be-4304-94be-07d77f00816b+26:3647:x1876403964592512:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1789478802.585271:0:22783:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1789478802.585276:0:22783:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8ebc34f77c00/0x8ebaae74e82179b1 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 10 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x8ebaae74e82179aa expref: 26 pid: 22791 timeout: 731 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478802.585284:0:22783:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8ebc34f77c00/0x8ebaae74e82179b1 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 10 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x8ebaae74e82179aa expref: 26 pid: 22791 timeout: 731 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478802.585296:0:22783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ebc34f77c00/0x8ebaae74e82179b1 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 10 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x8ebaae74e82179aa expref: 26 pid: 22791 timeout: 731 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478802.585307:0:22783:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1789478802.585330:0:22782:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1789478802.585339:0:22782:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc09127100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:433f6587-f9be-4304-94be-07d77f00816b+25:3645:x1876403964592384:12345-0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1789478802.585343:0:22783:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc0849a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:433f6587-f9be-4304-94be-07d77f00816b+25:3647:x1876403964592512:12345-0@lo:103:ldlm_bl.0 Request processed in 83us (214us total) trans 0 rc 0/0 00010000:00010000:0.0:1789478802.585349:0:22782:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1789478802.585353:0:22783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00010000:00010000:0.0:1789478802.585356:0:22782:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8ebc40fcfe00/0x8ebaae74e8217a4b lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x8ebaae74e8217a44 expref: 25 pid: 22788 timeout: 731 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478802.585365:0:22782:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8ebc40fcfe00/0x8ebaae74e8217a4b lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x8ebaae74e8217a44 expref: 24 pid: 22788 timeout: 731 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789478802.585373:0:22783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00010000:00010000:0.0:1789478802.585378:0:22782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ebc40fcfe00/0x8ebaae74e8217a4b lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x8ebaae74e8217a44 expref: 24 pid: 22788 timeout: 731 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789478802.585382:0:22783:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc08498e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:433f6587-f9be-4304-94be-07d77f00816b+24:3647:x1876403964592640:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1789478802.585397:0:22783:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1789478802.585399:0:22782:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1789478802.585405:0:22783:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8ebc40fce800/0x8ebaae74e8217964 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x8ebaae74e821795d expref: 23 pid: 22790 timeout: 731 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478802.585415:0:22783:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8ebc40fce800/0x8ebaae74e8217964 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x8ebaae74e821795d expref: 23 pid: 22790 timeout: 731 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789478802.585428:0:22782:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc09127100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:433f6587-f9be-4304-94be-07d77f00816b+23:3645:x1876403964592384:12345-0@lo:103:ldlm_bl.0 Request processed in 90us (775us total) trans 0 rc 0/0 00010000:00010000:2.0:1789478802.585429:0:22783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ebc40fce800/0x8ebaae74e8217964 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x8ebaae74e821795d expref: 23 pid: 22790 timeout: 731 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789478802.585441:0:22782:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00010000:00010000:2.0:1789478802.585459:0:22783:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1789478802.585486:0:22783:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc08498e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:433f6587-f9be-4304-94be-07d77f00816b+21:3647:x1876403964592640:12345-0@lo:103:ldlm_bl.0 Request processed in 106us (319us total) trans 0 rc 0/0 00000100:00100000:2.0:1789478802.585492:0:22783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1789478802.585518:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc0849ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:433f6587-f9be-4304-94be-07d77f00816b:3645:1876403964592768:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1789478802.585541:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789478802.585575:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc34c99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:433f6587-f9be-4304-94be-07d77f00816b:3645:1876403964592384:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1789478802.585586:0:22782:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964592768 00000100:00100000:0.0:1789478802.585607:0:22782:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964592768 00010000:00010000:0.0:1789478802.585624:0:22782:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8ebc34f76800/0x8ebaae74e8217972 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x8ebaae74e821796b expref: 21 pid: 22791 timeout: 731 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789478802.585635:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc34c98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:433f6587-f9be-4304-94be-07d77f00816b:3647:1876403964592640:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1789478802.585648:0:22782:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1789478802.585650:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc34c98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:433f6587-f9be-4304-94be-07d77f00816b:3647:1876403964592512:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1789478802.585658:0:22782:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc09127b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:433f6587-f9be-4304-94be-07d77f00816b+21:3645:x1876403964592768:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1789478802.585667:0:22782:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1789478802.585672:0:22782:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8ebc34f76800/0x8ebaae74e8217972 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x8ebaae74e821796b expref: 21 pid: 22791 timeout: 731 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478802.585680:0:22782:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8ebc34f76800/0x8ebaae74e8217972 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x8ebaae74e821796b expref: 21 pid: 22791 timeout: 731 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478802.585690:0:22782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ebc34f76800/0x8ebaae74e8217972 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x8ebaae74e821796b expref: 21 pid: 22791 timeout: 731 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478802.585701:0:22782:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1789478802.585731:0:22782:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc09127b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:433f6587-f9be-4304-94be-07d77f00816b+20:3645:x1876403964592768:12345-0@lo:103:ldlm_bl.0 Request processed in 75us (190us total) trans 0 rc 0/0 00000100:00100000:0.0:1789478802.585737:0:22782:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1789478802.585831:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc0849ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:433f6587-f9be-4304-94be-07d77f00816b:3645:1876403964592768:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1789478802.589646:0:22785:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789478802.603175:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.11@tcp (source: 12345-192.168.206.11@tcp) 00000100:00100000:0.0:1789478802.603218:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.11@tcp (source: 12345-192.168.206.11@tcp) 00000100:00100000:3.0:1789478802.603329:0:25823:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebb04b8aa00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25823:1876403964591616:192.168.206.11@tcp:104: 00000100:00100000:3.0:1789478802.603342:0:25823:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebb04b88a80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25823:1876403964591744:192.168.206.11@tcp:104: 00010000:00010000:3.0:1789478802.603392:0:25823:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8ebc40f05c00/0x8ebaae74e8217d07 lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 25823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789478802.604392:0:22783:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403945622912 00000100:00100000:2.0:1789478802.604410:0:22783:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403945622912 00010000:00010000:2.0:1789478802.604447:0:22783:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8ebc421ec800/0x8ebaae74e8217cd6 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 192.168.206.11@tcp remote: 0x26cc8ba2255b78ea expref: 13 pid: 22788 timeout: 731 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789478802.604584:0:22783:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403945623040 00000100:00100000:2.0:1789478802.604588:0:22783:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403945623040 00010000:00010000:2.0:1789478802.604651:0:22783:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8ebc40fce600/0x8ebaae74e8217c97 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 192.168.206.11@tcp remote: 0x26cc8ba2255b787a expref: 14 pid: 22788 timeout: 731 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789478802.604672:0:22783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.11@tcp, seq: 13 00000100:00100000:2.0:1789478802.604681:0:22783:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc3d7c1c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:450fd63b-ed54-4433-8b86-8c5c2412150c+14:2396:x1876403945622912:12345-192.168.206.11@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1789478802.604694:0:22783:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1789478802.604700:0:22783:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8ebc421ec800/0x8ebaae74e8217cd6 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 192.168.206.11@tcp remote: 0x26cc8ba2255b78ea expref: 14 pid: 22788 timeout: 731 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478802.604724:0:22783:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8ebc421ec800/0x8ebaae74e8217cd6 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 192.168.206.11@tcp remote: 0x26cc8ba2255b78ea expref: 14 pid: 22788 timeout: 731 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478802.604752:0:22783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ebc421ec800/0x8ebaae74e8217cd6 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 192.168.206.11@tcp remote: 0x26cc8ba2255b78ea expref: 14 pid: 22788 timeout: 731 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478802.604768:0:22783:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1789478802.604816:0:22783:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc3d7c1c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:450fd63b-ed54-4433-8b86-8c5c2412150c+13:2396:x1876403945622912:12345-192.168.206.11@tcp:103:ldlm_bl.0 Request processed in 136us (1650us total) trans 0 rc 0/0 00000100:00100000:2.0:1789478802.604825:0:22783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.11@tcp, seq: 13 00000100:00100000:2.0:1789478802.604880:0:22783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.11@tcp, seq: 14 00000100:00100000:2.0:1789478802.604887:0:22783:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc08498a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:450fd63b-ed54-4433-8b86-8c5c2412150c+12:2396:x1876403945623040:12345-192.168.206.11@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1789478802.604895:0:22783:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1789478802.604900:0:22783:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8ebc40fce600/0x8ebaae74e8217c97 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 192.168.206.11@tcp remote: 0x26cc8ba2255b787a expref: 12 pid: 22788 timeout: 731 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478802.604908:0:22783:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8ebc40fce600/0x8ebaae74e8217c97 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 192.168.206.11@tcp remote: 0x26cc8ba2255b787a expref: 12 pid: 22788 timeout: 731 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478802.604918:0:22783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ebc40fce600/0x8ebaae74e8217c97 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 192.168.206.11@tcp remote: 0x26cc8ba2255b787a expref: 12 pid: 22788 timeout: 731 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478802.604928:0:22783:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8ebc40f05c00/0x8ebaae74e8217d07 lrc: 3/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 25823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478802.606763:0:22783:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ebc40f05c00/0x8ebaae74e8217d07 lrc: 4/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 25823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478802.606799:0:22783:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ebc40f05c00/0x8ebaae74e8217d07 lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 25823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478802.606806:0:22783:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8ebc40f05c00/0x8ebaae74e8217d07 lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 25823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478802.606813:0:22783:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8ebc40f05c00/0x8ebaae74e8217d07 lrc: 4/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 25823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478802.606820:0:22783:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8ebc40f05c00/0x8ebaae74e8217d07 lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 25823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478802.606827:0:22783:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ebc40f05c00 already unused, calling callback (ffffffffc0d672a0) 00010000:00010000:2.0:1789478802.606831:0:22783:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8ebc40f05c00/0x8ebaae74e8217d07 lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 25823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478802.606838:0:22783:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8ebc40f05c00/0x8ebaae74e8217d07 lrc: 6/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 25823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478802.606873:0:22783:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8ebc40f05c00/0x8ebaae74e8217d07 lrc: 4/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478802.606885:0:22783:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1789478802.606928:0:22783:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc08498a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:450fd63b-ed54-4433-8b86-8c5c2412150c+11:2396:x1876403945623040:12345-192.168.206.11@tcp:103:ldlm_bl.0 Request processed in 2038us (3707us total) trans 0 rc 0/0 00000100:00100000:2.0:1789478802.606947:0:22783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.11@tcp, seq: 14 00010000:00010000:1.0:1789478802.607372:0:25823:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8ebc40f05c00/0x8ebaae74e8217d07 lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478802.607381:0:25823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8ebc40f05c00/0x8ebaae74e8217d07 lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478802.607387:0:25823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8ebc40f05c00/0x8ebaae74e8217d07 lrc: 0/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00100000:3.0:1789478802.671917:0:25116:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 42f75e03-6c46-423b-a484-1ead250d253b 00000001:00100000:1.0:1789478802.675441:0:24298:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 42f75e03-6c46-423b-a484-1ead250d253b 00010000:00010000:3.0:1789478803.364728:0:25336:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789478803.559958:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.11@tcp (source: 12345-192.168.206.11@tcp) 00000100:00100000:3.0:1789478803.560057:0:22797:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403945623168 00000100:00100000:3.0:1789478803.560066:0:22797:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403945623168 00000100:00100000:3.0:1789478803.560116:0:22797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.11@tcp, seq: 23 00000100:00100000:3.0:1789478803.560125:0:22797:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc0849a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:12a0defb-0372-447c-b770-5f4765b3595e+6:18683:x1876403945623168:12345-192.168.206.11@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1789478803.560144:0:22797:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789478803.560163:0:22797:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc40f04000/0x8ebaae74e8217d0e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x26cc8ba2255b7922 expref: -99 pid: 22797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478803.560226:0:22797:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc40f04200/0x8ebaae74e8217d15 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478803.560238:0:22797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc40f04200/0x8ebaae74e8217d15 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478803.560248:0:22797:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc40f04200/0x8ebaae74e8217d15 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478803.560261:0:22797:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc40f04400/0x8ebaae74e8217d1c lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478803.560268:0:22797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc40f04400/0x8ebaae74e8217d1c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478803.560280:0:22797:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc40f04400/0x8ebaae74e8217d1c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478803.560343:0:22797:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc40f04800/0x8ebaae74e8217d23 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478803.560350:0:22797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc40f04800/0x8ebaae74e8217d23 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478803.560356:0:22797:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc40f04800/0x8ebaae74e8217d23 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22797 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1789478803.560378:0:22797:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000002:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1789478803.560381:0:22797:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1789478803.560417:0:22797:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc40f04800/0x8ebaae74e8217d23 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478803.560427:0:22797:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc40f04200/0x8ebaae74e8217d15 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478803.560433:0:22797:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc40f04200/0x8ebaae74e8217d15 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478803.560440:0:22797:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc40f04200/0x8ebaae74e8217d15 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478803.560446:0:22797:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ebc40f04200 already unused, calling callback (ffffffffc19934f0) 00010000:00010000:3.0:1789478803.560450:0:22797:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc40f04200/0x8ebaae74e8217d15 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478803.560457:0:22797:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc40f04200/0x8ebaae74e8217d15 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478803.560473:0:22797:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8ebc185a7000) 00010000:00010000:3.0:1789478803.560475:0:22797:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1789478803.560480:0:22797:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc40f04200/0x8ebaae74e8217d15 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478803.560486:0:22797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc40f04200/0x8ebaae74e8217d15 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478803.560499:0:22797:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc40f04400/0x8ebaae74e8217d1c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478803.560505:0:22797:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc40f04400/0x8ebaae74e8217d1c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478803.560522:0:22797:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc40f04400/0x8ebaae74e8217d1c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478803.560527:0:22797:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ebc40f04400 already unused, calling callback (ffffffffc19934f0) 00010000:00010000:3.0:1789478803.560531:0:22797:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc40f04400/0x8ebaae74e8217d1c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478803.560537:0:22797:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc40f04400/0x8ebaae74e8217d1c lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478803.560543:0:22797:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3b979c7a (ffff8ebb02549200) 00010000:00010000:3.0:1789478803.560546:0:22797:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1789478803.560548:0:22797:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc40f04400/0x8ebaae74e8217d1c lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478803.560554:0:22797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc40f04400/0x8ebaae74e8217d1c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478803.560591:0:22797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc40f04000/0x8ebaae74e8217d0e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.11@tcp remote: 0x26cc8ba2255b7922 expref: 8 pid: 22797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478803.560708:0:22797:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc40f04800/0x8ebaae74e8217d23 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.11@tcp remote: 0x26cc8ba2255b7922 expref: 7 pid: 22797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478803.560721:0:22797:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff8ebb02549100) 00010000:00010000:3.0:1789478803.560724:0:22797:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1789478803.560726:0:22797:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ebc40f04800, rc 0) 00000100:00100000:3.0:1789478803.560782:0:22797:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc0849a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:12a0defb-0372-447c-b770-5f4765b3595e+7:18683:x1876403945623168:12345-192.168.206.11@tcp:101:lhsmtool_posix.0 Request processed in 658us (831us total) trans 0 rc 0/0 00000100:00100000:3.0:1789478803.560789:0:22797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.11@tcp, seq: 23 00000100:00100000:3.0:1789478803.563198:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.11@tcp (source: 12345-192.168.206.11@tcp) 00000100:00100000:0.0:1789478803.563273:0:22807:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403945623296 00000100:00100000:0.0:1789478803.563282:0:22807:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403945623296 00000100:00100000:0.0:1789478803.563492:0:22807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.11@tcp, seq: 5 00000100:00100000:0.0:1789478803.563503:0:22807:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc34c9b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:12a0defb-0372-447c-b770-5f4765b3595e+7:18683:x1876403945623296:12345-192.168.206.11@tcp:900:lhsmtool_posix.0 00000100:00100000:0.0:1789478803.563585:0:22807:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc34c9b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:12a0defb-0372-447c-b770-5f4765b3595e+7:18683:x1876403945623296:12345-192.168.206.11@tcp:900:lhsmtool_posix.0 Request processed in 84us (392us total) trans 0 rc 0/0 00000100:00100000:0.0:1789478803.563616:0:22807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.11@tcp, seq: 5 00000100:00100000:0.0:1789478803.565440:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.11@tcp (source: 12345-192.168.206.11@tcp) 00000100:00100000:2.0:1789478803.565509:0:24106:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403945623552 00000100:00100000:2.0:1789478803.565517:0:24106:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403945623552 00000100:00100000:2.0:1789478803.565570:0:24106:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.11@tcp, seq: 24 00000100:00100000:2.0:1789478803.565581:0:24106:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc08498e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:12a0defb-0372-447c-b770-5f4765b3595e+7:18683:x1876403945623552:12345-192.168.206.11@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1789478803.565636:0:24106:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789478803.565656:0:24106:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc421ec600/0x8ebaae74e8217d2a lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x26cc8ba2255b7929 expref: -99 pid: 24106 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478803.565724:0:24106:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc421ece00/0x8ebaae74e8217d31 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 24106 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478803.565736:0:24106:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc421ece00/0x8ebaae74e8217d31 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 24106 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478803.565746:0:24106:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc421ece00/0x8ebaae74e8217d31 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 24106 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478803.565758:0:24106:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc421ec800/0x8ebaae74e8217d38 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 24106 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478803.565764:0:24106:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc421ec800/0x8ebaae74e8217d38 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 24106 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478803.565769:0:24106:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc421ec800/0x8ebaae74e8217d38 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 24106 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478803.566090:0:24106:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc421ed000/0x8ebaae74e8217d3f lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 24106 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478803.566099:0:24106:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc421ed000/0x8ebaae74e8217d3f lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 24106 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478803.566107:0:24106:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc421ed000/0x8ebaae74e8217d3f lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 24106 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1789478803.566117:0:24106:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000002:0x2:0x0]: returning size 4096 00010000:00010000:2.0:1789478803.566413:0:24106:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc421ece00/0x8ebaae74e8217d31 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 24106 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478803.566422:0:24106:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc421ece00/0x8ebaae74e8217d31 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 24106 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478803.566428:0:24106:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc421ece00/0x8ebaae74e8217d31 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 24106 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478803.566434:0:24106:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ebc421ece00 already unused, calling callback (ffffffffc19934f0) 00010000:00010000:2.0:1789478803.566438:0:24106:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc421ece00/0x8ebaae74e8217d31 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 24106 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478803.566445:0:24106:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc421ece00/0x8ebaae74e8217d31 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 24106 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478803.566456:0:24106:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff8ebb02549100) 00010000:00010000:2.0:1789478803.566459:0:24106:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1789478803.566463:0:24106:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc421ece00/0x8ebaae74e8217d31 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 24106 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478803.566469:0:24106:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc421ece00/0x8ebaae74e8217d31 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 24106 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478803.566481:0:24106:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc421ec800/0x8ebaae74e8217d38 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 24106 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478803.566487:0:24106:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc421ec800/0x8ebaae74e8217d38 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 24106 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478803.566493:0:24106:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc421ec800/0x8ebaae74e8217d38 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 24106 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478803.566507:0:24106:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ebc421ec800 already unused, calling callback (ffffffffc19934f0) 00010000:00010000:2.0:1789478803.566521:0:24106:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc421ec800/0x8ebaae74e8217d38 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 24106 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478803.566528:0:24106:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc421ec800/0x8ebaae74e8217d38 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 24106 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478803.566535:0:24106:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x8d45d6bc (ffff8ebc34e78000) 00010000:00010000:2.0:1789478803.566538:0:24106:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1789478803.566540:0:24106:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc421ec800/0x8ebaae74e8217d38 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 24106 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478803.566546:0:24106:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc421ec800/0x8ebaae74e8217d38 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 24106 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478803.569107:0:24106:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc421ec600/0x8ebaae74e8217d2a lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.11@tcp remote: 0x26cc8ba2255b7929 expref: 10 pid: 24106 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478803.569132:0:24106:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc421ed000/0x8ebaae74e8217d3f lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.11@tcp remote: 0x26cc8ba2255b7929 expref: 9 pid: 24106 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478803.569141:0:24106:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8ebc34e78800) 00010000:00010000:2.0:1789478803.569144:0:24106:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1789478803.569147:0:24106:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ebc421ed000, rc 0) 00000100:00100000:2.0:1789478803.569943:0:24106:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc08498e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:12a0defb-0372-447c-b770-5f4765b3595e+9:18683:x1876403945623552:12345-192.168.206.11@tcp:101:lhsmtool_posix.0 Request processed in 4357us (4503us total) trans 12884901889 rc 0/0 00000100:00100000:2.0:1789478803.569953:0:24106:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.11@tcp, seq: 24 00000100:00100000:1.0:1789478803.573483:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.11@tcp (source: 12345-192.168.206.11@tcp) 00000100:00100000:0.0:1789478803.573677:0:22798:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403945623680 00000100:00100000:0.0:1789478803.573687:0:22798:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403945623680 00000100:00100000:0.0:1789478803.573776:0:22798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.11@tcp, seq: 25 00000100:00100000:0.0:1789478803.573786:0:22798:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc012ad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:12a0defb-0372-447c-b770-5f4765b3595e+9:18683:x1876403945623680:12345-192.168.206.11@tcp:59:lhsmtool_posix.0 00000100:00100000:0.0:1789478803.573904:0:22798:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc012ad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:12a0defb-0372-447c-b770-5f4765b3595e+9:18683:x1876403945623680:12345-192.168.206.11@tcp:59:lhsmtool_posix.0 Request processed in 120us (435us total) trans 0 rc 0/0 00000100:00100000:0.0:1789478803.573913:0:22798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.11@tcp, seq: 25 00000100:00100000:3.0:1789478803.578295:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.11@tcp (source: 12345-192.168.206.11@tcp) 00000100:00100000:0.0:1789478803.578367:0:22797:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403945623808 00000100:00100000:0.0:1789478803.578376:0:22797:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403945623808 00000100:00100000:0.0:1789478803.578465:0:22797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.11@tcp, seq: 26 00000100:00100000:0.0:1789478803.578475:0:22797:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc34c99180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:12a0defb-0372-447c-b770-5f4765b3595e+5:18683:x1876403945623808:12345-192.168.206.11@tcp:59:lhsmtool_posix.0 00000004:00080000:3.0:1789478803.579431:0:22797:0:(mdt_identity.c:119:mdt_identity_do_upcall()) lustre-MDT0001: invoked upcall /home/green/git/lustre-release/lustre/utils/l_getidentity lustre-MDT0001 0, time 918us 00000100:00100000:3.0:1789478803.600491:0:22797:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc34c99180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:12a0defb-0372-447c-b770-5f4765b3595e+5:18683:x1876403945623808:12345-192.168.206.11@tcp:59:lhsmtool_posix.0 Request processed in 22007us (22195us total) trans 0 rc 0/0 00000100:00100000:3.0:1789478803.600506:0:22797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.11@tcp, seq: 26 00000100:00100000:1.0:1789478803.612427:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.11@tcp (source: 12345-192.168.206.11@tcp) 00000100:00100000:2.0:1789478803.613417:0:24106:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403945623936 00000100:00100000:2.0:1789478803.613442:0:24106:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403945623936 00000100:00100000:2.0:1789478803.613507:0:24106:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.11@tcp, seq: 27 00000100:00100000:2.0:1789478803.613518:0:24106:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc012ae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:12a0defb-0372-447c-b770-5f4765b3595e+9:18689:x1876403945623936:12345-192.168.206.11@tcp:101:lfs.0 00010000:00010000:2.0:1789478803.613538:0:24106:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789478803.613557:0:24106:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc421ec600/0x8ebaae74e8217d4d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x26cc8ba2255b7930 expref: -99 pid: 24106 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478803.614277:0:24106:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc421ec800/0x8ebaae74e8217d54 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 24106 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478803.614291:0:24106:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc421ec800/0x8ebaae74e8217d54 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 24106 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478803.614301:0:24106:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc421ec800/0x8ebaae74e8217d54 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 24106 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478803.614808:0:24106:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc421ece00/0x8ebaae74e8217d5b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 24106 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478803.614819:0:24106:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc421ece00/0x8ebaae74e8217d5b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 24106 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478803.614826:0:24106:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc421ece00/0x8ebaae74e8217d5b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 24106 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478803.614880:0:24106:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc421ec800/0x8ebaae74e8217d54 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 24106 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478803.614888:0:24106:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc421ec800/0x8ebaae74e8217d54 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 24106 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478803.614895:0:24106:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc421ec800/0x8ebaae74e8217d54 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 24106 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478803.614909:0:24106:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ebc421ec800 already unused, calling callback (ffffffffc19934f0) 00010000:00010000:2.0:1789478803.614913:0:24106:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc421ec800/0x8ebaae74e8217d54 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 24106 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478803.614920:0:24106:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc421ec800/0x8ebaae74e8217d54 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 24106 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478803.614931:0:24106:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8ebc185a7000) 00010000:00010000:2.0:1789478803.614934:0:24106:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1789478803.614938:0:24106:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc421ec800/0x8ebaae74e8217d54 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 24106 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478803.614943:0:24106:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc421ec800/0x8ebaae74e8217d54 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 24106 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478803.614957:0:24106:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc421ece00/0x8ebaae74e8217d5b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 24106 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478803.614963:0:24106:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc421ece00/0x8ebaae74e8217d5b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 24106 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478803.614968:0:24106:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc421ece00/0x8ebaae74e8217d5b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 24106 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478803.614973:0:24106:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ebc421ece00 already unused, calling callback (ffffffffc19934f0) 00010000:00010000:2.0:1789478803.614975:0:24106:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc421ece00/0x8ebaae74e8217d5b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 24106 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478803.614981:0:24106:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc421ece00/0x8ebaae74e8217d5b lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 24106 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478803.614997:0:24106:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff8ebc34e78000) 00010000:00010000:2.0:1789478803.614999:0:24106:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1789478803.615002:0:24106:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc421ece00/0x8ebaae74e8217d5b lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 24106 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478803.615007:0:24106:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc421ece00/0x8ebaae74e8217d5b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 24106 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478803.615041:0:24106:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc421ec600/0x8ebaae74e8217d4d lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.11@tcp remote: 0x26cc8ba2255b7930 expref: 10 pid: 24106 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478803.615051:0:24106:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8ebc185a7000) 00010000:00010000:2.0:1789478803.615053:0:24106:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1789478803.615056:0:24106:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc421ec600/0x8ebaae74e8217d4d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.206.11@tcp remote: 0x26cc8ba2255b7930 expref: 10 pid: 24106 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478803.615064:0:24106:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ebc421ec600, rc 0) 00000100:00100000:2.0:1789478803.615287:0:24106:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc012ae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:12a0defb-0372-447c-b770-5f4765b3595e+9:18689:x1876403945623936:12345-192.168.206.11@tcp:101:lfs.0 Request processed in 1769us (2866us total) trans 0 rc 301/301 00000100:00100000:2.0:1789478803.615294:0:24106:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.11@tcp, seq: 27 00000100:00100000:0.0:1789478803.619095:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.11@tcp (source: 12345-192.168.206.11@tcp) 00000100:00100000:2.0:1789478803.619233:0:22805:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403945624064 00000100:00100000:2.0:1789478803.619242:0:22805:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403945624064 00000100:00100000:3.0:1789478803.619331:0:22806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.11@tcp, seq: 0 00000100:00100000:3.0:1789478803.619342:0:22806:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc0849ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_seqm_0001:12a0defb-0372-447c-b770-5f4765b3595e+9:18689:x1876403945624064:12345-192.168.206.11@tcp:700:lfs.0 00000100:00100000:3.0:1789478803.619433:0:22806:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc0849ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_seqm_0001:12a0defb-0372-447c-b770-5f4765b3595e+9:18689:x1876403945624064:12345-192.168.206.11@tcp:700:lfs.0 Request processed in 92us (345us total) trans 0 rc 0/0 00000100:00100000:3.0:1789478803.619441:0:22806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.11@tcp, seq: 0 00000040:00080000:0.0:1789478803.621261:0:22830:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:2.0:1789478803.622307:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.11@tcp (source: 12345-192.168.206.11@tcp) 00000100:00100000:0.0:1789478803.622436:0:22798:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403945624320 00000100:00100000:0.0:1789478803.622454:0:22798:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403945624320 00000100:00100000:0.0:1789478803.622503:0:22798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.11@tcp, seq: 28 00000100:00100000:0.0:1789478803.622514:0:22798:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc09127100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:12a0defb-0372-447c-b770-5f4765b3595e+9:18689:x1876403945624320:12345-192.168.206.11@tcp:36:lfs.0 00010000:00010000:0.0:1789478803.622559:0:22798:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1789478803.623070:0:22798:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc40fcf400/0x8ebaae74e8217cc1 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.11@tcp remote: 0x26cc8ba2255b78ab expref: 9 pid: 22796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478803.623089:0:22798:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8ebc185a7000) 00010000:00010000:0.0:1789478803.623093:0:22798:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1789478803.624532:0:22798:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc40fce800/0x8ebaae74e8217d62 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22798 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478803.624555:0:22798:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8ebb035fd400/0x8ebaae74e8217d00 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.11@tcp remote: 0x26cc8ba2255b791b expref: 5 pid: 22798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478803.624564:0:22798:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc40fce800/0x8ebaae74e8217d62 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22798 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478803.624630:0:22798:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8ebb035fd400/0x8ebaae74e8217d00 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.206.11@tcp remote: 0x26cc8ba2255b791b expref: 5 pid: 22798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478803.624718:0:22798:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8ebb035fd400/0x8ebaae74e8217d00 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.206.11@tcp remote: 0x26cc8ba2255b791b expref: 5 pid: 22798 timeout: 732 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789478803.624752:0:22798:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc012aea00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:22798:1876403964592896:192.168.206.11@tcp:104: 00000100:00100000:1.0:1789478803.624836:0:22798:0:(client.c:2715:ptlrpc_set_wait()) set ffff8ebc40f0f540 going to sleep for 11 seconds 00000100:00100000:3.0:1789478803.627237:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.11@tcp (source: 12345-192.168.206.11@tcp) 00000100:00100000:1.0:1789478803.627340:0:22798:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc012aea00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:22798:1876403964592896:192.168.206.11@tcp:104: 00010000:00010000:1.0:1789478803.627375:0:22798:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc40fce800/0x8ebaae74e8217d62 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22798 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789478803.628290:0:22782:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403945624448 00000100:00100000:0.0:1789478803.628298:0:22782:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403945624448 00010000:00010000:0.0:1789478803.628334:0:22782:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ebb035fd400/0x8ebaae74e8217d00 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.11@tcp remote: 0x26cc8ba2255b791b expref: 6 pid: 22798 timeout: 732 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789478803.628485:0:22782:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.11@tcp, seq: 15 00000100:00100000:0.0:1789478803.628495:0:22782:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc34c98e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:42f75e03-6c46-423b-a484-1ead250d253b+6:2395:x1876403945624448:12345-192.168.206.11@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1789478803.628508:0:22782:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1789478803.628515:0:22782:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8ebb035fd400/0x8ebaae74e8217d00 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.11@tcp remote: 0x26cc8ba2255b791b expref: 6 pid: 22798 timeout: 732 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478803.628526:0:22782:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8ebb035fd400/0x8ebaae74e8217d00 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.206.11@tcp remote: 0x26cc8ba2255b791b expref: 6 pid: 22798 timeout: 732 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478803.628544:0:22782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ebb035fd400/0x8ebaae74e8217d00 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.206.11@tcp remote: 0x26cc8ba2255b791b expref: 6 pid: 22798 timeout: 732 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478803.628557:0:22782:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8ebc185a7000) 00010000:00010000:0.0:1789478803.628561:0:22782:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc40fce800/0x8ebaae74e8217d62 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22798 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478803.628569:0:22782:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc40fce800/0x8ebaae74e8217d62 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 22798 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478803.628586:0:22782:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc40fce800/0x8ebaae74e8217d62 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 22798 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478803.628624:0:22782:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1789478803.628674:0:22782:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc34c98e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:42f75e03-6c46-423b-a484-1ead250d253b+5:2395:x1876403945624448:12345-192.168.206.11@tcp:103:ldlm_bl.0 Request processed in 181us (1444us total) trans 0 rc 0/0 00000100:00100000:0.0:1789478803.628689:0:22782:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.11@tcp, seq: 15 00010000:00010000:1.0:1789478803.629291:0:22798:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc40fce800/0x8ebaae74e8217d62 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22798 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478803.629300:0:22798:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc40fce800/0x8ebaae74e8217d62 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22798 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478803.629322:0:22798:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc40fcf800/0x8ebaae74e8217d69 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22798 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478803.629331:0:22798:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc40fcf800/0x8ebaae74e8217d69 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22798 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478803.629339:0:22798:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc40fcf800/0x8ebaae74e8217d69 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22798 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478803.631308:0:22798:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc40fce200/0x8ebaae74e8217d70 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22798 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478803.631325:0:22798:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc40fce200/0x8ebaae74e8217d70 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22798 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478803.631336:0:22798:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc40fce200/0x8ebaae74e8217d70 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22798 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1789478803.631364:0:22798:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 0000000098cfa039 reply state 000000009242cc68 transno 12884901890 ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc40fce200/0x8ebaae74e8217d70 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22798 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478803.631376:0:22798:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc40fce200/0x8ebaae74e8217d70 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22798 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478803.631384:0:22798:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8ebc185a7a00) 00010000:00010000:1.0:1789478803.631387:0:22798:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1789478803.631391:0:22798:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:1.0:1789478803.631396:0:22798:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00010000:00010000:1.0:1789478803.631403:0:22798:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc40fce800/0x8ebaae74e8217d62 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22798 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478803.631410:0:22798:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc40fce800/0x8ebaae74e8217d62 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22798 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478803.631417:0:22798:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc40fce800/0x8ebaae74e8217d62 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22798 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478803.631423:0:22798:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ebc40fce800 already unused, calling callback (ffffffffc19934f0) 00010000:00010000:1.0:1789478803.631427:0:22798:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc40fce800/0x8ebaae74e8217d62 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22798 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478803.631434:0:22798:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc40fce800/0x8ebaae74e8217d62 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22798 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478803.631442:0:22798:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8ebc185a7000) 00010000:00010000:1.0:1789478803.631457:0:22798:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1789478803.631461:0:22798:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc40fce800/0x8ebaae74e8217d62 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22798 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478803.631475:0:22798:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc40fce800/0x8ebaae74e8217d62 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22798 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1789478803.631493:0:22798:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 0000000098cfa039 reply state 000000009242cc68 transno 12884901890 ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc40fcf800/0x8ebaae74e8217d69 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22798 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478803.631502:0:22798:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc40fcf800/0x8ebaae74e8217d69 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22798 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478803.631508:0:22798:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff8ebc185a7b00) 00010000:00010000:1.0:1789478803.631510:0:22798:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1789478803.631512:0:22798:0:(service.c:179:ptlrpc_save_lock()) nlocks 1 00000100:00100000:1.0:1789478803.631608:0:22798:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc09127100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:12a0defb-0372-447c-b770-5f4765b3595e+10:18689:x1876403945624320:12345-192.168.206.11@tcp:36:lfs.0 Request processed in 9075us (9284us total) trans 12884901890 rc 0/0 00000100:00100000:1.0:1789478803.631616:0:22798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.11@tcp, seq: 28 10000000:01000000:0.0:1789478803.688324:0:22793:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:0.0:1789478803.688329:0:22793:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff8ebc34edf000 from 13 10000000:01000000:0.0:1789478803.688335:0:22793:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:0.0:1789478803.688377:0:22793:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.206.111@tcp lock: ffff8ebb035fd400/0x8ebaae74e8217d77 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478803.688389:0:22793:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.206.111@tcp lock: ffff8ebb035fd400/0x8ebaae74e8217d77 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478803.688406:0:22793:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.206.111@tcp lock: ffff8ebb035fd400/0x8ebaae74e8217d77 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789478803.688434:0:22793:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc0849a680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:433f6587-f9be-4304-94be-07d77f00816b:22793:1876403964593024:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1789478803.689036:0:22793:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789478803.689127:0:22793:0:(client.c:2715:ptlrpc_set_wait()) set ffff8ebc40e86a80 going to sleep for 11 seconds 00000100:00100000:0.0:1789478803.689177:0:22788:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964593024 00000100:00100000:0.0:1789478803.689255:0:22788:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964593024 00000100:00100000:0.0:1789478803.689349:0:22788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 145 00000100:00100000:0.0:1789478803.689359:0:22788:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc042b1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:433f6587-f9be-4304-94be-07d77f00816b+20:22793:x1876403964593024:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1789478803.689372:0:22788:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789478803.689388:0:22788:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8ebb035fc800/0x8ebaae74e8217d7e lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x8ebaae74e8217d77 expref: -99 pid: 22788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478803.689412:0:22788:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ebb035fc800/0x8ebaae74e8217d7e lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x8ebaae74e8217d77 expref: 21 pid: 22788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478803.689437:0:22788:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8ebb035fc800/0x8ebaae74e8217d7e lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x8ebaae74e8217d77 expref: 21 pid: 22788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478803.689457:0:22788:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ebb035fc800, rc 0) 00000100:00100000:0.0:1789478803.689509:0:22788:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc042b1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:433f6587-f9be-4304-94be-07d77f00816b+21:22793:x1876403964593024:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 151us (474us total) trans 0 rc 0/0 00000100:00100000:0.0:1789478803.689515:0:22788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 145 00000100:00100000:1.0:1789478803.689651:0:22793:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc0849a680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:433f6587-f9be-4304-94be-07d77f00816b:22793:1876403964593024:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1789478803.689677:0:22793:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.206.111@tcp lock: ffff8ebb035fd400/0x8ebaae74e8217d77 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x8ebaae74e8217d7e expref: -99 pid: 22793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478803.689694:0:22793:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.206.111@tcp lock: ffff8ebb035fd400/0x8ebaae74e8217d77 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x8ebaae74e8217d7e expref: -99 pid: 22793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789478803.689754:0:22793:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc012aea00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:433f6587-f9be-4304-94be-07d77f00816b:22793:1876403964593152:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1789478803.689780:0:22793:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789478803.689975:0:22793:0:(client.c:2715:ptlrpc_set_wait()) set ffff8ebc40f0f180 going to sleep for 11 seconds 00000100:00100000:2.0:1789478803.690019:0:22791:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964593152 00000100:00100000:2.0:1789478803.690024:0:22791:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964593152 00000100:00100000:2.0:1789478803.690050:0:22791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 146 00000100:00100000:2.0:1789478803.690066:0:22791:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc042b2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:433f6587-f9be-4304-94be-07d77f00816b+21:22793:x1876403964593152:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1789478803.690204:0:22791:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc042b2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:433f6587-f9be-4304-94be-07d77f00816b+21:22793:x1876403964593152:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 140us (422us total) trans 0 rc 0/0 00000100:00100000:2.0:1789478803.690211:0:22791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 146 00000100:00100000:0.0:1789478803.690545:0:22793:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc012aea00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:433f6587-f9be-4304-94be-07d77f00816b:22793:1876403964593152:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1789478803.690577:0:22793:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc08498380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:433f6587-f9be-4304-94be-07d77f00816b:22793:1876403964593280:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1789478803.690640:0:22793:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789478803.690704:0:22793:0:(client.c:2715:ptlrpc_set_wait()) set ffff8ebc40e869c0 going to sleep for 11 seconds 00000100:00100000:1.0:1789478803.690753:0:22790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964593280 00000100:00100000:1.0:1789478803.690758:0:22790:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964593280 00000100:00100000:2.0:1789478803.690827:0:22791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 147 00000100:00100000:2.0:1789478803.690836:0:22791:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc042b1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:433f6587-f9be-4304-94be-07d77f00816b+21:22793:x1876403964593280:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1789478803.690935:0:22791:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc042b1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:433f6587-f9be-4304-94be-07d77f00816b+21:22793:x1876403964593280:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 99us (293us total) trans 0 rc 0/0 00000100:00100000:2.0:1789478803.690942:0:22791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 147 00000100:00100000:2.0:1789478803.690985:0:22793:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc08498380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:433f6587-f9be-4304-94be-07d77f00816b:22793:1876403964593280:0@lo:503:ll_cfg_requeue.0 00000040:00080000:2.0:1789478803.692010:0:25838:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:3.0:1789478803.692250:0:22793:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:3.0:1789478803.692285:0:22793:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.206.111@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:3.0:1789478803.692297:0:22793:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.206.111@tcp lock: ffff8ebb035fd400/0x8ebaae74e8217d77 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x8ebaae74e8217d7e expref: -99 pid: 22793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478803.692308:0:22793:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.206.111@tcp lock: ffff8ebb035fd400/0x8ebaae74e8217d77 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x8ebaae74e8217d7e expref: -99 pid: 22793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789478803.692318:0:22793:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:3.0:1789478803.692321:0:22793:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff8ebc3bcd8800 from 13 10000000:01000000:3.0:1789478803.692324:0:22793:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:3.0:1789478803.692368:0:22793:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.206.111@tcp lock: ffff8ebc40f04000/0x8ebaae74e8217d85 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478803.692376:0:22793:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.206.111@tcp lock: ffff8ebc40f04000/0x8ebaae74e8217d85 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478803.692387:0:22793:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.206.111@tcp lock: ffff8ebc40f04000/0x8ebaae74e8217d85 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789478803.692408:0:22793:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc34c99880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:433f6587-f9be-4304-94be-07d77f00816b:22793:1876403964593408:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1789478803.692457:0:22793:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789478803.692502:0:22793:0:(client.c:2715:ptlrpc_set_wait()) set ffff8ebc094fab40 going to sleep for 11 seconds 00000100:00100000:0.0:1789478803.692529:0:22791:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964593408 00000100:00100000:0.0:1789478803.692536:0:22791:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964593408 00000100:00100000:0.0:1789478803.692584:0:22791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 148 00000100:00100000:0.0:1789478803.692621:0:22791:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc042b0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:433f6587-f9be-4304-94be-07d77f00816b+21:22793:x1876403964593408:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1789478803.692635:0:22791:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789478803.692651:0:22791:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8ebb035fcc00/0x8ebaae74e8217d8c lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x8ebaae74e8217d85 expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478803.692673:0:22791:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ebb035fcc00/0x8ebaae74e8217d8c lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x8ebaae74e8217d85 expref: 22 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478803.692687:0:22791:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8ebb035fcc00/0x8ebaae74e8217d8c lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x8ebaae74e8217d85 expref: 22 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478803.692696:0:22791:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ebb035fcc00, rc 0) 00000100:00100000:0.0:1789478803.692747:0:22791:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc042b0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:433f6587-f9be-4304-94be-07d77f00816b+22:22793:x1876403964593408:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 156us (290us total) trans 0 rc 0/0 00000100:00100000:0.0:1789478803.692755:0:22791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 148 00000100:00100000:3.0:1789478803.692785:0:22793:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc34c99880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:433f6587-f9be-4304-94be-07d77f00816b:22793:1876403964593408:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1789478803.692800:0:22793:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.206.111@tcp lock: ffff8ebc40f04000/0x8ebaae74e8217d85 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x8ebaae74e8217d8c expref: -99 pid: 22793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478803.692810:0:22793:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.206.111@tcp lock: ffff8ebc40f04000/0x8ebaae74e8217d85 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x8ebaae74e8217d8c expref: -99 pid: 22793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789478803.692897:0:22793:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc34c99880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:433f6587-f9be-4304-94be-07d77f00816b:22793:1876403964593536:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1789478803.692924:0:22793:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789478803.692955:0:22793:0:(client.c:2715:ptlrpc_set_wait()) set ffff8ebc094fab40 going to sleep for 11 seconds 00000100:00100000:0.0:1789478803.693071:0:22790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964593536 00000100:00100000:0.0:1789478803.693076:0:22790:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964593536 00000100:00100000:0.0:1789478803.693109:0:22790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 149 00000100:00100000:0.0:1789478803.693117:0:22790:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc042b1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:433f6587-f9be-4304-94be-07d77f00816b+22:22793:x1876403964593536:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1789478803.693218:0:22790:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc042b1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:433f6587-f9be-4304-94be-07d77f00816b+22:22793:x1876403964593536:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 102us (292us total) trans 0 rc 0/0 00000100:00100000:0.0:1789478803.693225:0:22790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 149 00000100:00100000:0.0:1789478803.693272:0:22793:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc34c99880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:433f6587-f9be-4304-94be-07d77f00816b:22793:1876403964593536:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1789478803.693299:0:22793:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc08498380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:433f6587-f9be-4304-94be-07d77f00816b:22793:1876403964593664:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1789478803.693337:0:22793:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789478803.693368:0:22793:0:(client.c:2715:ptlrpc_set_wait()) set ffff8ebc40e86a80 going to sleep for 11 seconds 00000100:00100000:3.0:1789478803.693473:0:22791:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964593664 00000100:00100000:3.0:1789478803.693478:0:22791:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964593664 00000100:00100000:3.0:1789478803.693507:0:22791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 150 00000100:00100000:3.0:1789478803.693514:0:22791:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc042b2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:433f6587-f9be-4304-94be-07d77f00816b+22:22793:x1876403964593664:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1789478803.693588:0:22791:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc042b2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:433f6587-f9be-4304-94be-07d77f00816b+22:22793:x1876403964593664:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 74us (250us total) trans 0 rc 0/0 00000100:00100000:3.0:1789478803.693619:0:22791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 150 00000100:00100000:0.0:1789478803.693703:0:22793:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc08498380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:433f6587-f9be-4304-94be-07d77f00816b:22793:1876403964593664:0@lo:503:ll_cfg_requeue.0 00000040:00080000:0.0:1789478803.694989:0:25839:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000100:00100000:2.0:1789478803.695170:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.11@tcp (source: 12345-192.168.206.11@tcp) 00000100:00100000:2.0:1789478803.695201:0:22797:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403945624576 00000100:00100000:2.0:1789478803.695449:0:22797:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403945624576 00000100:00100000:2.0:1789478803.695505:0:22797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.11@tcp, seq: 29 00000100:00100000:2.0:1789478803.695517:0:22797:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc09127b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:12a0defb-0372-447c-b770-5f4765b3595e+10:18697:x1876403945624576:12345-192.168.206.11@tcp:101:lctl.0 00010000:00010000:2.0:1789478803.695542:0:22797:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789478803.695565:0:22797:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc421ec800/0x8ebaae74e8217d93 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x26cc8ba2255b7937 expref: -99 pid: 22797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478803.695651:0:22797:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc421ed600/0x8ebaae74e8217d9a lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478803.695665:0:22797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc421ed600/0x8ebaae74e8217d9a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478803.695676:0:22797:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc421ed600/0x8ebaae74e8217d9a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22797 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1789478803.695743:0:22797:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1789478803.695748:0:22797:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1789478803.695787:0:22797:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc421ed600/0x8ebaae74e8217d9a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478803.695815:0:22797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc421ec800/0x8ebaae74e8217d93 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.11@tcp remote: 0x26cc8ba2255b7937 expref: 12 pid: 22797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478803.695831:0:22797:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc421ed600/0x8ebaae74e8217d9a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.11@tcp remote: 0x26cc8ba2255b7937 expref: 11 pid: 22797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478803.695841:0:22797:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8ebc34e78000) 00010000:00010000:2.0:1789478803.695858:0:22797:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1789478803.695862:0:22797:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ebc421ed600, rc 0) 00000100:00100000:2.0:1789478803.695921:0:22797:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc09127b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:12a0defb-0372-447c-b770-5f4765b3595e+11:18697:x1876403945624576:12345-192.168.206.11@tcp:101:lctl.0 Request processed in 406us (754us total) trans 0 rc 0/0 00000100:00100000:2.0:1789478803.695929:0:22797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.11@tcp, seq: 29 00000020:01000000:3.0:1789478803.696122:0:22793:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:3.0:1789478803.696149:0:22793:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.206.111@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:3.0:1789478803.696157:0:22793:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.206.111@tcp lock: ffff8ebc40f04000/0x8ebaae74e8217d85 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x8ebaae74e8217d8c expref: -99 pid: 22793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478803.696166:0:22793:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.206.111@tcp lock: ffff8ebc40f04000/0x8ebaae74e8217d85 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x8ebaae74e8217d8c expref: -99 pid: 22793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789478803.696176:0:22793:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:3.0:1789478803.696178:0:22793:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff8ebc35b1c800 from 13 10000000:01000000:3.0:1789478803.696181:0:22793:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:3.0:1789478803.696205:0:22793:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.206.111@tcp lock: ffff8ebc40f04400/0x8ebaae74e8217da1 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478803.696212:0:22793:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.206.111@tcp lock: ffff8ebc40f04400/0x8ebaae74e8217da1 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478803.696221:0:22793:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.206.111@tcp lock: ffff8ebc40f04400/0x8ebaae74e8217da1 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789478803.696249:0:22793:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc34c9ad80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:433f6587-f9be-4304-94be-07d77f00816b:22793:1876403964593792:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1789478803.696341:0:22793:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789478803.696415:0:22793:0:(client.c:2715:ptlrpc_set_wait()) set ffff8ebc094fa540 going to sleep for 11 seconds 00000100:00100000:0.0:1789478803.696459:0:22791:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964593792 00000100:00100000:0.0:1789478803.696465:0:22791:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964593792 00000100:00100000:0.0:1789478803.696668:0:22791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 151 00000100:00100000:0.0:1789478803.696677:0:22791:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc0428a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:433f6587-f9be-4304-94be-07d77f00816b+22:22793:x1876403964593792:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1789478803.696685:0:22791:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789478803.696696:0:22791:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8ebb035fce00/0x8ebaae74e8217da8 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x8ebaae74e8217da1 expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478803.696725:0:22791:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ebb035fce00/0x8ebaae74e8217da8 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x8ebaae74e8217da1 expref: 23 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478803.696746:0:22791:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8ebb035fce00/0x8ebaae74e8217da8 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x8ebaae74e8217da1 expref: 23 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478803.696753:0:22791:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ebb035fce00, rc 0) 00000100:00100000:0.0:1789478803.696786:0:22791:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc0428a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:433f6587-f9be-4304-94be-07d77f00816b+23:22793:x1876403964593792:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 111us (444us total) trans 0 rc 0/0 00000100:00100000:0.0:1789478803.696792:0:22791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 151 00000100:00100000:3.0:1789478803.696882:0:22793:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc34c9ad80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:433f6587-f9be-4304-94be-07d77f00816b:22793:1876403964593792:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1789478803.696895:0:22793:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.206.111@tcp lock: ffff8ebc40f04400/0x8ebaae74e8217da1 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x8ebaae74e8217da8 expref: -99 pid: 22793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478803.696903:0:22793:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.206.111@tcp lock: ffff8ebc40f04400/0x8ebaae74e8217da1 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x8ebaae74e8217da8 expref: -99 pid: 22793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789478803.696953:0:22793:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc34c9ad80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:433f6587-f9be-4304-94be-07d77f00816b:22793:1876403964593920:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1789478803.696979:0:22793:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789478803.697200:0:22793:0:(client.c:2715:ptlrpc_set_wait()) set ffff8ebc094fa540 going to sleep for 11 seconds 00000100:00100000:1.0:1789478803.697326:0:22790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964593920 00000100:00100000:1.0:1789478803.697337:0:22790:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964593920 00000100:00100000:1.0:1789478803.697361:0:22790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 152 00000100:00100000:1.0:1789478803.697367:0:22790:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc04288c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:433f6587-f9be-4304-94be-07d77f00816b+23:22793:x1876403964593920:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1789478803.697514:0:22790:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc04288c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:433f6587-f9be-4304-94be-07d77f00816b+23:22793:x1876403964593920:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 147us (534us total) trans 0 rc 0/0 00000100:00100000:1.0:1789478803.697521:0:22790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 152 00000100:00100000:3.0:1789478803.697808:0:22793:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc34c9ad80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:433f6587-f9be-4304-94be-07d77f00816b:22793:1876403964593920:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1789478803.697841:0:22793:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc34c9ad80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:433f6587-f9be-4304-94be-07d77f00816b:22793:1876403964594048:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1789478803.697892:0:22793:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789478803.697922:0:22793:0:(client.c:2715:ptlrpc_set_wait()) set ffff8ebc094fa540 going to sleep for 11 seconds 00000100:00100000:0.0:1789478803.697970:0:22790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964594048 00000100:00100000:0.0:1789478803.697975:0:22790:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964594048 00000100:00100000:0.0:1789478803.698007:0:22790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 153 00000100:00100000:0.0:1789478803.698014:0:22790:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc0428b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:433f6587-f9be-4304-94be-07d77f00816b+23:22793:x1876403964594048:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1789478803.698096:0:22790:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc0428b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:433f6587-f9be-4304-94be-07d77f00816b+23:22793:x1876403964594048:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 82us (202us total) trans 0 rc 0/0 00000100:00100000:0.0:1789478803.698103:0:22790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 153 00000100:00100000:0.0:1789478803.698147:0:22793:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc34c9ad80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:433f6587-f9be-4304-94be-07d77f00816b:22793:1876403964594048:0@lo:503:ll_cfg_requeue.0 00000040:00080000:0.0:1789478803.698971:0:25840:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:0.0:1789478803.699027:0:22793:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:0.0:1789478803.699044:0:22793:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.206.111@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1789478803.699053:0:22793:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.206.111@tcp lock: ffff8ebc40f04400/0x8ebaae74e8217da1 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x8ebaae74e8217da8 expref: -99 pid: 22793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478803.699062:0:22793:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.206.111@tcp lock: ffff8ebc40f04400/0x8ebaae74e8217da1 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x8ebaae74e8217da8 expref: -99 pid: 22793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789478803.699072:0:22793:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:0.0:1789478803.699074:0:22793:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff8ebc3fa73800 from 13 10000000:01000000:0.0:1789478803.699087:0:22793:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:0.0:1789478803.699116:0:22793:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.206.111@tcp lock: ffff8ebb035fc400/0x8ebaae74e8217daf lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478803.699124:0:22793:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.206.111@tcp lock: ffff8ebb035fc400/0x8ebaae74e8217daf lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478803.699134:0:22793:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.206.111@tcp lock: ffff8ebb035fc400/0x8ebaae74e8217daf lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789478803.699152:0:22793:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc08498380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:433f6587-f9be-4304-94be-07d77f00816b:22793:1876403964594176:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1789478803.699191:0:22793:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789478803.699220:0:22793:0:(client.c:2715:ptlrpc_set_wait()) set ffff8ebc40e86a80 going to sleep for 11 seconds 00000100:00100000:0.0:1789478803.699236:0:22790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964594176 00000100:00100000:0.0:1789478803.699240:0:22790:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964594176 00000100:00100000:0.0:1789478803.699315:0:22790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 154 00000100:00100000:0.0:1789478803.699324:0:22790:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc04288050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:433f6587-f9be-4304-94be-07d77f00816b+23:22793:x1876403964594176:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1789478803.699334:0:22790:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789478803.699345:0:22790:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8ebb035fc000/0x8ebaae74e8217db6 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x8ebaae74e8217daf expref: -99 pid: 22790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478803.699364:0:22790:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ebb035fc000/0x8ebaae74e8217db6 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x8ebaae74e8217daf expref: 24 pid: 22790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478803.699374:0:22790:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8ebb035fc000/0x8ebaae74e8217db6 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x8ebaae74e8217daf expref: 24 pid: 22790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478803.699382:0:22790:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ebb035fc000, rc 0) 00000100:00100000:0.0:1789478803.699412:0:22790:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc04288050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:433f6587-f9be-4304-94be-07d77f00816b+24:22793:x1876403964594176:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 90us (220us total) trans 0 rc 0/0 00000100:00100000:0.0:1789478803.699428:0:22790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 154 00000100:00100000:0.0:1789478803.699463:0:22793:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc08498380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:433f6587-f9be-4304-94be-07d77f00816b:22793:1876403964594176:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1789478803.699475:0:22793:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.206.111@tcp lock: ffff8ebb035fc400/0x8ebaae74e8217daf lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x8ebaae74e8217db6 expref: -99 pid: 22793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478803.699485:0:22793:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.206.111@tcp lock: ffff8ebb035fc400/0x8ebaae74e8217daf lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x8ebaae74e8217db6 expref: -99 pid: 22793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789478803.699529:0:22793:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc08498380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:433f6587-f9be-4304-94be-07d77f00816b:22793:1876403964594304:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1789478803.699552:0:22793:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789478803.699565:0:22793:0:(client.c:2715:ptlrpc_set_wait()) set ffff8ebc40e86a80 going to sleep for 11 seconds 00000100:00100000:0.0:1789478803.699575:0:22790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964594304 00000100:00100000:0.0:1789478803.699578:0:22790:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964594304 00000100:00100000:0.0:1789478803.699616:0:22790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 155 00000100:00100000:0.0:1789478803.699622:0:22790:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc04289050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:433f6587-f9be-4304-94be-07d77f00816b+24:22793:x1876403964594304:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1789478803.699704:0:22790:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc04289050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:433f6587-f9be-4304-94be-07d77f00816b+24:22793:x1876403964594304:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 82us (151us total) trans 0 rc 0/0 00000100:00100000:0.0:1789478803.699864:0:22790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 155 00000100:00100000:0.0:1789478803.699895:0:22793:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc08498380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:433f6587-f9be-4304-94be-07d77f00816b:22793:1876403964594304:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1789478803.699920:0:22793:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc08498380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:433f6587-f9be-4304-94be-07d77f00816b:22793:1876403964594432:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1789478803.699958:0:22793:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789478803.700067:0:22793:0:(client.c:2715:ptlrpc_set_wait()) set ffff8ebc08cff240 going to sleep for 11 seconds 00000100:00100000:2.0:1789478803.700314:0:22788:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964594432 00000100:00100000:2.0:1789478803.700319:0:22788:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964594432 00000100:00100000:2.0:1789478803.700384:0:22788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 156 00000100:00100000:2.0:1789478803.700392:0:22788:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc0428a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:433f6587-f9be-4304-94be-07d77f00816b+24:22793:x1876403964594432:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1789478803.700481:0:22788:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc0428a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:433f6587-f9be-4304-94be-07d77f00816b+24:22793:x1876403964594432:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 90us (522us total) trans 0 rc 0/0 00000100:00100000:2.0:1789478803.700487:0:22788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 156 00000100:00100000:1.0:1789478803.700622:0:22793:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc08498380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:433f6587-f9be-4304-94be-07d77f00816b:22793:1876403964594432:0@lo:503:ll_cfg_requeue.0 00000040:00080000:2.0:1789478803.701554:0:25841:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:1.0:1789478803.701701:0:22793:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:1.0:1789478803.701792:0:22793:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.206.111@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:1.0:1789478803.701802:0:22793:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.206.111@tcp lock: ffff8ebb035fc400/0x8ebaae74e8217daf lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x8ebaae74e8217db6 expref: -99 pid: 22793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478803.701813:0:22793:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.206.111@tcp lock: ffff8ebb035fc400/0x8ebaae74e8217daf lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x8ebaae74e8217db6 expref: -99 pid: 22793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789478803.715928:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.11@tcp (source: 12345-192.168.206.11@tcp) 00000100:00100000:1.0:1789478803.715990:0:24106:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403945624704 00000100:00100000:1.0:1789478803.715999:0:24106:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403945624704 00000100:00100000:1.0:1789478803.716051:0:24106:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.11@tcp, seq: 30 00000100:00100000:1.0:1789478803.716061:0:24106:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc09124a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:42f75e03-6c46-423b-a484-1ead250d253b+5:18698:x1876403945624704:12345-192.168.206.11@tcp:101:lfs.0 00010000:00010000:1.0:1789478803.716078:0:24106:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789478803.716095:0:24106:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc40fcee00/0x8ebaae74e8217dbd lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x26cc8ba2255b793e expref: -99 pid: 24106 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478803.716163:0:24106:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc40fcea00/0x8ebaae74e8217dc4 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 24106 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478803.716175:0:24106:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc40fcea00/0x8ebaae74e8217dc4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 24106 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478803.716199:0:24106:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc40fcea00/0x8ebaae74e8217dc4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 24106 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1789478803.716237:0:24106:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1789478803.716241:0:24106:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1789478803.716258:0:24106:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc40fcea00/0x8ebaae74e8217dc4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 24106 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478803.716280:0:24106:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc40fcee00/0x8ebaae74e8217dbd lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.11@tcp remote: 0x26cc8ba2255b793e expref: 7 pid: 24106 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478803.716294:0:24106:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc40fcea00/0x8ebaae74e8217dc4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.11@tcp remote: 0x26cc8ba2255b793e expref: 6 pid: 24106 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478803.716303:0:24106:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8ebc34e78000) 00010000:00010000:1.0:1789478803.716305:0:24106:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1789478803.716308:0:24106:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ebc40fcea00, rc 0) 00000100:00100000:1.0:1789478803.716362:0:24106:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc09124a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:42f75e03-6c46-423b-a484-1ead250d253b+6:18698:x1876403945624704:12345-192.168.206.11@tcp:101:lfs.0 Request processed in 303us (443us total) trans 0 rc 0/0 00000100:00100000:1.0:1789478803.716368:0:24106:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.11@tcp, seq: 30 00000100:00100000:1.0:1789478803.719310:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.11@tcp (source: 12345-192.168.206.11@tcp) 00000100:00100000:2.0:1789478803.719380:0:22798:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403945624832 00000100:00100000:2.0:1789478803.719400:0:22798:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403945624832 00000100:00100000:2.0:1789478803.719452:0:22798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.11@tcp, seq: 31 00000100:00100000:2.0:1789478803.719461:0:22798:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc012ac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:42f75e03-6c46-423b-a484-1ead250d253b+6:18698:x1876403945624832:12345-192.168.206.11@tcp:101:lfs.0 00010000:00010000:2.0:1789478803.719478:0:22798:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789478803.719495:0:22798:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc421ec800/0x8ebaae74e8217dcb lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x26cc8ba2255b7945 expref: -99 pid: 22798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478803.719554:0:22798:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc421edc00/0x8ebaae74e8217dd2 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22798 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478803.719566:0:22798:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc421edc00/0x8ebaae74e8217dd2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22798 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478803.719576:0:22798:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc421edc00/0x8ebaae74e8217dd2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22798 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478803.719586:0:22798:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc421ede00/0x8ebaae74e8217dd9 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22798 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478803.719629:0:22798:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc421ede00/0x8ebaae74e8217dd9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22798 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478803.719636:0:22798:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc421ede00/0x8ebaae74e8217dd9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22798 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478803.719703:0:22798:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc421ec200/0x8ebaae74e8217de0 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22798 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478803.719859:0:22798:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc421ec200/0x8ebaae74e8217de0 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22798 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478803.719867:0:22798:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc421ec200/0x8ebaae74e8217de0 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22798 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1789478803.719909:0:22798:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1789478803.719912:0:22798:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1789478803.719944:0:22798:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc421ec200/0x8ebaae74e8217de0 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22798 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478803.719957:0:22798:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc421edc00/0x8ebaae74e8217dd2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22798 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478803.719963:0:22798:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc421edc00/0x8ebaae74e8217dd2 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22798 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478803.719969:0:22798:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc421edc00/0x8ebaae74e8217dd2 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22798 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478803.719973:0:22798:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ebc421edc00 already unused, calling callback (ffffffffc19934f0) 00010000:00010000:2.0:1789478803.719976:0:22798:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc421edc00/0x8ebaae74e8217dd2 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22798 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478803.719982:0:22798:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc421edc00/0x8ebaae74e8217dd2 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22798 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478803.719993:0:22798:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8ebc34e78000) 00010000:00010000:2.0:1789478803.719996:0:22798:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1789478803.720000:0:22798:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc421edc00/0x8ebaae74e8217dd2 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22798 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478803.720005:0:22798:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc421edc00/0x8ebaae74e8217dd2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22798 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478803.720016:0:22798:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc421ede00/0x8ebaae74e8217dd9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22798 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478803.720032:0:22798:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc421ede00/0x8ebaae74e8217dd9 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 22798 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478803.720038:0:22798:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc421ede00/0x8ebaae74e8217dd9 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22798 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478803.720043:0:22798:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ebc421ede00 already unused, calling callback (ffffffffc19934f0) 00010000:00010000:2.0:1789478803.720047:0:22798:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc421ede00/0x8ebaae74e8217dd9 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22798 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478803.720053:0:22798:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc421ede00/0x8ebaae74e8217dd9 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 22798 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478803.720061:0:22798:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff8ebc185a7b00) 00010000:00010000:2.0:1789478803.720064:0:22798:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1789478803.720066:0:22798:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc421ede00/0x8ebaae74e8217dd9 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22798 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478803.720072:0:22798:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc421ede00/0x8ebaae74e8217dd9 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22798 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478803.720099:0:22798:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc421ec800/0x8ebaae74e8217dcb lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.11@tcp remote: 0x26cc8ba2255b7945 expref: 8 pid: 22798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478803.720112:0:22798:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc421ec200/0x8ebaae74e8217de0 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.11@tcp remote: 0x26cc8ba2255b7945 expref: 7 pid: 22798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478803.720119:0:22798:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8ebc185a7a00) 00010000:00010000:2.0:1789478803.720121:0:22798:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1789478803.720129:0:22798:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ebc421ec200, rc 0) 00000100:00100000:2.0:1789478803.720179:0:22798:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc012ac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:42f75e03-6c46-423b-a484-1ead250d253b+7:18698:x1876403945624832:12345-192.168.206.11@tcp:101:lfs.0 Request processed in 718us (876us total) trans 0 rc 0/0 00000100:00100000:2.0:1789478803.720185:0:22798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.11@tcp, seq: 31 00000100:00100000:3.0:1789478803.721813:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.11@tcp (source: 12345-192.168.206.11@tcp) 00000100:00100000:2.0:1789478803.721854:0:22808:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403945624960 00000100:00100000:2.0:1789478803.721863:0:22808:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403945624960 00000100:00100000:2.0:1789478803.721953:0:22808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.11@tcp, seq: 6 00000100:00100000:2.0:1789478803.721962:0:22808:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc34c9ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:42f75e03-6c46-423b-a484-1ead250d253b+5:18698:x1876403945624960:12345-192.168.206.11@tcp:900:lfs.0 00000100:00100000:2.0:1789478803.722029:0:22808:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc34c9ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:42f75e03-6c46-423b-a484-1ead250d253b+5:18698:x1876403945624960:12345-192.168.206.11@tcp:900:lfs.0 Request processed in 69us (221us total) trans 0 rc 0/0 00000100:00100000:2.0:1789478803.722036:0:22808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.11@tcp, seq: 6 00000100:00100000:0.0:1789478803.724787:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.11@tcp (source: 12345-192.168.206.11@tcp) 00000100:00100000:2.0:1789478803.724863:0:22796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403945625216 00000100:00100000:2.0:1789478803.724872:0:22796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403945625216 00000100:00100000:2.0:1789478803.724927:0:22796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.11@tcp, seq: 32 00000100:00100000:2.0:1789478803.724938:0:22796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc0849a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:42f75e03-6c46-423b-a484-1ead250d253b+7:18698:x1876403945625216:12345-192.168.206.11@tcp:101:lfs.0 00010000:00010000:2.0:1789478803.725016:0:22796:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789478803.725037:0:22796:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc421ece00/0x8ebaae74e8217de7 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x26cc8ba2255b794c expref: -99 pid: 22796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1789478803.725125:0:22796:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00010000:00010000:2.0:1789478803.725218:0:22796:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc421ece00/0x8ebaae74e8217de7 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.11@tcp remote: 0x26cc8ba2255b794c expref: 9 pid: 22796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478803.725230:0:22796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8ebc34e78000) 00010000:00010000:2.0:1789478803.725233:0:22796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1789478803.725237:0:22796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc421ece00/0x8ebaae74e8217de7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.206.11@tcp remote: 0x26cc8ba2255b794c expref: 9 pid: 22796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478803.725278:0:22796:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ebc421ece00, rc 0) 00000100:00100000:2.0:1789478803.725333:0:22796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc0849a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:42f75e03-6c46-423b-a484-1ead250d253b+8:18698:x1876403945625216:12345-192.168.206.11@tcp:101:lfs.0 Request processed in 398us (553us total) trans 12884901891 rc 301/301 00000100:00100000:2.0:1789478803.725342:0:22796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.11@tcp, seq: 32 00000100:00100000:1.0:1789478803.729860:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.11@tcp (source: 12345-192.168.206.11@tcp) 00000100:00100000:2.0:1789478803.729959:0:25825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403945625472 00000100:00100000:2.0:1789478803.729969:0:25825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403945625472 00000100:00100000:2.0:1789478803.730029:0:25825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.11@tcp, seq: 33 00000100:00100000:2.0:1789478803.730040:0:25825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc012af100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:42f75e03-6c46-423b-a484-1ead250d253b+8:18698:x1876403945625472:12345-192.168.206.11@tcp:36:lfs.0 00010000:00010000:2.0:1789478803.730095:0:25825:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1789478803.730120:0:25825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc421ec200/0x8ebaae74e8217de0 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.11@tcp remote: 0x26cc8ba2255b7945 expref: 8 pid: 22798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478803.730140:0:25825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8ebc185a7a00) 00010000:00010000:2.0:1789478803.730145:0:25825:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1789478803.730164:0:25825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc421ec600/0x8ebaae74e8217df5 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 25825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478803.730177:0:25825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc421ec600/0x8ebaae74e8217df5 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 25825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478803.730187:0:25825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc421ec600/0x8ebaae74e8217df5 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 25825 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1789478803.730355:0:25825:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000ac8cd44f reply state 00000000cbb25e15 transno 12884901892 ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc421ec600/0x8ebaae74e8217df5 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 25825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478803.730367:0:25825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc421ec600/0x8ebaae74e8217df5 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 25825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478803.730387:0:25825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8ebc185a7a00) 00010000:00010000:2.0:1789478803.730390:0:25825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:2.0:1789478803.730392:0:25825:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:2.0:1789478803.730400:0:25825:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00000100:00100000:2.0:1789478803.730479:0:25825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc012af100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:42f75e03-6c46-423b-a484-1ead250d253b+9:18698:x1876403945625472:12345-192.168.206.11@tcp:36:lfs.0 Request processed in 440us (643us total) trans 12884901892 rc 0/0 00000100:00100000:2.0:1789478803.730486:0:25825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.11@tcp, seq: 33 00000100:00100000:3.0:1789478803.732876:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.11@tcp (source: 12345-192.168.206.11@tcp) 00000100:00100000:0.0:1789478803.733027:0:22800:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403945625728 00000100:00100000:0.0:1789478803.733036:0:22800:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403945625728 00000100:00100000:0.0:1789478803.733109:0:22800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.11@tcp, seq: 2 00000100:00100000:0.0:1789478803.733119:0:22800:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc34c99880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:42f75e03-6c46-423b-a484-1ead250d253b+9:18698:x1876403945625728:12345-192.168.206.11@tcp:35:lfs.0 00000100:00100000:0.0:1789478803.733343:0:22800:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc34c99880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:42f75e03-6c46-423b-a484-1ead250d253b+10:18698:x1876403945625728:12345-192.168.206.11@tcp:35:lfs.0 Request processed in 226us (474us total) trans 12884901893 rc 0/0 00000100:00100000:0.0:1789478803.733349:0:22800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.11@tcp, seq: 2 00000100:00100000:0.0:1789478803.738040:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.11@tcp (source: 12345-192.168.206.11@tcp) 00000100:00100000:2.0:1789478803.738216:0:22798:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403945625984 00000100:00100000:2.0:1789478803.738227:0:22798:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403945625984 00000100:00100000:2.0:1789478803.738287:0:22798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.11@tcp, seq: 34 00000100:00100000:2.0:1789478803.738298:0:22798:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc08498380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:42f75e03-6c46-423b-a484-1ead250d253b+10:18698:x1876403945625984:12345-192.168.206.11@tcp:101:lfs.0 00010000:00010000:2.0:1789478803.738341:0:22798:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789478803.738362:0:22798:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc421ec800/0x8ebaae74e8217dfc lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x26cc8ba2255b7953 expref: -99 pid: 22798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478803.738442:0:22798:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc421ede00/0x8ebaae74e8217e03 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22798 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478803.738456:0:22798:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc421ede00/0x8ebaae74e8217e03 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22798 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478803.738467:0:22798:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc421ede00/0x8ebaae74e8217e03 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22798 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478803.738477:0:22798:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc421edc00/0x8ebaae74e8217e0a lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22798 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478803.738484:0:22798:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc421edc00/0x8ebaae74e8217e0a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22798 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478803.738507:0:22798:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc421edc00/0x8ebaae74e8217e0a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22798 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1789478803.738635:0:22798:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00010000:00010000:2.0:1789478803.738722:0:22798:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc421ede00/0x8ebaae74e8217e03 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22798 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478803.738731:0:22798:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc421ede00/0x8ebaae74e8217e03 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22798 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478803.738738:0:22798:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc421ede00/0x8ebaae74e8217e03 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22798 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478803.738744:0:22798:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ebc421ede00 already unused, calling callback (ffffffffc19934f0) 00010000:00010000:2.0:1789478803.738748:0:22798:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc421ede00/0x8ebaae74e8217e03 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22798 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478803.738755:0:22798:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc421ede00/0x8ebaae74e8217e03 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22798 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478803.738767:0:22798:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8ebc34e78000) 00010000:00010000:2.0:1789478803.738769:0:22798:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1789478803.738774:0:22798:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc421ede00/0x8ebaae74e8217e03 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22798 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478803.738780:0:22798:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc421ede00/0x8ebaae74e8217e03 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22798 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478803.738793:0:22798:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc421edc00/0x8ebaae74e8217e0a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22798 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478803.738809:0:22798:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc421edc00/0x8ebaae74e8217e0a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 22798 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478803.738815:0:22798:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc421edc00/0x8ebaae74e8217e0a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22798 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478803.738820:0:22798:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ebc421edc00 already unused, calling callback (ffffffffc19934f0) 00010000:00010000:2.0:1789478803.738823:0:22798:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc421edc00/0x8ebaae74e8217e0a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22798 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478803.738829:0:22798:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc421edc00/0x8ebaae74e8217e0a lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 22798 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478803.738837:0:22798:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff8ebc185a7b00) 00010000:00010000:2.0:1789478803.738840:0:22798:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1789478803.738856:0:22798:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc421edc00/0x8ebaae74e8217e0a lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22798 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478803.738863:0:22798:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc421edc00/0x8ebaae74e8217e0a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22798 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478803.738896:0:22798:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc421ec800/0x8ebaae74e8217dfc lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.11@tcp remote: 0x26cc8ba2255b7953 expref: 12 pid: 22798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478803.738906:0:22798:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8ebc34e78000) 00010000:00010000:2.0:1789478803.738907:0:22798:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1789478803.738911:0:22798:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc421ec800/0x8ebaae74e8217dfc lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.206.11@tcp remote: 0x26cc8ba2255b7953 expref: 12 pid: 22798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478803.738932:0:22798:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ebc421ec800, rc 0) 00000100:00100000:2.0:1789478803.738991:0:22798:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc08498380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:42f75e03-6c46-423b-a484-1ead250d253b+11:18698:x1876403945625984:12345-192.168.206.11@tcp:101:lfs.0 Request processed in 695us (961us total) trans 12884901894 rc 301/301 00000100:00100000:2.0:1789478803.738998:0:22798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.11@tcp, seq: 34 00000100:00100000:1.0:1789478803.744200:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.11@tcp (source: 12345-192.168.206.11@tcp) 00000100:00100000:2.0:1789478803.744431:0:22796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403945626112 00000100:00100000:2.0:1789478803.744441:0:22796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403945626112 00000100:00100000:2.0:1789478803.744660:0:22796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.11@tcp, seq: 35 00000100:00100000:2.0:1789478803.744671:0:22796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc012aea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:42f75e03-6c46-423b-a484-1ead250d253b+11:18698:x1876403945626112:12345-192.168.206.11@tcp:101:lfs.0 00010000:00010000:2.0:1789478803.744705:0:22796:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789478803.744723:0:22796:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc421ec200/0x8ebaae74e8217e18 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x26cc8ba2255b795a expref: -99 pid: 22796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478803.744820:0:22796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc421ece00/0x8ebaae74e8217e1f lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478803.744834:0:22796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc421ece00/0x8ebaae74e8217e1f lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478803.744859:0:22796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc421ece00/0x8ebaae74e8217e1f lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22796 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1789478803.744885:0:22796:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1789478803.744888:0:22796:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1789478803.744910:0:22796:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc421ece00/0x8ebaae74e8217e1f lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478803.744941:0:22796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc421ec200/0x8ebaae74e8217e18 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.11@tcp remote: 0x26cc8ba2255b795a expref: 13 pid: 22796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478803.744975:0:22796:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc421ece00/0x8ebaae74e8217e1f lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.11@tcp remote: 0x26cc8ba2255b795a expref: 12 pid: 22796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478803.744984:0:22796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8ebc185a7a00) 00010000:00010000:2.0:1789478803.744987:0:22796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1789478803.744990:0:22796:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ebc421ece00, rc 0) 00000100:00100000:2.0:1789478803.745103:0:22796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc012aea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:42f75e03-6c46-423b-a484-1ead250d253b+12:18698:x1876403945626112:12345-192.168.206.11@tcp:101:lfs.0 Request processed in 433us (922us total) trans 0 rc 0/0 00000100:00100000:2.0:1789478803.745110:0:22796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.11@tcp, seq: 35 00000100:00100000:3.0:1789478803.750912:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.11@tcp (source: 12345-192.168.206.11@tcp) 00000100:00100000:2.0:1789478803.750968:0:22799:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403945626240 00000100:00100000:2.0:1789478803.750982:0:22799:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403945626240 00000100:00100000:2.0:1789478803.751080:0:22799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.11@tcp, seq: 3 00000100:00100000:2.0:1789478803.751090:0:22799:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc34c98a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:42f75e03-6c46-423b-a484-1ead250d253b+12:18698:x1876403945626240:12345-192.168.206.11@tcp:37:lfs.0 00000100:00100000:2.0:1789478803.761858:0:22799:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc34c98a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:42f75e03-6c46-423b-a484-1ead250d253b+12:18698:x1876403945626240:12345-192.168.206.11@tcp:37:lfs.0 Request processed in 10751us (11530us total) trans 0 rc 0/0 00000100:00100000:2.0:1789478803.761872:0:22799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.11@tcp, seq: 3 00000100:00100000:3.0:1789478803.765457:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.11@tcp (source: 12345-192.168.206.11@tcp) 00000100:00100000:0.0:1789478803.765590:0:22800:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403945626496 00000100:00100000:0.0:1789478803.765640:0:22800:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403945626496 00000100:00100000:0.0:1789478803.765700:0:22800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.11@tcp, seq: 4 00000100:00100000:0.0:1789478803.765712:0:22800:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc08a62050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:42f75e03-6c46-423b-a484-1ead250d253b+12:18698:x1876403945626496:12345-192.168.206.11@tcp:35:lfs.0 00000100:00100000:0.0:1789478803.765983:0:22800:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc08a62050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:42f75e03-6c46-423b-a484-1ead250d253b+13:18698:x1876403945626496:12345-192.168.206.11@tcp:35:lfs.0 Request processed in 273us (543us total) trans 12884901895 rc 0/0 00000100:00100000:0.0:1789478803.765991:0:22800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.11@tcp, seq: 4 00000100:00100000:3.0:1789478803.820006:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.11@tcp (source: 12345-192.168.206.11@tcp) 00000100:00100000:2.0:1789478803.820138:0:25825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403945626624 00000100:00100000:2.0:1789478803.820148:0:25825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403945626624 00000100:00100000:2.0:1789478803.820210:0:25825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.11@tcp, seq: 36 00000100:00100000:2.0:1789478803.820220:0:25825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc34c98380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:12a0defb-0372-447c-b770-5f4765b3595e+11:18704:x1876403945626624:12345-192.168.206.11@tcp:101:bash.0 00010000:00010000:2.0:1789478803.820238:0:25825:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789478803.820258:0:25825:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc421ec800/0x8ebaae74e8217e26 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x26cc8ba2255b7961 expref: -99 pid: 25825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478803.820323:0:25825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc421edc00/0x8ebaae74e8217e2d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 25825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478803.820353:0:25825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc421edc00/0x8ebaae74e8217e2d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 25825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478803.820365:0:25825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc421edc00/0x8ebaae74e8217e2d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 25825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478803.820378:0:25825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc421ede00/0x8ebaae74e8217e34 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 25825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478803.820385:0:25825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc421ede00/0x8ebaae74e8217e34 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 25825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478803.820391:0:25825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc421ede00/0x8ebaae74e8217e34 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 25825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478803.820480:0:25825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc421eca00/0x8ebaae74e8217e3b lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 25825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478803.820489:0:25825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc421eca00/0x8ebaae74e8217e3b lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 25825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478803.820496:0:25825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc421eca00/0x8ebaae74e8217e3b lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 25825 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1789478803.821970:0:25825:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1789478803.821976:0:25825:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1789478803.822782:0:25825:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc421eca00/0x8ebaae74e8217e3b lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 25825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478803.822813:0:25825:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc421edc00/0x8ebaae74e8217e2d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 25825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478803.822818:0:25825:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc421edc00/0x8ebaae74e8217e2d lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 25825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478803.822825:0:25825:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc421edc00/0x8ebaae74e8217e2d lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 25825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478803.822829:0:25825:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ebc421edc00 already unused, calling callback (ffffffffc19934f0) 00010000:00010000:3.0:1789478803.822833:0:25825:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc421edc00/0x8ebaae74e8217e2d lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 25825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478803.822839:0:25825:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc421edc00/0x8ebaae74e8217e2d lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 25825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478803.822911:0:25825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8ebc34e78000) 00010000:00010000:3.0:1789478803.822914:0:25825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1789478803.822918:0:25825:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc421edc00/0x8ebaae74e8217e2d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 25825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478803.822924:0:25825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc421edc00/0x8ebaae74e8217e2d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 25825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478803.822939:0:25825:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc421ede00/0x8ebaae74e8217e34 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 25825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478803.822944:0:25825:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc421ede00/0x8ebaae74e8217e34 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 25825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478803.822950:0:25825:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc421ede00/0x8ebaae74e8217e34 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 25825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478803.822960:0:25825:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ebc421ede00 already unused, calling callback (ffffffffc19934f0) 00010000:00010000:3.0:1789478803.822963:0:25825:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc421ede00/0x8ebaae74e8217e34 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 25825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478803.822968:0:25825:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc421ede00/0x8ebaae74e8217e34 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 25825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478803.822975:0:25825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff8ebc185a7b00) 00010000:00010000:3.0:1789478803.822977:0:25825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1789478803.823050:0:25825:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc421ede00/0x8ebaae74e8217e34 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 25825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478803.823057:0:25825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc421ede00/0x8ebaae74e8217e34 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 25825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478803.823231:0:25825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc421ec800/0x8ebaae74e8217e26 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.11@tcp remote: 0x26cc8ba2255b7961 expref: 13 pid: 25825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478803.823247:0:25825:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc421eca00/0x8ebaae74e8217e3b lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.11@tcp remote: 0x26cc8ba2255b7961 expref: 12 pid: 25825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478803.823253:0:25825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8ebc185a7a00) 00010000:00010000:3.0:1789478803.823255:0:25825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1789478803.823258:0:25825:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ebc421eca00, rc 0) 00000100:00100000:3.0:1789478803.823332:0:25825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc34c98380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:12a0defb-0372-447c-b770-5f4765b3595e+12:18704:x1876403945626624:12345-192.168.206.11@tcp:101:bash.0 Request processed in 3112us (3334us total) trans 0 rc 0/0 00000100:00100000:3.0:1789478803.823340:0:25825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.11@tcp, seq: 36 00000100:00100000:2.0:1789478803.827072:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.11@tcp (source: 12345-192.168.206.11@tcp) 00000100:00100000:0.0:1789478803.827154:0:22807:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403945626752 00000100:00100000:0.0:1789478803.827166:0:22807:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403945626752 00000100:00100000:0.0:1789478803.827227:0:22807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.11@tcp, seq: 7 00000100:00100000:0.0:1789478803.827238:0:22807:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc09125f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:12a0defb-0372-447c-b770-5f4765b3595e+5:18704:x1876403945626752:12345-192.168.206.11@tcp:900:bash.0 00000100:00100000:0.0:1789478803.827318:0:22807:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc09125f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:12a0defb-0372-447c-b770-5f4765b3595e+5:18704:x1876403945626752:12345-192.168.206.11@tcp:900:bash.0 Request processed in 82us (254us total) trans 0 rc 0/0 00000100:00100000:0.0:1789478803.827326:0:22807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.11@tcp, seq: 7 00000100:00100000:1.0:1789478803.829307:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.11@tcp (source: 12345-192.168.206.11@tcp) 00000100:00100000:2.0:1789478803.829399:0:24106:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403945627008 00000100:00100000:2.0:1789478803.829407:0:24106:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403945627008 00000100:00100000:2.0:1789478803.829470:0:24106:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.11@tcp, seq: 37 00000100:00100000:2.0:1789478803.829480:0:24106:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc012ad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:12a0defb-0372-447c-b770-5f4765b3595e+12:18704:x1876403945627008:12345-192.168.206.11@tcp:101:bash.0 00010000:00010000:2.0:1789478803.829509:0:24106:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789478803.829531:0:24106:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc421ec800/0x8ebaae74e8217e42 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x26cc8ba2255b7968 expref: -99 pid: 24106 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478803.829677:0:24106:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc421ede00/0x8ebaae74e8217e49 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 24106 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478803.829703:0:24106:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc421ece00/0x8ebaae74e8217e1f lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.11@tcp remote: 0x26cc8ba2255b795a expref: 12 pid: 22796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478803.829712:0:24106:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc421ede00/0x8ebaae74e8217e49 lrc: 4/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 24106 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478803.829746:0:24106:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc421ece00/0x8ebaae74e8217e1f lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.206.11@tcp remote: 0x26cc8ba2255b795a expref: 12 pid: 22796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478803.829759:0:24106:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc421ece00/0x8ebaae74e8217e1f lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.206.11@tcp remote: 0x26cc8ba2255b795a expref: 12 pid: 22796 timeout: 732 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789478803.829775:0:24106:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc09127480 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:24106:1876403964594560:192.168.206.11@tcp:104: 00000100:00100000:2.0:1789478803.829866:0:24106:0:(client.c:2715:ptlrpc_set_wait()) set ffff8ebc10184c00 going to sleep for 11 seconds 00000100:00100000:2.0:1789478803.834706:0:24106:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc09127480 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:24106:1876403964594560:192.168.206.11@tcp:104: 00010000:00010000:2.0:1789478803.834735:0:24106:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc421ede00/0x8ebaae74e8217e49 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 24106 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789478803.835374:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.11@tcp (source: 12345-192.168.206.11@tcp) 00000100:00100000:0.0:1789478803.835504:0:25133:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403945627136 00000100:00100000:0.0:1789478803.835513:0:25133:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403945627136 00010000:00010000:0.0:1789478803.835550:0:25133:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc421ece00/0x8ebaae74e8217e1f lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.11@tcp remote: 0x26cc8ba2255b795a expref: 13 pid: 22796 timeout: 732 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789478803.835631:0:25133:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.11@tcp, seq: 16 00000100:00100000:0.0:1789478803.835658:0:25133:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc012afb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:42f75e03-6c46-423b-a484-1ead250d253b+13:2396:x1876403945627136:12345-192.168.206.11@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1789478803.835673:0:25133:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1789478803.835680:0:25133:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc421ece00/0x8ebaae74e8217e1f lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.11@tcp remote: 0x26cc8ba2255b795a expref: 13 pid: 22796 timeout: 732 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478803.835692:0:25133:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc421ece00/0x8ebaae74e8217e1f lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.206.11@tcp remote: 0x26cc8ba2255b795a expref: 13 pid: 22796 timeout: 732 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478803.835714:0:25133:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc421ece00/0x8ebaae74e8217e1f lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.206.11@tcp remote: 0x26cc8ba2255b795a expref: 13 pid: 22796 timeout: 732 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478803.835730:0:25133:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8ebc185a7a00) 00010000:00010000:0.0:1789478803.835735:0:25133:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc421ede00/0x8ebaae74e8217e49 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 24106 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478803.835744:0:25133:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc421ede00/0x8ebaae74e8217e49 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 24106 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478803.835751:0:25133:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc421ede00/0x8ebaae74e8217e49 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 24106 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478803.835772:0:25133:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1789478803.835836:0:25133:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc012afb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:42f75e03-6c46-423b-a484-1ead250d253b+12:2396:x1876403945627136:12345-192.168.206.11@tcp:103:ldlm_bl.0 Request processed in 180us (465us total) trans 0 rc 0/0 00000100:00100000:0.0:1789478803.835854:0:25133:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.11@tcp, seq: 16 00000100:00100000:3.0:1789478803.837709:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.11@tcp (source: 12345-192.168.206.11@tcp) 00000100:00100000:2.0:1789478803.837992:0:22788:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403945627264 00000100:00100000:2.0:1789478803.838002:0:22788:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403945627264 00010000:00010000:1.0:1789478803.838139:0:24106:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc421ede00/0x8ebaae74e8217e49 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 24106 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478803.838163:0:24106:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc421ede00/0x8ebaae74e8217e49 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 24106 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478803.838236:0:24106:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc40fcfc00/0x8ebaae74e8217e50 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 24106 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478803.838248:0:24106:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc40fcfc00/0x8ebaae74e8217e50 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 24106 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478803.838260:0:24106:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc40fcfc00/0x8ebaae74e8217e50 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 24106 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789478803.838343:0:22788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.11@tcp, seq: 157 00000100:00100000:2.0:1789478803.838362:0:22788:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc04288850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:450fd63b-ed54-4433-8b86-8c5c2412150c+11:18064:x1876403945627264:12345-192.168.206.11@tcp:101:ll_cfg_requeue.0 00010000:00010000:2.0:1789478803.838377:0:22788:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789478803.838391:0:22788:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8ebc421edc00/0x8ebaae74e8217e57 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0x26cc8ba2255b796f expref: -99 pid: 22788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478803.838415:0:22788:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ebc421edc00/0x8ebaae74e8217e57 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 192.168.206.11@tcp remote: 0x26cc8ba2255b796f expref: 12 pid: 22788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478803.838426:0:22788:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8ebc421edc00/0x8ebaae74e8217e57 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 192.168.206.11@tcp remote: 0x26cc8ba2255b796f expref: 12 pid: 22788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478803.838435:0:22788:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ebc421edc00, rc 0) 00000100:00100000:2.0:1789478803.838495:0:22788:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc04288850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:450fd63b-ed54-4433-8b86-8c5c2412150c+12:18064:x1876403945627264:12345-192.168.206.11@tcp:101:ll_cfg_requeue.0 Request processed in 136us (794us total) trans 0 rc 0/0 00000100:00100000:2.0:1789478803.838504:0:22788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.11@tcp, seq: 157 00010000:00010000:1.0:1789478803.838955:0:24106:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc40fcee00/0x8ebaae74e8217e5e lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 24106 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478803.839193:0:24106:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc40fcee00/0x8ebaae74e8217e5e lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 24106 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478803.839202:0:24106:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc40fcee00/0x8ebaae74e8217e5e lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 24106 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1789478803.839215:0:24106:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:1.0:1789478803.839243:0:24106:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc421ede00/0x8ebaae74e8217e49 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 24106 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478803.839252:0:24106:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc421ede00/0x8ebaae74e8217e49 lrc: 2/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 24106 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478803.839259:0:24106:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc421ede00/0x8ebaae74e8217e49 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 24106 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478803.839265:0:24106:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ebc421ede00 already unused, calling callback (ffffffffc19934f0) 00010000:00010000:1.0:1789478803.839277:0:24106:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc421ede00/0x8ebaae74e8217e49 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 24106 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478803.839285:0:24106:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc421ede00/0x8ebaae74e8217e49 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 24106 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478803.839297:0:24106:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8ebc185a7a00) 00010000:00010000:1.0:1789478803.839300:0:24106:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1789478803.839304:0:24106:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc421ede00/0x8ebaae74e8217e49 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 24106 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478803.839311:0:24106:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc421ede00/0x8ebaae74e8217e49 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 24106 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1789478803.839324:0:24106:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000f13b26fc reply state 00000000fa5c75b7 transno 12884901896 ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc40fcfc00/0x8ebaae74e8217e50 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 24106 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478803.839335:0:24106:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc40fcfc00/0x8ebaae74e8217e50 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 24106 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478803.839341:0:24106:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0xb42112bc (ffff8ebc185a7000) 00010000:00010000:1.0:1789478803.839344:0:24106:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1789478803.839347:0:24106:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1789478803.839380:0:24106:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc421ec800/0x8ebaae74e8217e42 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.11@tcp remote: 0x26cc8ba2255b7968 expref: 15 pid: 24106 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478803.839396:0:24106:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc40fcee00/0x8ebaae74e8217e5e lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.11@tcp remote: 0x26cc8ba2255b7968 expref: 14 pid: 24106 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478803.839404:0:24106:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8ebc185a7d00) 00010000:00010000:1.0:1789478803.839406:0:24106:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 9 00010000:00010000:1.0:1789478803.839414:0:24106:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ebc40fcee00, rc 0) 00000100:00100000:1.0:1789478803.839512:0:24106:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc012ad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:12a0defb-0372-447c-b770-5f4765b3595e+15:18704:x1876403945627008:12345-192.168.206.11@tcp:101:bash.0 Request processed in 10032us (10210us total) trans 12884901896 rc 0/0 00000100:00100000:1.0:1789478803.839519:0:24106:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.11@tcp, seq: 37 00000100:00100000:0.0:1789478803.840404:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.11@tcp (source: 12345-192.168.206.11@tcp) 00000100:00100000:2.0:1789478803.840619:0:22788:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403945627392 00000100:00100000:2.0:1789478803.840627:0:22788:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403945627392 00000100:00100000:2.0:1789478803.840674:0:22788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.11@tcp, seq: 158 00000100:00100000:2.0:1789478803.840682:0:22788:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc0428ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:450fd63b-ed54-4433-8b86-8c5c2412150c+12:18064:x1876403945627392:12345-192.168.206.11@tcp:501:ll_cfg_requeue.0 00000100:00100000:2.0:1789478803.840785:0:22788:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc0428ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:450fd63b-ed54-4433-8b86-8c5c2412150c+12:18064:x1876403945627392:12345-192.168.206.11@tcp:501:ll_cfg_requeue.0 Request processed in 103us (385us total) trans 0 rc 0/0 00000100:00100000:2.0:1789478803.840792:0:22788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.11@tcp, seq: 158 00000100:00100000:0.0:1789478803.842011:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.11@tcp (source: 12345-192.168.206.11@tcp) 00000100:00100000:1.0:1789478803.842076:0:22790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403945627520 00000100:00100000:1.0:1789478803.842082:0:22790:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403945627520 00000100:00100000:1.0:1789478803.842132:0:22790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.11@tcp, seq: 159 00000100:00100000:1.0:1789478803.842141:0:22790:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc0428bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:450fd63b-ed54-4433-8b86-8c5c2412150c+12:18064:x1876403945627520:12345-192.168.206.11@tcp:503:ll_cfg_requeue.0 00000100:00100000:1.0:1789478803.842258:0:22790:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc0428bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:450fd63b-ed54-4433-8b86-8c5c2412150c+12:18064:x1876403945627520:12345-192.168.206.11@tcp:503:ll_cfg_requeue.0 Request processed in 117us (250us total) trans 0 rc 0/0 00000100:00100000:1.0:1789478803.842265:0:22790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.11@tcp, seq: 159 00000100:00100000:0.0:1789478803.850047:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.11@tcp (source: 12345-192.168.206.11@tcp) 00000100:00100000:2.0:1789478803.850255:0:22796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403945627776 00000100:00100000:2.0:1789478803.850265:0:22796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403945627776 00000100:00100000:2.0:1789478803.850373:0:22796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.11@tcp, seq: 38 00000100:00100000:2.0:1789478803.850384:0:22796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc40f62680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:12a0defb-0372-447c-b770-5f4765b3595e+15:18704:x1876403945627776:12345-192.168.206.11@tcp:101:bash.0 00010000:00010000:2.0:1789478803.850406:0:22796:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789478803.850437:0:22796:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc421ec200/0x8ebaae74e8217e6c lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x26cc8ba2255b797d expref: -99 pid: 22796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478803.850512:0:22796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc421ec800/0x8ebaae74e8217e73 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478803.850526:0:22796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc421ec800/0x8ebaae74e8217e73 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478803.850537:0:22796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc421ec800/0x8ebaae74e8217e73 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22796 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1789478803.850579:0:22796:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00000004:00200000:2.0:1789478803.850583:0:22796:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1789478803.850640:0:22796:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc421ec800/0x8ebaae74e8217e73 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478803.850651:0:22796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc421ec800/0x8ebaae74e8217e73 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478803.850674:0:22796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc421ec200/0x8ebaae74e8217e6c lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.11@tcp remote: 0x26cc8ba2255b797d expref: 17 pid: 22796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478803.850690:0:22796:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc421ec800/0x8ebaae74e8217e73 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.11@tcp remote: 0x26cc8ba2255b797d expref: 16 pid: 22796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478803.850700:0:22796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8ebc185a7d00) 00010000:00010000:2.0:1789478803.850704:0:22796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1789478803.850708:0:22796:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ebc421ec800, rc 0) 00000100:00100000:2.0:1789478803.857617:0:22796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc40f62680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:12a0defb-0372-447c-b770-5f4765b3595e+16:18704:x1876403945627776:12345-192.168.206.11@tcp:101:bash.0 Request processed in 7207us (7551us total) trans 0 rc 0/0 00000100:00100000:2.0:1789478803.857647:0:22796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.11@tcp, seq: 38 00000100:00100000:3.0:1789478803.857792:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.11@tcp (source: 12345-192.168.206.11@tcp) 00000100:00100000:2.0:1789478803.858782:0:22788:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403945627648 00000100:00100000:2.0:1789478803.858791:0:22788:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403945627648 00000100:00100000:2.0:1789478803.858840:0:22788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.11@tcp, seq: 160 00000100:00100000:2.0:1789478803.858861:0:22788:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc0428b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:450fd63b-ed54-4433-8b86-8c5c2412150c+12:18064:x1876403945627648:12345-192.168.206.11@tcp:101:ll_cfg_requeue.0 00010000:00010000:2.0:1789478803.858887:0:22788:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789478803.858913:0:22788:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8ebc421ede00/0x8ebaae74e8217e7a lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0x26cc8ba2255b7976 expref: -99 pid: 22788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478803.858939:0:22788:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8ebc421ede00/0x8ebaae74e8217e7a lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 192.168.206.11@tcp remote: 0x26cc8ba2255b7976 expref: 13 pid: 22788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478803.858950:0:22788:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8ebc421ede00/0x8ebaae74e8217e7a lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 192.168.206.11@tcp remote: 0x26cc8ba2255b7976 expref: 13 pid: 22788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478803.859196:0:22788:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ebc421ede00, rc 0) 00000100:00100000:2.0:1789478803.859246:0:22788:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc0428b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:450fd63b-ed54-4433-8b86-8c5c2412150c+13:18064:x1876403945627648:12345-192.168.206.11@tcp:101:ll_cfg_requeue.0 Request processed in 387us (1454us total) trans 0 rc 0/0 00000100:00100000:2.0:1789478803.859254:0:22788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.11@tcp, seq: 160 00000100:00100000:0.0:1789478803.862281:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.11@tcp (source: 12345-192.168.206.11@tcp) 00000100:00100000:3.0:1789478803.862385:0:22791:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403945627904 00000100:00100000:3.0:1789478803.862396:0:22791:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403945627904 00000100:00100000:3.0:1789478803.862462:0:22791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.11@tcp, seq: 161 00000100:00100000:3.0:1789478803.862473:0:22791:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc0428a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:450fd63b-ed54-4433-8b86-8c5c2412150c+13:18064:x1876403945627904:12345-192.168.206.11@tcp:501:ll_cfg_requeue.0 00000100:00100000:3.0:1789478803.862643:0:22791:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc0428a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:450fd63b-ed54-4433-8b86-8c5c2412150c+13:18064:x1876403945627904:12345-192.168.206.11@tcp:501:ll_cfg_requeue.0 Request processed in 172us (371us total) trans 0 rc 0/0 00000100:00100000:3.0:1789478803.862652:0:22791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.11@tcp, seq: 161 00000100:00100000:0.0:1789478803.864703:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.11@tcp (source: 12345-192.168.206.11@tcp) 00000100:00100000:0.0:1789478803.864874:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.11@tcp (source: 12345-192.168.206.11@tcp) 00000100:00100000:2.0:1789478803.864901:0:22799:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403945628160 00000100:00100000:2.0:1789478803.864910:0:22799:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403945628160 00000100:00100000:1.0:1789478803.864956:0:22788:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403945628288 00000100:00100000:1.0:1789478803.864962:0:22788:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403945628288 00000100:00100000:2.0:1789478803.864976:0:22799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.11@tcp, seq: 5 00000100:00100000:2.0:1789478803.864988:0:22799:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc3469aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:12a0defb-0372-447c-b770-5f4765b3595e+16:18704:x1876403945628160:12345-192.168.206.11@tcp:35:bash.0 00000100:00100000:1.0:1789478803.865002:0:22788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.11@tcp, seq: 162 00000100:00100000:1.0:1789478803.865011:0:22788:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc04289850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:450fd63b-ed54-4433-8b86-8c5c2412150c+13:18064:x1876403945628288:12345-192.168.206.11@tcp:503:ll_cfg_requeue.0 00000100:00100000:1.0:1789478803.865114:0:22788:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc04289850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:450fd63b-ed54-4433-8b86-8c5c2412150c+13:18064:x1876403945628288:12345-192.168.206.11@tcp:503:ll_cfg_requeue.0 Request processed in 104us (239us total) trans 0 rc 0/0 00000100:00100000:1.0:1789478803.865122:0:22788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.11@tcp, seq: 162 00000100:00100000:2.0:1789478803.865226:0:22799:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc3469aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:12a0defb-0372-447c-b770-5f4765b3595e+17:18704:x1876403945628160:12345-192.168.206.11@tcp:35:bash.0 Request processed in 240us (528us total) trans 12884901897 rc 0/0 00000100:00100000:2.0:1789478803.865233:0:22799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.11@tcp, seq: 5 00000100:00100000:0.0:1789478803.930689:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.11@tcp (source: 12345-192.168.206.11@tcp) 00000100:00100000:3.0:1789478803.930745:0:25825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403945628544 00000100:00100000:3.0:1789478803.930755:0:25825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403945628544 00000100:00100000:3.0:1789478803.930822:0:25825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.11@tcp, seq: 39 00000100:00100000:3.0:1789478803.930833:0:25825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc34699880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:12a0defb-0372-447c-b770-5f4765b3595e+17:18716:x1876403945628544:12345-192.168.206.11@tcp:101:lfs.0 00010000:00010000:3.0:1789478803.930866:0:25825:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789478803.930886:0:25825:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc40f04600/0x8ebaae74e8217e81 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x26cc8ba2255b7984 expref: -99 pid: 25825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1789478803.930984:0:25825:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00010000:00010000:3.0:1789478803.931087:0:25825:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc40f04600/0x8ebaae74e8217e81 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.11@tcp remote: 0x26cc8ba2255b7984 expref: 19 pid: 25825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478803.931537:0:25825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8ebc34e78000) 00010000:00010000:3.0:1789478803.931542:0:25825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1789478803.931548:0:25825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc40f04600/0x8ebaae74e8217e81 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.206.11@tcp remote: 0x26cc8ba2255b7984 expref: 19 pid: 25825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478803.931563:0:25825:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ebc40f04600, rc 0) 00000100:00100000:3.0:1789478803.931673:0:25825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc34699880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:12a0defb-0372-447c-b770-5f4765b3595e+18:18716:x1876403945628544:12345-192.168.206.11@tcp:101:lfs.0 Request processed in 841us (994us total) trans 12884901898 rc 301/301 00000100:00100000:3.0:1789478803.931697:0:25825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.11@tcp, seq: 39 00000100:00100000:3.0:1789478803.937538:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.11@tcp (source: 12345-192.168.206.11@tcp) 00000100:00100000:2.0:1789478803.937799:0:22799:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403945628800 00000100:00100000:2.0:1789478803.937813:0:22799:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403945628800 00000100:00100000:2.0:1789478803.937879:0:22799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.11@tcp, seq: 6 00000100:00100000:2.0:1789478803.937889:0:22799:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc34c99f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:12a0defb-0372-447c-b770-5f4765b3595e+18:18716:x1876403945628800:12345-192.168.206.11@tcp:35:lfs.0 00000100:00100000:2.0:1789478803.938092:0:22799:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc34c99f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:12a0defb-0372-447c-b770-5f4765b3595e+19:18716:x1876403945628800:12345-192.168.206.11@tcp:35:lfs.0 Request processed in 204us (561us total) trans 12884901899 rc 0/0 00000100:00100000:2.0:1789478803.938100:0:22799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.11@tcp, seq: 6 00000100:00100000:0.0:1789478803.971370:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.11@tcp (source: 12345-192.168.206.11@tcp) 00000100:00100000:1.0:1789478803.971436:0:24106:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403945629056 00000100:00100000:1.0:1789478803.971446:0:24106:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403945629056 00000100:00100000:1.0:1789478803.971506:0:24106:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.11@tcp, seq: 40 00000100:00100000:1.0:1789478803.971516:0:24106:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc34699f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:12a0defb-0372-447c-b770-5f4765b3595e+19:18719:x1876403945629056:12345-192.168.206.11@tcp:101:lfs.0 00010000:00010000:1.0:1789478803.971536:0:24106:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789478803.971554:0:24106:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc40fce800/0x8ebaae74e8217e8f lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x26cc8ba2255b798b expref: -99 pid: 24106 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478803.971715:0:24106:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc40fcf400/0x8ebaae74e8217e96 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 24106 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478803.971728:0:24106:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc40fcf400/0x8ebaae74e8217e96 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 24106 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478803.971741:0:24106:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc40fcf400/0x8ebaae74e8217e96 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 24106 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1789478803.971752:0:24106:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:1.0:1789478803.973122:0:24106:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc40fce800/0x8ebaae74e8217e8f lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.11@tcp remote: 0x26cc8ba2255b798b expref: 22 pid: 24106 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478803.973151:0:24106:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc40fcf400/0x8ebaae74e8217e96 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.11@tcp remote: 0x26cc8ba2255b798b expref: 21 pid: 24106 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478803.973160:0:24106:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8ebc185a7d00) 00010000:00010000:1.0:1789478803.973162:0:24106:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1789478803.973166:0:24106:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ebc40fcf400, rc 0) 00000100:00100000:1.0:1789478803.973234:0:24106:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc34699f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:12a0defb-0372-447c-b770-5f4765b3595e+21:18719:x1876403945629056:12345-192.168.206.11@tcp:101:lfs.0 Request processed in 1719us (1871us total) trans 12884901900 rc 0/0 00000100:00100000:1.0:1789478803.973243:0:24106:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.11@tcp, seq: 40 00000100:00100000:1.0:1789478803.979459:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.11@tcp (source: 12345-192.168.206.11@tcp) 00000100:00100000:1.0:1789478803.979507:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.11@tcp (source: 12345-192.168.206.11@tcp) 00000100:00100000:3.0:1789478803.979622:0:22781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403945629312 00000100:00100000:3.0:1789478803.979631:0:22781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403945629312 00000100:00100000:2.0:1789478803.979820:0:22796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403945629184 00000100:00100000:2.0:1789478803.979827:0:22796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403945629184 00000100:00100000:3.0:1789478803.979830:0:22781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.11@tcp, seq: 0 00000100:00100000:3.0:1789478803.979857:0:22781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebb0359a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:12a0defb-0372-447c-b770-5f4765b3595e+22:2395:x1876403945629312:12345-192.168.206.11@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1789478803.979874:0:22781:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1789478803.979890:0:22796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.11@tcp, seq: 41 00010000:00010000:3.0:1789478803.979898:0:22781:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc40fcf400/0x8ebaae74e8217e96 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.11@tcp remote: 0x26cc8ba2255b798b expref: 22 pid: 24106 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789478803.979901:0:22796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebb0359b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:12a0defb-0372-447c-b770-5f4765b3595e+22:18719:x1876403945629184:12345-192.168.206.11@tcp:54:lfs.0 00010000:00010000:3.0:1789478803.979936:0:22781:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8ebc185a7d00) 00010000:00010000:3.0:1789478803.979942:0:22781:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1789478803.979991:0:22781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebb0359a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:12a0defb-0372-447c-b770-5f4765b3595e+21:2395:x1876403945629312:12345-192.168.206.11@tcp:103:ldlm_bl.0 Request processed in 151us (482us total) trans 0 rc 0/0 00000100:00100000:3.0:1789478803.980010:0:22781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.11@tcp, seq: 0 00010000:00010000:2.0:1789478803.980096:0:22796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc421ec200/0x8ebaae74e8217ea4 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478803.980112:0:22796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc421ec200/0x8ebaae74e8217ea4 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478803.980122:0:22796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc421ec200/0x8ebaae74e8217ea4 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478803.980159:0:22796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc421ec200/0x8ebaae74e8217ea4 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478803.980167:0:22796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc421ec200/0x8ebaae74e8217ea4 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 22796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478803.980174:0:22796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc421ec200/0x8ebaae74e8217ea4 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478803.980180:0:22796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ebc421ec200 already unused, calling callback (ffffffffc19934f0) 00010000:00010000:2.0:1789478803.980199:0:22796:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc421ec200/0x8ebaae74e8217ea4 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478803.980206:0:22796:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc421ec200/0x8ebaae74e8217ea4 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 22796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478803.980217:0:22796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8ebc185a7d00) 00010000:00010000:2.0:1789478803.980220:0:22796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1789478803.980223:0:22796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc421ec200/0x8ebaae74e8217ea4 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478803.980229:0:22796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc421ec200/0x8ebaae74e8217ea4 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22796 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789478803.982141:0:22796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebb0359b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:12a0defb-0372-447c-b770-5f4765b3595e+20:18719:x1876403945629184:12345-192.168.206.11@tcp:54:lfs.0 Request processed in 2233us (2684us total) trans 0 rc 0/0 00000100:00100000:2.0:1789478803.982155:0:22796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.11@tcp, seq: 41 00000100:00100000:3.0:1789478803.986546:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.11@tcp (source: 12345-192.168.206.11@tcp) 00000100:00100000:2.0:1789478803.986767:0:22799:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403945629568 00000100:00100000:2.0:1789478803.986777:0:22799:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403945629568 00000100:00100000:2.0:1789478803.986838:0:22799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.11@tcp, seq: 7 00000100:00100000:2.0:1789478803.986861:0:22799:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc34c99880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:12a0defb-0372-447c-b770-5f4765b3595e+20:18719:x1876403945629568:12345-192.168.206.11@tcp:35:lfs.0 00000100:00100000:2.0:1789478803.987201:0:22799:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc34c99880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:12a0defb-0372-447c-b770-5f4765b3595e+21:18719:x1876403945629568:12345-192.168.206.11@tcp:35:lfs.0 Request processed in 341us (760us total) trans 12884901901 rc 0/0 00000100:00100000:2.0:1789478803.987210:0:22799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.11@tcp, seq: 7 00000100:00100000:0.0:1789478804.197279:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc34c98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3646:1876403964594688:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1789478804.197346:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789478804.197473:0:24306:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964594688 00000100:00100000:1.0:1789478804.197481:0:24306:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964594688 00000100:00100000:1.0:1789478804.197548:0:24306:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:1.0:1789478804.197557:0:24306:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc34699c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3646:x1876403964594688:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1789478804.197624:0:24306:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923513344 avail 3691991040 00000100:00080000:3.0:1789478804.197693:0:22792:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1789478804.198117:0:24306:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc34699c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3646:x1876403964594688:12345-0@lo:13:osp-pre-0-1.0 Request processed in 560us (769us total) trans 0 rc 0/0 00000100:00100000:1.0:1789478804.198125:0:24306:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:0.0:1789478804.198231:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc34c98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3646:1876403964594688:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1789478804.261536:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.11@tcp (source: 12345-192.168.206.11@tcp) 00000100:00100000:3.0:1789478804.261619:0:25825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403945629824 00000100:00100000:3.0:1789478804.261629:0:25825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403945629824 00000100:00100000:3.0:1789478804.261732:0:25825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.11@tcp, seq: 42 00000100:00100000:3.0:1789478804.261742:0:25825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc3469b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:12a0defb-0372-447c-b770-5f4765b3595e+21:18750:x1876403945629824:12345-192.168.206.11@tcp:101:cat.0 00010000:00010000:3.0:1789478804.261772:0:25825:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789478804.261802:0:25825:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc40f04600/0x8ebaae74e8217eab lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x26cc8ba2255b7992 expref: -99 pid: 25825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478804.261975:0:25825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc40f04200/0x8ebaae74e8217eb2 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 25825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478804.262008:0:25825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc40f04200/0x8ebaae74e8217eb2 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 25825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478804.262020:0:25825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc40f04200/0x8ebaae74e8217eb2 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 25825 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1789478804.262039:0:25825:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:3.0:1789478804.262178:0:25825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc40f04600/0x8ebaae74e8217eab lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.11@tcp remote: 0x26cc8ba2255b7992 expref: 24 pid: 25825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478804.262209:0:25825:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc40f04200/0x8ebaae74e8217eb2 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.11@tcp remote: 0x26cc8ba2255b7992 expref: 23 pid: 25825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478804.262229:0:25825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8ebc185a7d00) 00010000:00010000:3.0:1789478804.262232:0:25825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1789478804.262235:0:25825:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ebc40f04200, rc 0) 00000100:00100000:3.0:1789478804.262320:0:25825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc3469b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:12a0defb-0372-447c-b770-5f4765b3595e+23:18750:x1876403945629824:12345-192.168.206.11@tcp:101:cat.0 Request processed in 571us (784us total) trans 12884901902 rc 0/0 00000100:00100000:3.0:1789478804.262328:0:25825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.11@tcp, seq: 42 00000100:00080000:0.0:1789478804.263155:0:22792:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1789478804.268509:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.11@tcp (source: 12345-192.168.206.11@tcp) 00000100:00100000:1.0:1789478804.268640:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.11@tcp (source: 12345-192.168.206.11@tcp) 00000100:00100000:0.0:1789478804.270213:0:22800:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403945630080 00000100:00100000:0.0:1789478804.270225:0:22800:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403945630080 00000100:00100000:0.0:1789478804.270295:0:22800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.11@tcp, seq: 8 00000100:00100000:0.0:1789478804.270305:0:22800:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebb03599880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:12a0defb-0372-447c-b770-5f4765b3595e+23:18750:x1876403945630080:12345-192.168.206.11@tcp:35:cat.0 00000100:00100000:0.0:1789478804.270577:0:22800:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebb03599880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:12a0defb-0372-447c-b770-5f4765b3595e+24:18750:x1876403945630080:12345-192.168.206.11@tcp:35:cat.0 Request processed in 273us (2078us total) trans 12884901903 rc 0/0 00000100:00100000:0.0:1789478804.270585:0:22800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.11@tcp, seq: 8 00000100:00100000:2.0:1789478804.270717:0:25133:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403945630208 00000100:00100000:2.0:1789478804.270722:0:25133:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403945630208 00000100:00100000:2.0:1789478804.270757:0:25133:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.11@tcp, seq: 1 00000100:00100000:2.0:1789478804.270764:0:25133:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebb03599c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:12a0defb-0372-447c-b770-5f4765b3595e+24:2395:x1876403945630208:12345-192.168.206.11@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1789478804.270796:0:25133:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1789478804.270825:0:25133:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc40f04200/0x8ebaae74e8217eb2 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.11@tcp remote: 0x26cc8ba2255b7992 expref: 24 pid: 25825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478804.270855:0:25133:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8ebc185a7d00) 00010000:00010000:2.0:1789478804.270860:0:25133:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1789478804.270882:0:25133:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebb03599c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:12a0defb-0372-447c-b770-5f4765b3595e+23:2395:x1876403945630208:12345-192.168.206.11@tcp:103:ldlm_bl.0 Request processed in 119us (2290us total) trans 0 rc 0/0 00000100:00100000:2.0:1789478804.270891:0:25133:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.11@tcp, seq: 1 00000100:00100000:1.0:1789478804.310020:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.11@tcp (source: 12345-192.168.206.11@tcp) 00000100:00100000:2.0:1789478804.310140:0:24106:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403945630464 00000100:00100000:2.0:1789478804.310148:0:24106:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403945630464 00000100:00100000:2.0:1789478804.310234:0:24106:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.11@tcp, seq: 43 00000100:00100000:2.0:1789478804.310244:0:24106:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebb0359ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:12a0defb-0372-447c-b770-5f4765b3595e+23:18756:x1876403945630464:12345-192.168.206.11@tcp:101:dd.0 00010000:00010000:2.0:1789478804.310265:0:24106:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789478804.310283:0:24106:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc421ec200/0x8ebaae74e8217ec0 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x26cc8ba2255b7999 expref: -99 pid: 24106 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478804.310375:0:24106:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc421ece00/0x8ebaae74e8217ec7 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 24106 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478804.311332:0:24106:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc40fcee00/0x8ebaae74e8217e5e lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.11@tcp remote: 0x26cc8ba2255b7968 expref: 24 pid: 24106 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478804.311343:0:24106:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc421ec800/0x8ebaae74e8217e73 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.11@tcp remote: 0x26cc8ba2255b797d expref: 24 pid: 22796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478804.311351:0:24106:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc421ece00/0x8ebaae74e8217ec7 lrc: 5/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 24106 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478804.311397:0:24106:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc421ec800/0x8ebaae74e8217e73 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.206.11@tcp remote: 0x26cc8ba2255b797d expref: 24 pid: 22796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478804.311622:0:24106:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc421ec800/0x8ebaae74e8217e73 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.206.11@tcp remote: 0x26cc8ba2255b797d expref: 24 pid: 22796 timeout: 733 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789478804.311638:0:24106:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc09127480 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:24106:1876403964594816:192.168.206.11@tcp:104: 00010000:00010000:2.0:1789478804.311755:0:24106:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc40fcee00/0x8ebaae74e8217e5e lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.206.11@tcp remote: 0x26cc8ba2255b7968 expref: 24 pid: 24106 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478804.311765:0:24106:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc40fcee00/0x8ebaae74e8217e5e lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.206.11@tcp remote: 0x26cc8ba2255b7968 expref: 24 pid: 24106 timeout: 733 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789478804.311780:0:24106:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc09126680 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:24106:1876403964594944:192.168.206.11@tcp:104: 00000100:00100000:2.0:1789478804.311811:0:24106:0:(client.c:2715:ptlrpc_set_wait()) set ffff8ebc10184300 going to sleep for 11 seconds 00000100:00100000:2.0:1789478804.314495:0:24106:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc09127480 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:24106:1876403964594816:192.168.206.11@tcp:104: 00000100:00100000:2.0:1789478804.314520:0:24106:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc09126680 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:24106:1876403964594944:192.168.206.11@tcp:104: 00010000:00010000:2.0:1789478804.314554:0:24106:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc421ece00/0x8ebaae74e8217ec7 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 24106 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789478804.315657:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.11@tcp (source: 12345-192.168.206.11@tcp) 00000100:00100000:1.0:1789478804.315715:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.11@tcp (source: 12345-192.168.206.11@tcp) 00000100:00100000:0.0:1789478804.315728:0:22782:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403945630592 00000100:00100000:0.0:1789478804.315737:0:22782:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403945630592 00010000:00010000:0.0:1789478804.315784:0:22782:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc421ec800/0x8ebaae74e8217e73 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.11@tcp remote: 0x26cc8ba2255b797d expref: 25 pid: 22796 timeout: 733 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789478804.315825:0:22782:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403945630720 00000100:00100000:0.0:1789478804.315828:0:22782:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403945630720 00010000:00010000:0.0:1789478804.315855:0:22782:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc40fcee00/0x8ebaae74e8217e5e lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.11@tcp remote: 0x26cc8ba2255b7968 expref: 26 pid: 24106 timeout: 733 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789478804.316418:0:22781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.11@tcp, seq: 17 00000100:00100000:3.0:1789478804.316430:0:22781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebb03598e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:12a0defb-0372-447c-b770-5f4765b3595e+26:2396:x1876403945630592:12345-192.168.206.11@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1789478804.316500:0:22781:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1789478804.316509:0:22781:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc421ec800/0x8ebaae74e8217e73 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.11@tcp remote: 0x26cc8ba2255b797d expref: 26 pid: 22796 timeout: 733 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478804.316521:0:22781:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc421ec800/0x8ebaae74e8217e73 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.206.11@tcp remote: 0x26cc8ba2255b797d expref: 26 pid: 22796 timeout: 733 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478804.316553:0:22781:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc421ec800/0x8ebaae74e8217e73 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.206.11@tcp remote: 0x26cc8ba2255b797d expref: 26 pid: 22796 timeout: 733 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478804.316569:0:22781:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8ebc185a7d00) 00010000:00010000:3.0:1789478804.316574:0:22781:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc421ece00/0x8ebaae74e8217ec7 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 24106 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478804.316582:0:22781:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc421ece00/0x8ebaae74e8217ec7 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 24106 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478804.316588:0:22781:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1789478804.316678:0:22781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebb03598e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:12a0defb-0372-447c-b770-5f4765b3595e+25:2396:x1876403945630592:12345-192.168.206.11@tcp:103:ldlm_bl.0 Request processed in 252us (1025us total) trans 0 rc 0/0 00000100:00100000:3.0:1789478804.316685:0:22781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.11@tcp, seq: 17 00000100:00100000:3.0:1789478804.316703:0:22781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.11@tcp, seq: 18 00000100:00100000:3.0:1789478804.316709:0:22781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc3d7c0450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:12a0defb-0372-447c-b770-5f4765b3595e+24:2396:x1876403945630720:12345-192.168.206.11@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1789478804.316717:0:22781:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1789478804.316721:0:22781:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc40fcee00/0x8ebaae74e8217e5e lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.11@tcp remote: 0x26cc8ba2255b7968 expref: 24 pid: 24106 timeout: 733 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478804.316731:0:22781:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc40fcee00/0x8ebaae74e8217e5e lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.206.11@tcp remote: 0x26cc8ba2255b7968 expref: 24 pid: 24106 timeout: 733 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478804.316743:0:22781:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc40fcee00/0x8ebaae74e8217e5e lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.206.11@tcp remote: 0x26cc8ba2255b7968 expref: 24 pid: 24106 timeout: 733 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478804.316763:0:22781:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8ebc185a7d00) 00010000:00010000:3.0:1789478804.316766:0:22781:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc421ece00/0x8ebaae74e8217ec7 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 24106 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478804.316773:0:22781:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc421ece00/0x8ebaae74e8217ec7 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 24106 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478804.316780:0:22781:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc421ece00/0x8ebaae74e8217ec7 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 24106 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478804.316800:0:22781:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1789478804.316820:0:22781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc3d7c0450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:12a0defb-0372-447c-b770-5f4765b3595e+23:2396:x1876403945630720:12345-192.168.206.11@tcp:103:ldlm_bl.0 Request processed in 111us (1122us total) trans 0 rc 0/0 00000100:00100000:3.0:1789478804.316827:0:22781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.11@tcp, seq: 18 00010000:00010000:2.0:1789478804.316878:0:24106:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc421ece00/0x8ebaae74e8217ec7 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 24106 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478804.316888:0:24106:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc421ece00/0x8ebaae74e8217ec7 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 24106 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1789478804.316910:0:24106:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:2.0:1789478804.317103:0:24106:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc421ec200/0x8ebaae74e8217ec0 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.11@tcp remote: 0x26cc8ba2255b7999 expref: 24 pid: 24106 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478804.317132:0:24106:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc421ece00/0x8ebaae74e8217ec7 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.11@tcp remote: 0x26cc8ba2255b7999 expref: 23 pid: 24106 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478804.317140:0:24106:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8ebc185a7d00) 00010000:00010000:2.0:1789478804.317143:0:24106:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1789478804.317145:0:24106:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ebc421ece00, rc 0) 00000100:00100000:2.0:1789478804.317181:0:24106:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebb0359ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:12a0defb-0372-447c-b770-5f4765b3595e+23:18756:x1876403945630464:12345-192.168.206.11@tcp:101:dd.0 Request processed in 6940us (7170us total) trans 12884901904 rc 0/0 00000100:00100000:2.0:1789478804.317186:0:24106:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.11@tcp, seq: 43 00000100:00100000:1.0:1789478804.318789:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.11@tcp (source: 12345-192.168.206.11@tcp) 00000100:00100000:2.0:1789478804.318872:0:22796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403945630848 00000100:00100000:2.0:1789478804.318880:0:22796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403945630848 00000100:00100000:2.0:1789478804.318957:0:22796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.11@tcp, seq: 44 00000100:00100000:2.0:1789478804.318967:0:22796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebb0359a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:12a0defb-0372-447c-b770-5f4765b3595e+23:18756:x1876403945630848:12345-192.168.206.11@tcp:101:dd.0 00010000:00010000:2.0:1789478804.318985:0:22796:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789478804.319016:0:22796:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc3463aa00/0x8ebaae74e8217ed5 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x26cc8ba2255b79a0 expref: -99 pid: 22796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478804.319045:0:22796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc3463ba00/0x8ebaae74e8217edc lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478804.319057:0:22796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc3463ba00/0x8ebaae74e8217edc lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478804.319066:0:22796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc3463ba00/0x8ebaae74e8217edc lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478804.319149:0:22796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc3463aa00/0x8ebaae74e8217ed5 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.11@tcp remote: 0x26cc8ba2255b79a0 expref: 25 pid: 22796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478804.319170:0:22796:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc3463ba00/0x8ebaae74e8217edc lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.11@tcp remote: 0x26cc8ba2255b79a0 expref: 24 pid: 22796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478804.319179:0:22796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8ebc185a7d00) 00010000:00010000:2.0:1789478804.319182:0:22796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1789478804.319185:0:22796:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ebc3463ba00, rc 0) 00000100:00100000:2.0:1789478804.319244:0:22796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebb0359a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:12a0defb-0372-447c-b770-5f4765b3595e+24:18756:x1876403945630848:12345-192.168.206.11@tcp:101:dd.0 Request processed in 279us (460us total) trans 0 rc 0/0 00000100:00100000:2.0:1789478804.319252:0:22796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.11@tcp, seq: 44 00000100:00100000:1.0:1789478804.322350:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.11@tcp (source: 12345-192.168.206.11@tcp) 00000100:00100000:2.0:1789478804.322568:0:22798:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403945631104 00000100:00100000:2.0:1789478804.322584:0:22798:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403945631104 00000100:00100000:2.0:1789478804.322671:0:22798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.11@tcp, seq: 45 00000100:00100000:2.0:1789478804.322684:0:22798:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebb03599c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:12a0defb-0372-447c-b770-5f4765b3595e+24:18756:x1876403945631104:12345-192.168.206.11@tcp:36:dd.0 00010000:00010000:2.0:1789478804.322948:0:22798:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc3463b800/0x8ebaae74e8217ee3 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22798 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478804.322971:0:22798:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc3463b800/0x8ebaae74e8217ee3 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22798 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478804.322983:0:22798:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc3463b800/0x8ebaae74e8217ee3 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22798 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1789478804.323037:0:22798:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901905 00000004:00010000:2.0:1789478804.323066:0:22798:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 000000008f1ce9b6 reply state 000000007958105b transno 12884901906 ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc3463b800/0x8ebaae74e8217ee3 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22798 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478804.323096:0:22798:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc3463b800/0x8ebaae74e8217ee3 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22798 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478804.323115:0:22798:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8ebc185a7d00) 00010000:00010000:2.0:1789478804.323118:0:22798:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1789478804.323121:0:22798:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1789478804.323237:0:22798:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebb03599c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:12a0defb-0372-447c-b770-5f4765b3595e+27:18756:x1876403945631104:12345-192.168.206.11@tcp:36:dd.0 Request processed in 556us (893us total) trans 12884901906 rc 0/0 00000100:00100000:2.0:1789478804.323245:0:22798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.11@tcp, seq: 45 00000020:00080000:2.0:1789478804.323249:0:22798:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1789478804.326563:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.11@tcp (source: 12345-192.168.206.11@tcp) 00000100:00100000:2.0:1789478804.326675:0:24106:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403945631232 00000100:00100000:2.0:1789478804.326685:0:24106:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403945631232 00000100:00100000:2.0:1789478804.326748:0:24106:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.11@tcp, seq: 46 00000100:00100000:2.0:1789478804.326758:0:24106:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc3469b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:12a0defb-0372-447c-b770-5f4765b3595e+27:18756:x1876403945631232:12345-192.168.206.11@tcp:101:dd.0 00010000:00010000:2.0:1789478804.326779:0:24106:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789478804.326796:0:24106:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc3463ac00/0x8ebaae74e8217eea lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x26cc8ba2255b79a7 expref: -99 pid: 24106 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478804.326870:0:24106:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc3463ac00/0x8ebaae74e8217eea lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.206.11@tcp remote: 0x26cc8ba2255b79a7 expref: 28 pid: 24106 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478804.326885:0:24106:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc3463ac00/0x8ebaae74e8217eea lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.206.11@tcp remote: 0x26cc8ba2255b79a7 expref: 28 pid: 24106 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478804.326910:0:24106:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8ebc185a7d00) 00010000:00010000:2.0:1789478804.326913:0:24106:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1789478804.326916:0:24106:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ebc3463ac00, rc 0) 00000100:00100000:2.0:1789478804.326986:0:24106:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc3469b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:12a0defb-0372-447c-b770-5f4765b3595e+28:18756:x1876403945631232:12345-192.168.206.11@tcp:101:dd.0 Request processed in 229us (431us total) trans 0 rc 0/0 00000100:00100000:2.0:1789478804.326999:0:24106:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.11@tcp, seq: 46 00000100:00100000:1.0:1789478804.341301:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.11@tcp (source: 12345-192.168.206.11@tcp) 00000100:00100000:2.0:1789478804.341468:0:25133:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403945631488 00000100:00100000:2.0:1789478804.341477:0:25133:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403945631488 00000100:00100000:2.0:1789478804.341633:0:25133:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.11@tcp, seq: 2 00000100:00100000:2.0:1789478804.341645:0:25133:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebb03598e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:12a0defb-0372-447c-b770-5f4765b3595e+28:18756:x1876403945631488:12345-192.168.206.11@tcp:103:dd.0 00010000:00010000:2.0:1789478804.341659:0:25133:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1789478804.341682:0:25133:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc3463ac00/0x8ebaae74e8217eea lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.206.11@tcp remote: 0x26cc8ba2255b79a7 expref: 28 pid: 24106 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478804.341701:0:25133:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8ebc185a7d00) 00010000:00010000:2.0:1789478804.341706:0:25133:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1789478804.341762:0:25133:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebb03598e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:12a0defb-0372-447c-b770-5f4765b3595e+27:18756:x1876403945631488:12345-192.168.206.11@tcp:103:dd.0 Request processed in 121us (1020us total) trans 0 rc 0/0 00000100:00100000:2.0:1789478804.341770:0:25133:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.11@tcp, seq: 2 00000100:00100000:1.0:1789478804.343551:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.11@tcp (source: 12345-192.168.206.11@tcp) 00000100:00100000:2.0:1789478804.343675:0:22796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403945631616 00000100:00100000:2.0:1789478804.343684:0:22796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403945631616 00000100:00100000:2.0:1789478804.343733:0:22796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.11@tcp, seq: 47 00000100:00100000:2.0:1789478804.343743:0:22796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebb037e5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:12a0defb-0372-447c-b770-5f4765b3595e+27:18756:x1876403945631616:12345-192.168.206.11@tcp:58:dd.0 00010000:00010000:2.0:1789478804.343862:0:22796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc3463aa00/0x8ebaae74e8217ef1 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478804.343892:0:22796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc3463aa00/0x8ebaae74e8217ef1 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478804.343904:0:22796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc3463aa00/0x8ebaae74e8217ef1 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22796 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1789478804.345573:0:22796:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1789478804.345700:0:22796:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7:0x0].3, 64 off8384 00000040:00080000:2.0:1789478804.345882:0:22796:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x14:0x0].1, 136 off8328 00000100:00100000:2.0:1789478804.346006:0:22796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebb037e5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:12a0defb-0372-447c-b770-5f4765b3595e+27:18756:x1876403945631616:12345-192.168.206.11@tcp:58:dd.0 Request processed in 2261us (2456us total) trans 0 rc 0/0 00000100:00100000:2.0:1789478804.346017:0:22796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.11@tcp, seq: 47 00000100:00100000:1.0:1789478804.352809:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.11@tcp (source: 12345-192.168.206.11@tcp) 00000100:00100000:2.0:1789478804.352934:0:22798:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403945631744 00000100:00100000:2.0:1789478804.352943:0:22798:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403945631744 00000100:00100000:2.0:1789478804.353024:0:22798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.11@tcp, seq: 48 00000100:00100000:2.0:1789478804.353035:0:22798:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc34640a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:12a0defb-0372-447c-b770-5f4765b3595e+27:18756:x1876403945631744:12345-192.168.206.11@tcp:101:dd.0 00010000:00010000:2.0:1789478804.353081:0:22798:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789478804.353119:0:22798:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc3463a000/0x8ebaae74e8217ef8 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x26cc8ba2255b79ae expref: -99 pid: 22798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478804.353204:0:22798:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc3463aa00/0x8ebaae74e8217ef1 lrc: 2/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478804.353221:0:22798:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc3463a000/0x8ebaae74e8217ef8 lrc: 4/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.206.11@tcp remote: 0x26cc8ba2255b79ae expref: 28 pid: 22798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478804.353238:0:22798:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc3463aa00/0x8ebaae74e8217ef1 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210400000020 pid: 22796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478804.353258:0:22798:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc3463a000/0x8ebaae74e8217ef8 lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.206.11@tcp remote: 0x26cc8ba2255b79ae expref: 28 pid: 22798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478804.353271:0:22798:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8ebc185a7d00) 00010000:00010000:2.0:1789478804.353280:0:22798:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1789478804.353284:0:22798:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc3463a000/0x8ebaae74e8217ef8 lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.206.11@tcp remote: 0x26cc8ba2255b79ae expref: 28 pid: 22798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478804.353292:0:22798:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ebc3463a000, rc 0) 00000100:00100000:2.0:1789478804.353377:0:22798:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc34640a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:12a0defb-0372-447c-b770-5f4765b3595e+28:18756:x1876403945631744:12345-192.168.206.11@tcp:101:dd.0 Request processed in 343us (576us total) trans 0 rc 0/0 00000100:00100000:2.0:1789478804.353384:0:22798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.11@tcp, seq: 48 00010000:00010000:0.0:1789478804.389664:0:22784:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1789478804.581265:0:23549:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000040:00080000:0.0:1789478804.644829:0:22830:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:0.0:1789478804.644851:0:22830:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x14:0x0] at index 3 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1789478804.644877:0:22830:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x14:0x0] index 2 count 2 00000040:00080000:0.0:1789478804.644887:0:22830:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 4 count 2 00000100:00100000:0.0:1789478804.645005:0:22830:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc34698700 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:22830:1876403964595072:192.168.206.11@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1789478804.645146:0:22830:0:(client.c:2715:ptlrpc_set_wait()) set ffff8ebc08cff540 going to sleep for 11 seconds 00000100:00100000:0.0:1789478804.649094:0:22830:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc34698700 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:22830:1876403964595072:192.168.206.11@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1789478804.659169:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.11@tcp (source: 12345-192.168.206.11@tcp) 00000100:00100000:3.0:1789478804.659643:0:25825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403945631872 00000100:00100000:3.0:1789478804.659658:0:25825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403945631872 00000100:00100000:3.0:1789478804.659746:0:25825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.11@tcp, seq: 49 00000100:00100000:3.0:1789478804.659759:0:25825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc34640380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:12a0defb-0372-447c-b770-5f4765b3595e+28:18757:x1876403945631872:12345-192.168.206.11@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1789478804.659800:0:25825:0:(mdt_handler.c:7972:mdt_fid2path()) path get [0x2000013a1:0x2:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1789478804.659979:0:25825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc34640380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:12a0defb-0372-447c-b770-5f4765b3595e+28:18757:x1876403945631872:12345-192.168.206.11@tcp:53:lhsmtool_posix.0 Request processed in 223us (826us total) trans 0 rc 0/0 00000100:00100000:3.0:1789478804.659988:0:25825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.11@tcp, seq: 49 00000100:00100000:1.0:1789478804.665267:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.11@tcp (source: 12345-192.168.206.11@tcp) 00000100:00100000:2.0:1789478804.666378:0:22796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403945632000 00000100:00100000:2.0:1789478804.666393:0:22796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403945632000 00000100:00100000:2.0:1789478804.666535:0:22796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.11@tcp, seq: 50 00000100:00100000:2.0:1789478804.666549:0:22796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc34642680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:12a0defb-0372-447c-b770-5f4765b3595e+28:18757:x1876403945632000:12345-192.168.206.11@tcp:34:lhsmtool_posix.0 00010000:00010000:2.0:1789478804.666663:0:22796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc3463a400/0x8ebaae74e8217eff lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478804.666680:0:22796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc3463a400/0x8ebaae74e8217eff lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478804.666691:0:22796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc3463a400/0x8ebaae74e8217eff lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478804.666731:0:22796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc3463ae00/0x8ebaae74e8217f06 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478804.666739:0:22796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc3463ae00/0x8ebaae74e8217f06 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478804.666746:0:22796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc3463ae00/0x8ebaae74e8217f06 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478804.666769:0:22796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc3463b200/0x8ebaae74e8217f0d lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 22796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478804.666778:0:22796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc3463b200/0x8ebaae74e8217f0d lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 22796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478804.666785:0:22796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc3463b200/0x8ebaae74e8217f0d lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 22796 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1789478804.666868:0:22796:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00000004:00200000:2.0:1789478804.666873:0:22796:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1789478804.666889:0:22796:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc3463b200/0x8ebaae74e8217f0d lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 22796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478804.666902:0:22796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc3463a400/0x8ebaae74e8217eff lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478804.666909:0:22796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc3463a400/0x8ebaae74e8217eff lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 22796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478804.666916:0:22796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc3463a400/0x8ebaae74e8217eff lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478804.666923:0:22796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ebc3463a400 already unused, calling callback (ffffffffc19934f0) 00010000:00010000:2.0:1789478804.666927:0:22796:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc3463a400/0x8ebaae74e8217eff lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478804.666934:0:22796:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc3463a400/0x8ebaae74e8217eff lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 22796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478804.666945:0:22796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8ebc34e78800) 00010000:00010000:2.0:1789478804.666947:0:22796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1789478804.666951:0:22796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc3463a400/0x8ebaae74e8217eff lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478804.666957:0:22796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc3463a400/0x8ebaae74e8217eff lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478804.666969:0:22796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc3463ae00/0x8ebaae74e8217f06 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478804.666984:0:22796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc3463ae00/0x8ebaae74e8217f06 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478804.666990:0:22796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc3463ae00/0x8ebaae74e8217f06 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478804.666995:0:22796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ebc3463ae00 already unused, calling callback (ffffffffc19934f0) 00010000:00010000:2.0:1789478804.666997:0:22796:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc3463ae00/0x8ebaae74e8217f06 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478804.667003:0:22796:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc3463ae00/0x8ebaae74e8217f06 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478804.667011:0:22796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x925dcd63 (ffff8ebc34e78f00) 00010000:00010000:2.0:1789478804.667014:0:22796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1789478804.667016:0:22796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc3463ae00/0x8ebaae74e8217f06 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478804.667022:0:22796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc3463ae00/0x8ebaae74e8217f06 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478804.667035:0:22796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc3463b200/0x8ebaae74e8217f0d lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 22796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478804.667040:0:22796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc3463b200/0x8ebaae74e8217f0d lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 22796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478804.667046:0:22796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc3463b200/0x8ebaae74e8217f0d lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 22796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478804.667050:0:22796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ebc3463b200 already unused, calling callback (ffffffffc19934f0) 00010000:00010000:2.0:1789478804.667059:0:22796:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc3463b200/0x8ebaae74e8217f0d lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 22796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478804.667066:0:22796:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc3463b200/0x8ebaae74e8217f0d lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 22796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478804.667073:0:22796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8ebc185a7d00) 00010000:00010000:2.0:1789478804.667076:0:22796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1789478804.667078:0:22796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc3463b200/0x8ebaae74e8217f0d lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 22796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478804.667084:0:22796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc3463b200/0x8ebaae74e8217f0d lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 22796 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789478804.667159:0:22796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc34642680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:12a0defb-0372-447c-b770-5f4765b3595e+28:18757:x1876403945632000:12345-192.168.206.11@tcp:34:lhsmtool_posix.0 Request processed in 613us (1914us total) trans 0 rc 0/0 00000100:00100000:2.0:1789478804.667167:0:22796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.11@tcp, seq: 50 00000100:00100000:0.0:1789478804.670898:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.11@tcp (source: 12345-192.168.206.11@tcp) 00000100:00100000:1.0:1789478804.675360:0:22798:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403945632256 00000100:00100000:1.0:1789478804.675380:0:22798:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403945632256 00000100:00100000:1.0:1789478804.675534:0:22798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.11@tcp, seq: 51 00000100:00100000:1.0:1789478804.675544:0:22798:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc34698700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:12a0defb-0372-447c-b770-5f4765b3595e+28:18757:x1876403945632256:12345-192.168.206.11@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1789478804.675566:0:22798:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789478804.675589:0:22798:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc40fce000/0x8ebaae74e8217f14 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x26cc8ba2255b79b5 expref: -99 pid: 22798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478804.675716:0:22798:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc40fcf400/0x8ebaae74e8217f1b lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 22798 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478804.675750:0:22798:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc40fcf400/0x8ebaae74e8217f1b lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 22798 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478804.675761:0:22798:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc40fcf400/0x8ebaae74e8217f1b lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 22798 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1789478804.675773:0:22798:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:1.0:1789478804.675867:0:22798:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc40fcf400/0x8ebaae74e8217f1b lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 22798 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478804.675874:0:22798:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc40fcf400/0x8ebaae74e8217f1b lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 22798 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478804.675881:0:22798:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc40fcf400/0x8ebaae74e8217f1b lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 22798 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478804.675886:0:22798:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ebc40fcf400 already unused, calling callback (ffffffffc19934f0) 00010000:00010000:1.0:1789478804.675891:0:22798:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc40fcf400/0x8ebaae74e8217f1b lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 22798 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478804.675897:0:22798:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc40fcf400/0x8ebaae74e8217f1b lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 22798 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478804.675910:0:22798:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8ebc185a7d00) 00010000:00010000:1.0:1789478804.675914:0:22798:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1789478804.675918:0:22798:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc40fcf400/0x8ebaae74e8217f1b lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 22798 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478804.675925:0:22798:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc40fcf400/0x8ebaae74e8217f1b lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 22798 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478804.675967:0:22798:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc40fce000/0x8ebaae74e8217f14 lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.11@tcp remote: 0x26cc8ba2255b79b5 expref: 30 pid: 22798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478804.675983:0:22798:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8ebc34e78800) 00010000:00010000:1.0:1789478804.675986:0:22798:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1789478804.675990:0:22798:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc40fce000/0x8ebaae74e8217f14 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.206.11@tcp remote: 0x26cc8ba2255b79b5 expref: 30 pid: 22798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478804.675999:0:22798:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ebc40fce000, rc 0) 00000100:00100000:1.0:1789478804.676058:0:22798:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc34698700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:12a0defb-0372-447c-b770-5f4765b3595e+29:18757:x1876403945632256:12345-192.168.206.11@tcp:101:lhsmtool_posix.0 Request processed in 516us (5175us total) trans 12884901907 rc 301/301 00000100:00100000:1.0:1789478804.676065:0:22798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.11@tcp, seq: 51 00000100:00100000:0.0:1789478804.690954:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.11@tcp (source: 12345-192.168.206.11@tcp) 00000100:00100000:1.0:1789478804.691043:0:22797:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403945632384 00000100:00100000:1.0:1789478804.691052:0:22797:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403945632384 00000100:00100000:1.0:1789478804.691109:0:22797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.11@tcp, seq: 52 00000100:00100000:1.0:1789478804.691119:0:22797:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc34699180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:12a0defb-0372-447c-b770-5f4765b3595e+29:18757:x1876403945632384:12345-192.168.206.11@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1789478804.691150:0:22797:0:(mdt_handler.c:7972:mdt_fid2path()) path get [0x2000013a1:0x2:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1789478804.691271:0:22797:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc34699180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:12a0defb-0372-447c-b770-5f4765b3595e+29:18757:x1876403945632384:12345-192.168.206.11@tcp:53:lhsmtool_posix.0 Request processed in 154us (325us total) trans 0 rc 0/0 00000100:00100000:1.0:1789478804.691279:0:22797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.11@tcp, seq: 52 00000100:00100000:0.0:1789478804.693577:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.11@tcp (source: 12345-192.168.206.11@tcp) 00000100:00100000:1.0:1789478804.693741:0:22798:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403945632640 00000100:00100000:1.0:1789478804.693749:0:22798:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403945632640 00000100:00100000:0.0:1789478804.693914:0:22798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.11@tcp, seq: 53 00000100:00100000:0.0:1789478804.693924:0:22798:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc3469b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:12a0defb-0372-447c-b770-5f4765b3595e+29:18757:x1876403945632640:12345-192.168.206.11@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1789478804.693942:0:22798:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789478804.693960:0:22798:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ebb035fca00/0x8ebaae74e8217f29 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x26cc8ba2255b79bc expref: -99 pid: 22798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1789478804.694296:0:22798:0:(osp_internal.h:553:osp_update_last_fid()) Gap in objids: start=[0x280000401:0x6:0x0], count =60 00000004:00080000:0.0:1789478804.694302:0:22798:0:(osp_object.c:1645:osp_create()) Writing gap [0x280000401:0x6:0x0]+60 in llog 00000004:00080000:0.0:1789478804.694319:0:22798:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x42:0x0], index 0: 0 00010000:00010000:0.0:1789478804.694452:0:22798:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ebb035fd000/0x8ebaae74e8217f30 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22798 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478804.694466:0:22798:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ebb035fd000/0x8ebaae74e8217f30 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22798 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478804.694476:0:22798:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ebb035fd000/0x8ebaae74e8217f30 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22798 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478804.694542:0:22798:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ebb035fca00/0x8ebaae74e8217f29 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.11@tcp remote: 0x26cc8ba2255b79bc expref: 32 pid: 22798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478804.694559:0:22798:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ebb035fd000/0x8ebaae74e8217f30 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.11@tcp remote: 0x26cc8ba2255b79bc expref: 31 pid: 22798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478804.694572:0:22798:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8ebc40e74800) 00010000:00010000:0.0:1789478804.694576:0:22798:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1789478804.694579:0:22798:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ebb035fd000, rc 0) 00000100:00100000:0.0:1789478804.695172:0:22798:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc3469b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:12a0defb-0372-447c-b770-5f4765b3595e+31:18757:x1876403945632640:12345-192.168.206.11@tcp:101:lhsmtool_posix.0 Request processed in 1245us (1597us total) trans 12884901908 rc 0/0 00000100:00100000:0.0:1789478804.695181:0:22798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.11@tcp, seq: 53 00000100:00100000:2.0:1789478804.699114:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.11@tcp (source: 12345-192.168.206.11@tcp) 00000100:00100000:0.0:1789478804.699387:0:22796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403945632896 00000100:00100000:0.0:1789478804.699397:0:22796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403945632896 00000100:00100000:0.0:1789478804.699497:0:22796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.11@tcp, seq: 54 00000100:00100000:0.0:1789478804.699508:0:22796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc09126680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:12a0defb-0372-447c-b770-5f4765b3595e+31:18757:x1876403945632896:12345-192.168.206.11@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1789478804.699565:0:22796:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1789478804.699588:0:22796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ebb035fd000/0x8ebaae74e8217f30 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.11@tcp remote: 0x26cc8ba2255b79bc expref: 31 pid: 22798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478804.699634:0:22796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8ebc40e74800) 00010000:00010000:0.0:1789478804.699643:0:22796:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1789478804.699662:0:22796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ebb035fdc00/0x8ebaae74e8217f3e lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478804.699675:0:22796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ebb035fdc00/0x8ebaae74e8217f3e lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478804.699696:0:22796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ebb035fdc00/0x8ebaae74e8217f3e lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478804.699709:0:22796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ebb035fd200/0x8ebaae74e8217f45 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0x6fa23d7f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478804.699716:0:22796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ebb035fd200/0x8ebaae74e8217f45 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x6fa23d7f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478804.699722:0:22796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ebb035fd200/0x8ebaae74e8217f45 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x6fa23d7f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478804.699764:0:22796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ebb035fdc00/0x8ebaae74e8217f3e lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478804.699770:0:22796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ebb035fdc00/0x8ebaae74e8217f3e lrc: 2/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478804.699777:0:22796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ebb035fdc00/0x8ebaae74e8217f3e lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478804.699783:0:22796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ebb035fdc00 already unused, calling callback (ffffffffc19934f0) 00010000:00010000:0.0:1789478804.699788:0:22796:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ebb035fdc00/0x8ebaae74e8217f3e lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478804.699795:0:22796:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ebb035fdc00/0x8ebaae74e8217f3e lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478804.699803:0:22796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8ebc185a7a00) 00010000:00010000:0.0:1789478804.699806:0:22796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1789478804.699809:0:22796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ebb035fdc00/0x8ebaae74e8217f3e lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478804.699820:0:22796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ebb035fdc00/0x8ebaae74e8217f3e lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478804.699830:0:22796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ebb035fd200/0x8ebaae74e8217f45 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x6fa23d7f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478804.699836:0:22796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ebb035fd200/0x8ebaae74e8217f45 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x6fa23d7f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478804.699862:0:22796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ebb035fd200/0x8ebaae74e8217f45 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x6fa23d7f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478804.699867:0:22796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ebb035fd200 already unused, calling callback (ffffffffc19934f0) 00010000:00010000:0.0:1789478804.699871:0:22796:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ebb035fd200/0x8ebaae74e8217f45 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x6fa23d7f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478804.699877:0:22796:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ebb035fd200/0x8ebaae74e8217f45 lrc: 4/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x6fa23d7f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478804.699885:0:22796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x6fa23d7f (ffff8ebc40e74400) 00010000:00010000:0.0:1789478804.699887:0:22796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1789478804.699890:0:22796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ebb035fd200/0x8ebaae74e8217f45 lrc: 2/0,0 mode: --/PW res: [0x2000013a1:0x1:0x0].0x6fa23d7f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478804.699896:0:22796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ebb035fd200/0x8ebaae74e8217f45 lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x1:0x0].0x6fa23d7f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22796 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789478804.699977:0:22796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc09126680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:12a0defb-0372-447c-b770-5f4765b3595e+30:18757:x1876403945632896:12345-192.168.206.11@tcp:36:lhsmtool_posix.0 Request processed in 470us (871us total) trans 0 rc -2/-2 00000100:00100000:0.0:1789478804.699984:0:22796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.11@tcp, seq: 54 00000100:00100000:1.0:1789478804.702091:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.11@tcp (source: 12345-192.168.206.11@tcp) 00000100:00100000:0.0:1789478804.702146:0:25825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403945633024 00000100:00100000:0.0:1789478804.702158:0:25825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403945633024 00000100:00100000:0.0:1789478804.702219:0:25825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.11@tcp, seq: 55 00000100:00100000:0.0:1789478804.702230:0:25825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc34640000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:12a0defb-0372-447c-b770-5f4765b3595e+30:18757:x1876403945633024:12345-192.168.206.11@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1789478804.702248:0:25825:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789478804.702267:0:25825:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ebb035fda00/0x8ebaae74e8217f4c lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x26cc8ba2255b79c3 expref: -99 pid: 25825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478804.702296:0:25825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ebb035fd600/0x8ebaae74e8217f53 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 25825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478804.702308:0:25825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ebb035fd600/0x8ebaae74e8217f53 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 25825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478804.702319:0:25825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ebb035fd600/0x8ebaae74e8217f53 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 25825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478804.702425:0:25825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ebb035fda00/0x8ebaae74e8217f4c lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.11@tcp remote: 0x26cc8ba2255b79c3 expref: 32 pid: 25825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478804.702444:0:25825:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ebb035fd600/0x8ebaae74e8217f53 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.11@tcp remote: 0x26cc8ba2255b79c3 expref: 31 pid: 25825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478804.702456:0:25825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8ebc40e74900) 00010000:00010000:0.0:1789478804.702459:0:25825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1789478804.702462:0:25825:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ebb035fd600, rc 0) 00000100:00100000:0.0:1789478804.702555:0:25825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc34640000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:12a0defb-0372-447c-b770-5f4765b3595e+31:18757:x1876403945633024:12345-192.168.206.11@tcp:101:lhsmtool_posix.0 Request processed in 327us (471us total) trans 0 rc 0/0 00000100:00100000:0.0:1789478804.702563:0:25825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.11@tcp, seq: 55 00000100:00100000:2.0:1789478804.705737:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.11@tcp (source: 12345-192.168.206.11@tcp) 00000100:00100000:0.0:1789478804.707402:0:22798:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403945633280 00000100:00100000:0.0:1789478804.707418:0:22798:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403945633280 00000100:00100000:0.0:1789478804.707487:0:22798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.11@tcp, seq: 56 00000100:00100000:0.0:1789478804.707497:0:22798:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc09127480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:12a0defb-0372-447c-b770-5f4765b3595e+31:18757:x1876403945633280:12345-192.168.206.11@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1789478804.707575:0:22798:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ebb035fca00/0x8ebaae74e8217f5a lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22798 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478804.707605:0:22798:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ebb035fca00/0x8ebaae74e8217f5a lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22798 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478804.707618:0:22798:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ebb035fca00/0x8ebaae74e8217f5a lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22798 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1789478804.707767:0:22798:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x10:0x0].2, 88 off8344 00000004:00080000:0.0:1789478804.707776:0:22798:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 633823181870ns, next at 634823179422ns, rc = 0 00000004:00010000:0.0:1789478804.707818:0:22798:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 0000000019f7ecd3 reply state 000000009d90c856 transno 12884901909 ns: mdt-lustre-MDT0000_UUID lock: ffff8ebb035fca00/0x8ebaae74e8217f5a lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22798 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478804.707830:0:22798:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ebb035fca00/0x8ebaae74e8217f5a lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22798 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478804.708060:0:22798:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8ebc40e74900) 00010000:00010000:0.0:1789478804.708064:0:22798:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:0.0:1789478804.708068:0:22798:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1789478804.708171:0:22798:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc09127480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:12a0defb-0372-447c-b770-5f4765b3595e+33:18757:x1876403945633280:12345-192.168.206.11@tcp:36:lhsmtool_posix.0 Request processed in 673us (2441us total) trans 12884901909 rc 0/0 00000100:00100000:0.0:1789478804.708178:0:22798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.11@tcp, seq: 56 00000100:00100000:0.0:1789478804.710036:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1789478804.710060:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc3469ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3648:1876403964595200:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1789478804.710135:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789478804.710499:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1789478804.710511:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc34cb7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3647:1876403964595328:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1789478804.710542:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789478804.710581:0:22801:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964595200 00000100:00100000:2.0:1789478804.710589:0:22801:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964595200 00000100:00100000:2.0:1789478804.710678:0:22801:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964595328 00000100:00100000:2.0:1789478804.710681:0:22801:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964595328 00000100:00100000:2.0:1789478804.710704:0:22801:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 48 00000100:00100000:1.0:1789478804.710718:0:22802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49 00000100:00100000:1.0:1789478804.710729:0:22802:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc34cb6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3647:x1876403964595328:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1789478804.710769:0:22802:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446289408 avail 1300049920 00000100:00100000:2.0:1789478804.710821:0:22801:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc3469a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3648:x1876403964595200:12345-0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1789478804.710832:0:22802:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc34cb6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3647:x1876403964595328:12345-0@lo:41:osp-pre-0-1.0 Request processed in 105us (288us total) trans 0 rc 0/0 00000004:00000024:2.0:1789478804.710859:0:22801:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:1.0:1789478804.710864:0:22802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49 00000100:00100000:0.0:1789478804.710902:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc34cb7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3647:1876403964595328:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1789478804.710910:0:22801:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc3469a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3648:x1876403964595200:12345-0@lo:41:osp-pre-1-0.0 Request processed in 196us (773us total) trans 0 rc 0/0 00000100:00100000:2.0:1789478804.710924:0:22801:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 48 00000100:00100000:1.0:1789478804.710931:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc3469ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3648:1876403964595200:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1789478804.711279:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.11@tcp (source: 12345-192.168.206.11@tcp) 00000100:00100000:1.0:1789478804.711333:0:22796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403945633408 00000100:00100000:1.0:1789478804.711338:0:22796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403945633408 00000100:00100000:1.0:1789478804.711382:0:22796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.11@tcp, seq: 57 00000100:00100000:1.0:1789478804.711390:0:22796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc34cb7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:12a0defb-0372-447c-b770-5f4765b3595e+33:18757:x1876403945633408:12345-192.168.206.11@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1789478804.711405:0:22796:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789478804.711422:0:22796:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc40fce400/0x8ebaae74e8217f61 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x26cc8ba2255b79ca expref: -99 pid: 22796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478804.711472:0:22796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc40fce400/0x8ebaae74e8217f61 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.206.11@tcp remote: 0x26cc8ba2255b79ca expref: 34 pid: 22796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478804.711487:0:22796:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc40fce400/0x8ebaae74e8217f61 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.206.11@tcp remote: 0x26cc8ba2255b79ca expref: 34 pid: 22796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478804.711506:0:22796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8ebc40e74900) 00010000:00010000:1.0:1789478804.711509:0:22796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1789478804.711513:0:22796:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ebc40fce400, rc 0) 00000100:00100000:1.0:1789478804.711547:0:22796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc34cb7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:12a0defb-0372-447c-b770-5f4765b3595e+34:18757:x1876403945633408:12345-192.168.206.11@tcp:101:lhsmtool_posix.0 Request processed in 157us (269us total) trans 0 rc 0/0 00000100:00100000:1.0:1789478804.711554:0:22796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.11@tcp, seq: 57 00000100:00100000:1.0:1789478804.713336:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.11@tcp (source: 12345-192.168.206.11@tcp) 00000100:00100000:0.0:1789478804.713466:0:25334:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403945633536 00000100:00100000:0.0:1789478804.713483:0:25334:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403945633536 00000100:00100000:0.0:1789478804.713589:0:25334:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.11@tcp, seq: 20 00000100:00100000:0.0:1789478804.713632:0:25334:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc34643b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:12a0defb-0372-447c-b770-5f4765b3595e+5:2395:x1876403945633536:12345-192.168.206.11@tcp:2:lhsmtool_posix.0 00000100:00100000:0.0:1789478804.713881:0:25334:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc34643b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:12a0defb-0372-447c-b770-5f4765b3595e+6:2395:x1876403945633536:12345-192.168.206.11@tcp:2:lhsmtool_posix.0 Request processed in 247us (547us total) trans 12884901891 rc 0/0 00000100:00100000:0.0:1789478804.713889:0:25334:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.11@tcp, seq: 20 00000100:00080000:3.0:1789478804.713988:0:22792:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1789478804.722271:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.11@tcp (source: 12345-192.168.206.11@tcp) 00000100:00100000:0.0:1789478804.722403:0:22800:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403945633792 00000100:00100000:0.0:1789478804.722413:0:22800:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403945633792 00000100:00100000:0.0:1789478804.722469:0:22800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.11@tcp, seq: 9 00000100:00100000:0.0:1789478804.722480:0:22800:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebb03fedc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:12a0defb-0372-447c-b770-5f4765b3595e+34:18757:x1876403945633792:12345-192.168.206.11@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1789478804.722723:0:22800:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebb03fedc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:12a0defb-0372-447c-b770-5f4765b3595e+35:18757:x1876403945633792:12345-192.168.206.11@tcp:35:lhsmtool_posix.0 Request processed in 244us (460us total) trans 12884901910 rc 0/0 00000100:00100000:0.0:1789478804.722732:0:22800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.11@tcp, seq: 9 00000100:00100000:2.0:1789478804.725285:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.11@tcp (source: 12345-192.168.206.11@tcp) 00000100:00100000:0.0:1789478804.725879:0:25825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403945634048 00000100:00100000:0.0:1789478804.725889:0:25825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403945634048 00000100:00100000:0.0:1789478804.725954:0:25825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.11@tcp, seq: 58 00000100:00100000:0.0:1789478804.725965:0:25825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebb03fed500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:12a0defb-0372-447c-b770-5f4765b3595e+35:18757:x1876403945634048:12345-192.168.206.11@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1789478804.726732:0:25825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebb03fed500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:12a0defb-0372-447c-b770-5f4765b3595e+35:18757:x1876403945634048:12345-192.168.206.11@tcp:57:lhsmtool_posix.0 Request processed in 765us (1452us total) trans 0 rc 0/0 00000100:00100000:0.0:1789478804.726741:0:25825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.11@tcp, seq: 58 00000100:00100000:1.0:1789478804.730409:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.11@tcp (source: 12345-192.168.206.11@tcp) 00000100:00100000:0.0:1789478804.730477:0:22798:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403945634176 00000100:00100000:0.0:1789478804.730489:0:22798:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403945634176 00000100:00100000:1.0:1789478804.731104:0:22796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.11@tcp, seq: 59 00000100:00100000:1.0:1789478804.731118:0:22796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc34641500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:12a0defb-0372-447c-b770-5f4765b3595e+35:18757:x1876403945634176:12345-192.168.206.11@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1789478804.731160:0:22796:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789478804.731187:0:22796:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc40fce600/0x8ebaae74e8217f68 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x26cc8ba2255b79d1 expref: -99 pid: 22796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478804.731280:0:22796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc40fcee00/0x8ebaae74e8217f6f lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 22796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478804.731296:0:22796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc40fcee00/0x8ebaae74e8217f6f lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478804.731308:0:22796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc40fcee00/0x8ebaae74e8217f6f lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22796 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1789478804.731358:0:22796:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1789478804.731379:0:22796:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc40fcee00/0x8ebaae74e8217f6f lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478804.731408:0:22796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc40fce600/0x8ebaae74e8217f68 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.11@tcp remote: 0x26cc8ba2255b79d1 expref: 37 pid: 22796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478804.731427:0:22796:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc40fcee00/0x8ebaae74e8217f6f lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.11@tcp remote: 0x26cc8ba2255b79d1 expref: 36 pid: 22796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478804.731436:0:22796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8ebc40e74900) 00010000:00010000:1.0:1789478804.731439:0:22796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:1.0:1789478804.731442:0:22796:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ebc40fcee00, rc 0) 00000100:00100000:1.0:1789478804.731502:0:22796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc34641500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:12a0defb-0372-447c-b770-5f4765b3595e+36:18757:x1876403945634176:12345-192.168.206.11@tcp:101:lhsmtool_posix.0 Request processed in 389us (1103us total) trans 0 rc 0/0 00000100:00100000:1.0:1789478804.731510:0:22796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.11@tcp, seq: 59 00000100:00100000:2.0:1789478804.734828:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.11@tcp (source: 12345-192.168.206.11@tcp) 00000100:00100000:0.0:1789478804.734909:0:24304:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403945634304 00000100:00100000:0.0:1789478804.734933:0:24304:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403945634304 00000100:00100000:0.0:1789478804.735028:0:24304:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.11@tcp, seq: 21 00000100:00100000:0.0:1789478804.735039:0:24304:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebb03fec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:12a0defb-0372-447c-b770-5f4765b3595e+6:2395:x1876403945634304:12345-192.168.206.11@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1789478804.735057:0:24304:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789478804.735076:0:24304:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a9390cc6/0x8ebaae74e8217f76 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x26cc8ba2255b79d8 expref: -99 pid: 24304 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1789478804.735100:0:24304:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x42:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x6aa94794, blocks: 0x0 00010000:00010000:0.0:1789478804.735118:0:24304:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=633s v=(0 0) 00010000:00010000:0.0:1789478804.735123:0:24304:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789478804.735132:0:24304:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a9390cc6/0x8ebaae74e8217f76 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.11@tcp remote: 0x26cc8ba2255b79d8 expref: 7 pid: 24304 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478804.735150:0:24304:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000a9390cc6/0x8ebaae74e8217f76 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.11@tcp remote: 0x26cc8ba2255b79d8 expref: 7 pid: 24304 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478804.735163:0:24304:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ebb035fda00, rc 0) 00000100:00100000:0.0:1789478804.735231:0:24304:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebb03fec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:12a0defb-0372-447c-b770-5f4765b3595e+7:2395:x1876403945634304:12345-192.168.206.11@tcp:101:lhsmtool_posix.0 Request processed in 194us (413us total) trans 0 rc 0/0 00000100:00100000:0.0:1789478804.735238:0:24304:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.11@tcp, seq: 21 00000100:00100000:2.0:1789478804.737914:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.11@tcp (source: 12345-192.168.206.11@tcp) 00000100:00100000:3.0:1789478804.738169:0:24106:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403945634560 00000100:00100000:3.0:1789478804.738178:0:24106:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403945634560 00000100:00100000:1.0:1789478804.738320:0:22797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.11@tcp, seq: 60 00000100:00100000:1.0:1789478804.738333:0:22797:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebb03fece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:12a0defb-0372-447c-b770-5f4765b3595e+36:18757:x1876403945634560:12345-192.168.206.11@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1789478804.738563:0:22797:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebb03fece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:12a0defb-0372-447c-b770-5f4765b3595e+36:18757:x1876403945634560:12345-192.168.206.11@tcp:57:lhsmtool_posix.0 Request processed in 234us (658us total) trans 0 rc 0/0 00000100:00100000:1.0:1789478804.738569:0:22797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.11@tcp, seq: 60 00000100:00100000:1.0:1789478804.741744:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.11@tcp (source: 12345-192.168.206.11@tcp) 00000100:00100000:0.0:1789478804.741831:0:25825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403945634688 00000100:00100000:0.0:1789478804.741851:0:25825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403945634688 00000100:00100000:2.0:1789478804.741953:0:22798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.11@tcp, seq: 61 00000100:00100000:2.0:1789478804.741966:0:22798:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc34642a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:12a0defb-0372-447c-b770-5f4765b3595e+36:18757:x1876403945634688:12345-192.168.206.11@tcp:44:lhsmtool_posix.0 00000001:00080000:2.0:1789478804.745906:0:22776:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 12884901910 is committed 00000004:00080000:2.0:1789478804.745923:0:22776:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 2 committed 00000001:00080000:2.0:1789478804.745977:0:22776:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 12884901895 is committed 00000100:00100000:2.0:1789478804.746126:0:22798:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc34642a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:12a0defb-0372-447c-b770-5f4765b3595e+19:18757:x1876403945634688:12345-192.168.206.11@tcp:44:lhsmtool_posix.0 Request processed in 4158us (4385us total) trans 0 rc 0/0 00000100:00100000:2.0:1789478804.746139:0:22798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.11@tcp, seq: 61 00000100:00100000:1.0:1789478804.746170:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc34641880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3645:1876403964595456:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1789478804.746243:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1789478804.746354:0:3632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc40fcf800/0x8ebaae74e8217d69 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22798 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789478804.746363:0:24303:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964595456 00010000:00010000:0.0:1789478804.746367:0:3632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc40fcf800/0x8ebaae74e8217d69 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22798 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789478804.746382:0:24303:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964595456 00010000:00010000:0.0:1789478804.746401:0:3632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc40fcf800/0x8ebaae74e8217d69 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22798 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478804.746409:0:3632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ebc40fcf800 already unused, calling callback (ffffffffc19934f0) 00010000:00010000:0.0:1789478804.746414:0:3632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc40fcf800/0x8ebaae74e8217d69 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22798 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478804.746423:0:3632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc40fcf800/0x8ebaae74e8217d69 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22798 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789478804.746438:0:24303:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00010000:00010000:0.0:1789478804.746441:0:3632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff8ebc185a7b00) 00010000:00010000:0.0:1789478804.746446:0:3632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1789478804.746450:0:24303:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc34641f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3645:x1876403964595456:12345-0@lo:2:osp-syn-0-0.0 00010000:00010000:0.0:1789478804.746454:0:3632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc40fcf800/0x8ebaae74e8217d69 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22798 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478804.746461:0:3631:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc421ec600/0x8ebaae74e8217df5 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 25825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478804.746463:0:3632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc40fcf800/0x8ebaae74e8217d69 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22798 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00080000:2.0:1789478804.746464:0:22792:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1789478804.746491:0:3631:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc421ec600/0x8ebaae74e8217df5 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 25825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478804.746499:0:3631:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc421ec600/0x8ebaae74e8217df5 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 25825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478804.746504:0:3632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc40fce200/0x8ebaae74e8217d70 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22798 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478804.746513:0:3632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc40fce200/0x8ebaae74e8217d70 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 22798 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478804.746520:0:3631:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ebc421ec600 already unused, calling callback (ffffffffc19934f0) 00010000:00010000:0.0:1789478804.746520:0:3632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc40fce200/0x8ebaae74e8217d70 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22798 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478804.746527:0:3631:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc421ec600/0x8ebaae74e8217df5 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 25825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478804.746530:0:3632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ebc40fce200 already unused, calling callback (ffffffffc19934f0) 00010000:00010000:0.0:1789478804.746537:0:3632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc40fce200/0x8ebaae74e8217d70 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22798 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478804.746539:0:3631:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc421ec600/0x8ebaae74e8217df5 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 25825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478804.746556:0:3631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8ebc185a7a00) 00010000:00010000:3.0:1789478804.746562:0:3631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00002000:00010000:1.0:1789478804.746564:0:24303:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb size from disk: 0 -> 0 00010000:00010000:3.0:1789478804.746567:0:3631:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc421ec600/0x8ebaae74e8217df5 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 25825 initiator: MDT0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1789478804.746570:0:24303:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb mtime from disk: 0 -> 0 00010000:00010000:0.0:1789478804.746570:0:3632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc40fce200/0x8ebaae74e8217d70 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22798 initiator: MDT0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1789478804.746575:0:24303:0:(ofd_lvb.c:319:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1789478804.746581:0:24303:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb ctime from disk: 1789478804 -> 1789478804 00010000:00010000:3.0:1789478804.746586:0:3631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc421ec600/0x8ebaae74e8217df5 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 25825 initiator: MDT0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1789478804.746588:0:24303:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb blocks from disk: 0 -> 0 00010000:00010000:0.0:1789478804.746623:0:3632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8ebc185a7a00) 00010000:00010000:0.0:1789478804.746627:0:3632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1789478804.746632:0:3632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc40fce200/0x8ebaae74e8217d70 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22798 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478804.746639:0:3632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc40fce200/0x8ebaae74e8217d70 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22798 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478804.746654:0:3632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc40fcfc00/0x8ebaae74e8217e50 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 24106 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789478804.746660:0:24303:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc34641f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3645:x1876403964595456:12345-0@lo:2:osp-syn-0-0.0 Request processed in 212us (415us total) trans 12884901892 rc 0/0 00010000:00010000:0.0:1789478804.746665:0:3632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc40fcfc00/0x8ebaae74e8217e50 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 24106 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789478804.746671:0:24303:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00010000:00010000:0.0:1789478804.746679:0:3632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc40fcfc00/0x8ebaae74e8217e50 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 24106 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478804.746685:0:3632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ebc40fcfc00 already unused, calling callback (ffffffffc19934f0) 00010000:00010000:0.0:1789478804.746688:0:3632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc40fcfc00/0x8ebaae74e8217e50 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 24106 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478804.746702:0:3632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc40fcfc00/0x8ebaae74e8217e50 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 24106 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478804.746712:0:3632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0xb42112bc (ffff8ebc185a7000) 00010000:00010000:0.0:1789478804.746715:0:3632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000004:00080000:1.0:1789478804.746718:0:3645:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8ebc34641880/2, rc 0, transno 12884901892 00010000:00010000:0.0:1789478804.746719:0:3632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc40fcfc00/0x8ebaae74e8217e50 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 24106 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789478804.746729:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc34641880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3645:1876403964595456:0@lo:2:osp-syn-0-0.0 00010000:00010000:0.0:1789478804.746734:0:3632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc40fcfc00/0x8ebaae74e8217e50 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 24106 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478804.746755:0:3632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc3463b800/0x8ebaae74e8217ee3 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22798 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478804.746763:0:3632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc3463b800/0x8ebaae74e8217ee3 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 22798 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478804.746769:0:3632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc3463b800/0x8ebaae74e8217ee3 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 22798 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478804.746775:0:3632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ebc3463b800 already unused, calling callback (ffffffffc19934f0) 00010000:00010000:0.0:1789478804.746778:0:3632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc3463b800/0x8ebaae74e8217ee3 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 22798 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478804.746784:0:3632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc3463b800/0x8ebaae74e8217ee3 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 22798 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478804.746792:0:3632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8ebc185a7d00) 00010000:00010000:0.0:1789478804.746796:0:3632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1789478804.746798:0:3632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc3463b800/0x8ebaae74e8217ee3 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 22798 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478804.746804:0:3632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc3463b800/0x8ebaae74e8217ee3 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 22798 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478804.746815:0:3632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ebb035fca00/0x8ebaae74e8217f5a lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22798 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478804.746821:0:3632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ebb035fca00/0x8ebaae74e8217f5a lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22798 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478804.746834:0:3632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ebb035fca00/0x8ebaae74e8217f5a lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22798 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478804.746851:0:3632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ebb035fca00 already unused, calling callback (ffffffffc19934f0) 00010000:00010000:0.0:1789478804.746855:0:3632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ebb035fca00/0x8ebaae74e8217f5a lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22798 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478804.746862:0:3632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ebb035fca00/0x8ebaae74e8217f5a lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22798 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478804.746870:0:3632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8ebc40e74900) 00010000:00010000:0.0:1789478804.746873:0:3632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1789478804.746875:0:3632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ebb035fca00/0x8ebaae74e8217f5a lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22798 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478804.746882:0:3632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ebb035fca00/0x8ebaae74e8217f5a lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22798 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789478804.748859:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.11@tcp (source: 12345-192.168.206.11@tcp) 00000100:00100000:1.0:1789478804.748949:0:24302:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403945634816 00000100:00100000:1.0:1789478804.748956:0:24302:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403945634816 00000100:00100000:1.0:1789478804.749000:0:24302:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.11@tcp, seq: 23 00000100:00100000:1.0:1789478804.749009:0:24302:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebb03fec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:12a0defb-0372-447c-b770-5f4765b3595e+7:2396:x1876403945634816:12345-192.168.206.11@tcp:16:lhsmtool_posix.0 00000100:00100000:1.0:1789478804.749135:0:24302:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebb03fec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:12a0defb-0372-447c-b770-5f4765b3595e+7:2396:x1876403945634816:12345-192.168.206.11@tcp:16:lhsmtool_posix.0 Request processed in 126us (296us total) trans 0 rc 0/0 00000100:00100000:1.0:1789478804.749143:0:24302:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.11@tcp, seq: 23 00000100:00100000:2.0:1789478804.751210:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.11@tcp (source: 12345-192.168.206.11@tcp) 00000100:00100000:1.0:1789478804.751358:0:22796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403945635072 00000100:00100000:1.0:1789478804.751368:0:22796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403945635072 00000100:00100000:1.0:1789478804.751428:0:22796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.11@tcp, seq: 62 00000100:00100000:1.0:1789478804.751439:0:22796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebb03fef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:12a0defb-0372-447c-b770-5f4765b3595e+15:18757:x1876403945635072:12345-192.168.206.11@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1789478804.752814:0:22796:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1789478804.752861:0:22796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc40fcee00/0x8ebaae74e8217f6f lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.11@tcp remote: 0x26cc8ba2255b79d1 expref: 15 pid: 22796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478804.752884:0:22796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8ebc40e74900) 00010000:00010000:1.0:1789478804.752889:0:22796:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1789478804.752919:0:22796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc40fce600/0x8ebaae74e8217f7d lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478804.752931:0:22796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc40fce600/0x8ebaae74e8217f7d lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478804.752940:0:22796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc40fce600/0x8ebaae74e8217f7d lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22796 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1789478804.753685:0:22796:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 0000000000f75b4c reply state 00000000bc84e28b transno 12884901911 ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc40fce600/0x8ebaae74e8217f7d lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478804.753701:0:22796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc40fce600/0x8ebaae74e8217f7d lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478804.753721:0:22796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8ebc40e74900) 00010000:00010000:1.0:1789478804.753739:0:22796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1789478804.753743:0:22796:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1789478804.754229:0:22796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebb03fef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:12a0defb-0372-447c-b770-5f4765b3595e+16:18757:x1876403945635072:12345-192.168.206.11@tcp:36:lhsmtool_posix.0 Request processed in 2788us (3022us total) trans 12884901911 rc 0/0 00000100:00100000:1.0:1789478804.754237:0:22796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.11@tcp, seq: 62 00000100:00100000:0.0:1789478804.755907:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.11@tcp (source: 12345-192.168.206.11@tcp) 00000100:00100000:3.0:1789478804.756001:0:24304:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403945635200 00000100:00100000:3.0:1789478804.756011:0:24304:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403945635200 00000100:00100000:3.0:1789478804.756071:0:24304:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.11@tcp, seq: 24 00000100:00100000:3.0:1789478804.756083:0:24304:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc34698e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:12a0defb-0372-447c-b770-5f4765b3595e+7:2396:x1876403945635200:12345-192.168.206.11@tcp:2:lhsmtool_posix.0 00002000:00010000:3.0:1789478804.756240:0:24304:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1789478804.756244:0:24304:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb mtime from disk: 0 -> 1789478803 00002000:00010000:3.0:1789478804.756247:0:24304:0:(ofd_lvb.c:319:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb atime from disk: 0 -> 1789478803 00002000:00010000:3.0:1789478804.756249:0:24304:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb ctime from disk: 1789478804 -> 1789478803 00002000:00010000:3.0:1789478804.756256:0:24304:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1789478804.756319:0:24304:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc34698e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:12a0defb-0372-447c-b770-5f4765b3595e+8:2396:x1876403945635200:12345-192.168.206.11@tcp:2:lhsmtool_posix.0 Request processed in 238us (419us total) trans 12884901893 rc 0/0 00000100:00100000:3.0:1789478804.756327:0:24304:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.11@tcp, seq: 24 00000100:00100000:2.0:1789478804.758216:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.11@tcp (source: 12345-192.168.206.11@tcp) 00000100:00100000:1.0:1789478804.758356:0:25334:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403945635328 00000100:00100000:1.0:1789478804.758365:0:25334:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403945635328 00000100:00100000:1.0:1789478804.758420:0:25334:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.11@tcp, seq: 25 00000100:00100000:1.0:1789478804.758431:0:25334:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebb03fefb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:12a0defb-0372-447c-b770-5f4765b3595e+8:2396:x1876403945635328:12345-192.168.206.11@tcp:1:lhsmtool_posix.0 00010000:00010000:1.0:1789478804.758472:0:25334:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000712c35c4/0x8ebaae74e8217f84 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478804.758490:0:25334:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789478804.758494:0:25334:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789478804.758500:0:25334:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000712c35c4/0x8ebaae74e8217f84 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478804.758514:0:25334:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000712c35c4/0x8ebaae74e8217f84 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478804.758538:0:25334:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000712c35c4/0x8ebaae74e8217f84 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478804.758545:0:25334:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000712c35c4/0x8ebaae74e8217f84 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478804.758554:0:25334:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000712c35c4/0x8ebaae74e8217f84 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478804.758572:0:25334:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ebc40fce800 already unused, calling callback (ffffffffc0d672a0) 00010000:00010000:1.0:1789478804.758576:0:25334:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000712c35c4/0x8ebaae74e8217f84 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478804.758585:0:25334:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000712c35c4/0x8ebaae74e8217f84 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478804.758654:0:25334:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000712c35c4/0x8ebaae74e8217f84 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478804.758664:0:25334:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000712c35c4/0x8ebaae74e8217f84 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789478804.758739:0:25334:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebb03fefb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:12a0defb-0372-447c-b770-5f4765b3595e+8:2396:x1876403945635328:12345-192.168.206.11@tcp:1:lhsmtool_posix.0 Request processed in 309us (532us total) trans 0 rc 0/0 00000100:00100000:1.0:1789478804.758748:0:25334:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.11@tcp, seq: 25 00000100:00100000:2.0:1789478804.760037:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.11@tcp (source: 12345-192.168.206.11@tcp) 00000100:00100000:1.0:1789478804.760171:0:22797:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403945635584 00000100:00100000:1.0:1789478804.760179:0:22797:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403945635584 00000100:00100000:1.0:1789478804.760230:0:22797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.11@tcp, seq: 63 00000100:00100000:1.0:1789478804.760240:0:22797:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebb03fed180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:12a0defb-0372-447c-b770-5f4765b3595e+16:18757:x1876403945635584:12345-192.168.206.11@tcp:57:lhsmtool_posix.0 00010000:00010000:1.0:1789478804.760316:0:22797:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc40fcee00/0x8ebaae74e8217f8b lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 22797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478804.760331:0:22797:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc3463ba00/0x8ebaae74e8217edc lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.11@tcp remote: 0x26cc8ba2255b79a0 expref: 16 pid: 22796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478804.760353:0:22797:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc40fcee00/0x8ebaae74e8217f8b lrc: 4/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478804.760398:0:22797:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc3463ba00/0x8ebaae74e8217edc lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.206.11@tcp remote: 0x26cc8ba2255b79a0 expref: 16 pid: 22796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478804.760411:0:22797:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc3463ba00/0x8ebaae74e8217edc lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.206.11@tcp remote: 0x26cc8ba2255b79a0 expref: 16 pid: 22796 timeout: 733 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789478804.760424:0:22797:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc34641c00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:22797:1876403964595584:192.168.206.11@tcp:104: 00000100:00100000:1.0:1789478804.760498:0:22797:0:(client.c:2715:ptlrpc_set_wait()) set ffff8ebc40f0f180 going to sleep for 11 seconds 00000100:00100000:0.0:1789478804.762896:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.11@tcp (source: 12345-192.168.206.11@tcp) 00000100:00100000:1.0:1789478804.762901:0:22797:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc34641c00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:22797:1876403964595584:192.168.206.11@tcp:104: 00000100:00100000:2.0:1789478804.762973:0:22783:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403945635712 00000100:00100000:2.0:1789478804.762982:0:22783:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403945635712 00010000:00010000:2.0:1789478804.763025:0:22783:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc3463ba00/0x8ebaae74e8217edc lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.11@tcp remote: 0x26cc8ba2255b79a0 expref: 17 pid: 22796 timeout: 733 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789478804.763064:0:22783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.11@tcp, seq: 19 00000100:00100000:2.0:1789478804.763074:0:22783:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc34698a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:12a0defb-0372-447c-b770-5f4765b3595e+17:2396:x1876403945635712:12345-192.168.206.11@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1789478804.763174:0:22797:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc40fcee00/0x8ebaae74e8217f8b lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478804.763446:0:22783:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1789478804.763454:0:22783:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc3463ba00/0x8ebaae74e8217edc lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.11@tcp remote: 0x26cc8ba2255b79a0 expref: 17 pid: 22796 timeout: 733 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478804.763467:0:22783:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc3463ba00/0x8ebaae74e8217edc lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.206.11@tcp remote: 0x26cc8ba2255b79a0 expref: 17 pid: 22796 timeout: 733 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478804.763492:0:22783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc3463ba00/0x8ebaae74e8217edc lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.206.11@tcp remote: 0x26cc8ba2255b79a0 expref: 17 pid: 22796 timeout: 733 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478804.763507:0:22783:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8ebc185a7d00) 00010000:00010000:2.0:1789478804.763512:0:22783:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc3463a000/0x8ebaae74e8217ef8 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.206.11@tcp remote: 0x26cc8ba2255b79ae expref: 16 pid: 22798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478804.763521:0:22783:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc40fcee00/0x8ebaae74e8217f8b lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478804.763529:0:22783:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc40fcee00/0x8ebaae74e8217f8b lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 22797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478804.763536:0:22783:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc40fcee00/0x8ebaae74e8217f8b lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 22797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478804.763571:0:22783:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1789478804.763833:0:22797:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc40fcee00/0x8ebaae74e8217f8b lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478804.763852:0:22797:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc40fcee00/0x8ebaae74e8217f8b lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22797 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789478804.764011:0:22783:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc34698a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:12a0defb-0372-447c-b770-5f4765b3595e+16:2396:x1876403945635712:12345-192.168.206.11@tcp:103:ldlm_bl.0 Request processed in 936us (1119us total) trans 0 rc 0/0 00000100:00100000:2.0:1789478804.764020:0:22783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.11@tcp, seq: 19 00010000:00010000:1.0:1789478804.764447:0:22797:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc40fcf400/0x8ebaae74e8217f92 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478804.764461:0:22797:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc40fce400/0x8ebaae74e8217f61 lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.206.11@tcp remote: 0x26cc8ba2255b79ca expref: 16 pid: 22796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478804.764469:0:22797:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc40fcf400/0x8ebaae74e8217f92 lrc: 4/0,1 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478804.764511:0:22797:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc40fce400/0x8ebaae74e8217f61 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.206.11@tcp remote: 0x26cc8ba2255b79ca expref: 16 pid: 22796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478804.764528:0:22797:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc40fce400/0x8ebaae74e8217f61 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.206.11@tcp remote: 0x26cc8ba2255b79ca expref: 16 pid: 22796 timeout: 733 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789478804.764544:0:22797:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc34641c00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:22797:1876403964595712:192.168.206.11@tcp:104: 00000100:00100000:1.0:1789478804.764649:0:22797:0:(client.c:2715:ptlrpc_set_wait()) set ffff8ebc40f0f600 going to sleep for 11 seconds 00000100:00100000:1.0:1789478804.766816:0:22797:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc34641c00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:22797:1876403964595712:192.168.206.11@tcp:104: 00010000:00010000:1.0:1789478804.766858:0:22797:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc40fcf400/0x8ebaae74e8217f92 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22797 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789478804.767041:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.11@tcp (source: 12345-192.168.206.11@tcp) 00000100:00100000:0.0:1789478804.767348:0:22782:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403945635840 00000100:00100000:0.0:1789478804.767356:0:22782:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403945635840 00010000:00010000:0.0:1789478804.767399:0:22782:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc40fce400/0x8ebaae74e8217f61 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.206.11@tcp remote: 0x26cc8ba2255b79ca expref: 17 pid: 22796 timeout: 733 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789478804.767488:0:22782:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.11@tcp, seq: 20 00000100:00100000:0.0:1789478804.767500:0:22782:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc34c98e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:12a0defb-0372-447c-b770-5f4765b3595e+17:2396:x1876403945635840:12345-192.168.206.11@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1789478804.767531:0:22782:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1789478804.767540:0:22782:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc40fce400/0x8ebaae74e8217f61 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.206.11@tcp remote: 0x26cc8ba2255b79ca expref: 17 pid: 22796 timeout: 733 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478804.767569:0:22782:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc40fce400/0x8ebaae74e8217f61 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.206.11@tcp remote: 0x26cc8ba2255b79ca expref: 17 pid: 22796 timeout: 733 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478804.767628:0:22782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc40fce400/0x8ebaae74e8217f61 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.206.11@tcp remote: 0x26cc8ba2255b79ca expref: 17 pid: 22796 timeout: 733 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478804.767646:0:22782:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8ebc40e74900) 00010000:00010000:0.0:1789478804.767651:0:22782:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc40fcf400/0x8ebaae74e8217f92 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478804.767660:0:22782:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc40fcf400/0x8ebaae74e8217f92 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 22797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478804.767668:0:22782:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc40fcf400/0x8ebaae74e8217f92 lrc: 4/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 22797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478804.767686:0:22782:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1789478804.767745:0:22782:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc34c98e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:12a0defb-0372-447c-b770-5f4765b3595e+16:2396:x1876403945635840:12345-192.168.206.11@tcp:103:ldlm_bl.0 Request processed in 247us (705us total) trans 0 rc 0/0 00000100:00100000:0.0:1789478804.767752:0:22782:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.11@tcp, seq: 20 00010000:00010000:1.0:1789478804.767813:0:22797:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc40fcf400/0x8ebaae74e8217f92 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478804.767820:0:22797:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc40fcf400/0x8ebaae74e8217f92 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22797 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1789478804.767941:0:22797:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901912 00000001:00080000:1.0:1789478804.768069:0:22797:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901913 00000001:00080000:1.0:1789478804.768104:0:22797:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901914 00000100:00100000:1.0:1789478804.768177:0:22797:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc34641c00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:22797:1876403964595840:0@lo:1000:mdt00_001.0 00000100:00100000:1.0:1789478804.768246:0:22797:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789478804.768275:0:22797:0:(client.c:2715:ptlrpc_set_wait()) set ffff8ebc40f0f9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1789478804.768852:0:22802:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964595840 00000100:00100000:3.0:1789478804.768859:0:22802:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964595840 00000100:00100000:3.0:1789478804.768898:0:22802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50 00000100:00100000:3.0:1789478804.768906:0:22802:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc34643100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:22797:x1876403964595840:12345-0@lo:1000:mdt00_001.0 00000100:00100000:3.0:1789478804.768985:0:22802:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc34643100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:22797:x1876403964595840:12345-0@lo:1000:mdt00_001.0 Request processed in 79us (738us total) trans 0 rc 0/0 00000100:00100000:3.0:1789478804.768993:0:22802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50 00000100:00100000:1.0:1789478804.769705:0:22797:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc34641c00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:22797:1876403964595840:0@lo:1000:mdt00_001.0 00000001:00080000:1.0:1789478804.769946:0:22797:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901915 00000100:00100000:1.0:1789478804.770004:0:22797:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc34641c00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:22797:1876403964595968:0@lo:1000:mdt00_001.0 00000100:00100000:1.0:1789478804.770052:0:22797:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789478804.770085:0:22797:0:(client.c:2715:ptlrpc_set_wait()) set ffff8ebc40f0f180 going to sleep for 11 seconds 00000100:00100000:3.0:1789478804.770176:0:23537:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964595968 00000100:00100000:3.0:1789478804.770181:0:23537:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964595968 00000100:00100000:3.0:1789478804.770225:0:23537:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51 00000100:00100000:3.0:1789478804.770234:0:23537:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc34643480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:22797:x1876403964595968:12345-0@lo:1000:mdt00_001.0 00000100:00100000:3.0:1789478804.770382:0:23537:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc34643480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+7:22797:x1876403964595968:12345-0@lo:1000:mdt00_001.0 Request processed in 149us (328us total) trans 12884901894 rc 0/0 00000100:00100000:3.0:1789478804.770389:0:23537:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51 00000100:00100000:2.0:1789478804.770491:0:22797:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc34641c00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:22797:1876403964595968:0@lo:1000:mdt00_001.0 00010000:00010000:2.0:1789478804.770549:0:22797:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc40fcf400/0x8ebaae74e8217f92 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478804.770570:0:22797:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc40fcf400/0x8ebaae74e8217f92 lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 22797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478804.770579:0:22797:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc40fcf400/0x8ebaae74e8217f92 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478804.770586:0:22797:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ebc40fcf400 already unused, calling callback (ffffffffc19934f0) 00010000:00010000:2.0:1789478804.770590:0:22797:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc40fcf400/0x8ebaae74e8217f92 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478804.770631:0:22797:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc40fcf400/0x8ebaae74e8217f92 lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 22797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478804.771096:0:22797:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8ebc40e74900) 00010000:00010000:2.0:1789478804.771099:0:22797:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1789478804.771103:0:22797:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc40fcf400/0x8ebaae74e8217f92 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478804.771110:0:22797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc40fcf400/0x8ebaae74e8217f92 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478804.771139:0:22797:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc3463aa00/0x8ebaae74e8217ef1 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210400000020 pid: 22796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478804.771146:0:22797:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc3463aa00/0x8ebaae74e8217ef1 lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210400000020 pid: 22796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478804.771152:0:22797:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc3463aa00/0x8ebaae74e8217ef1 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 22796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478804.771181:0:22797:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ebc3463aa00 already unused, calling callback (ffffffffc19934f0) 00010000:00010000:2.0:1789478804.771185:0:22797:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc3463aa00/0x8ebaae74e8217ef1 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 22796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478804.771191:0:22797:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc3463aa00/0x8ebaae74e8217ef1 lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40218400000020 pid: 22796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478804.771200:0:22797:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8ebc185a7d00) 00010000:00010000:2.0:1789478804.771202:0:22797:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1789478804.771210:0:22797:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc3463a000/0x8ebaae74e8217ef8 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.206.11@tcp remote: 0x26cc8ba2255b79ae expref: 19 pid: 22798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478804.771221:0:22797:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc3463a000/0x8ebaae74e8217ef8 lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.206.11@tcp remote: 0x26cc8ba2255b79ae expref: 19 pid: 22798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478804.771230:0:22797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc3463a000/0x8ebaae74e8217ef8 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.206.11@tcp remote: 0x26cc8ba2255b79ae expref: 19 pid: 22798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478804.771258:0:22797:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc3463a000/0x8ebaae74e8217ef8 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.206.11@tcp remote: 0x26cc8ba2255b79ae expref: 19 pid: 22798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789478804.771268:0:22797:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebb03fec380 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:22797:1876403964596096:192.168.206.11@tcp:105: 00000100:00100000:2.0:1789478804.771341:0:22797:0:(client.c:2715:ptlrpc_set_wait()) set ffff8ebb0273dc00 going to sleep for 11 seconds 00000100:00100000:3.0:1789478804.774217:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.11@tcp (source: 12345-192.168.206.11@tcp) 00000100:00100000:0.0:1789478804.774308:0:22799:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403945635968 00000100:00100000:0.0:1789478804.774317:0:22799:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403945635968 00000100:00100000:0.0:1789478804.774375:0:22799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.11@tcp, seq: 10 00000100:00100000:0.0:1789478804.774387:0:22799:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc08a62c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:12a0defb-0372-447c-b770-5f4765b3595e+20:18756:x1876403945635968:12345-192.168.206.11@tcp:49:dd.0 00000100:00100000:2.0:1789478804.774477:0:22797:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebb03fec380 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:22797:1876403964596096:192.168.206.11@tcp:105: 00010000:00010000:2.0:1789478804.774513:0:22797:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc3463aa00/0x8ebaae74e8217ef1 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x44a19400000020 pid: 22796 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789478804.774527:0:22799:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc08a62c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:12a0defb-0372-447c-b770-5f4765b3595e+20:18756:x1876403945635968:12345-192.168.206.11@tcp:49:dd.0 Request processed in 133us (307us total) trans 0 rc 0/0 00000100:00100000:0.0:1789478804.774542:0:22799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.11@tcp, seq: 10 00010000:00010000:2.0:1789478804.774544:0:22797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc3463aa00/0x8ebaae74e8217ef1 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x44a19400000020 pid: 22796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478804.774586:0:22797:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc3463ba00/0x8ebaae74e8217f99 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478804.774624:0:22797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc3463ba00/0x8ebaae74e8217f99 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478804.774636:0:22797:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc3463ba00/0x8ebaae74e8217f99 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478804.774645:0:22797:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc3463ba00/0x8ebaae74e8217f99 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478804.774652:0:22797:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc3463ba00/0x8ebaae74e8217f99 lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478804.774658:0:22797:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc3463ba00/0x8ebaae74e8217f99 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478804.774663:0:22797:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ebc3463ba00 already unused, calling callback (ffffffffc19934f0) 00010000:00010000:2.0:1789478804.774667:0:22797:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc3463ba00/0x8ebaae74e8217f99 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478804.774673:0:22797:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc3463ba00/0x8ebaae74e8217f99 lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478804.774682:0:22797:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8ebc185a7d00) 00010000:00010000:2.0:1789478804.774685:0:22797:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1789478804.774688:0:22797:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc3463ba00/0x8ebaae74e8217f99 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478804.774700:0:22797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc3463ba00/0x8ebaae74e8217f99 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478804.774711:0:22797:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc40fcee00/0x8ebaae74e8217f8b lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478804.774717:0:22797:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc40fcee00/0x8ebaae74e8217f8b lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 22797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478804.774723:0:22797:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc40fcee00/0x8ebaae74e8217f8b lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478804.774728:0:22797:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ebc40fcee00 already unused, calling callback (ffffffffc19934f0) 00010000:00010000:2.0:1789478804.774731:0:22797:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc40fcee00/0x8ebaae74e8217f8b lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478804.774737:0:22797:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc40fcee00/0x8ebaae74e8217f8b lrc: 4/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 22797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478804.774746:0:22797:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8ebc185a7d00) 00010000:00010000:2.0:1789478804.774748:0:22797:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1789478804.774750:0:22797:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc40fcee00/0x8ebaae74e8217f8b lrc: 2/0,0 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478804.774755:0:22797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc40fcee00/0x8ebaae74e8217f8b lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22797 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789478804.774887:0:22797:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebb03fed180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:12a0defb-0372-447c-b770-5f4765b3595e+19:18757:x1876403945635584:12345-192.168.206.11@tcp:57:lhsmtool_posix.0 Request processed in 14648us (14853us total) trans 12884901916 rc 0/0 00000100:00100000:2.0:1789478804.774896:0:22797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.11@tcp, seq: 63 00000020:00080000:2.0:1789478804.774905:0:22797:0:(tgt_main.c:784:tgt_ses_key_exit()) total 5 transactions per RPC 00000040:00080000:0.0:1789478804.775093:0:22830:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:0.0:1789478804.775098:0:22830:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x14:0x0] at index 3 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1789478804.775122:0:22830:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x14:0x0] index 2 count 2 00000040:00080000:0.0:1789478804.775129:0:22830:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 4 count 2 00000100:00100000:3.0:1789478804.778666:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.11@tcp (source: 12345-192.168.206.11@tcp) 00000100:00100000:2.0:1789478804.778699:0:22798:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403945636096 00000100:00100000:2.0:1789478804.778710:0:22798:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403945636096 00000100:00100000:2.0:1789478804.779157:0:22798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.11@tcp, seq: 64 00000100:00100000:2.0:1789478804.779170:0:22798:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc34c99f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:12a0defb-0372-447c-b770-5f4765b3595e+19:18756:x1876403945636096:12345-192.168.206.11@tcp:101:dd.0 00010000:00010000:2.0:1789478804.779190:0:22798:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789478804.779222:0:22798:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc3463b800/0x8ebaae74e8217fa0 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x26cc8ba2255b79df expref: -99 pid: 22798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478804.779257:0:22798:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc3463b600/0x8ebaae74e8217fa7 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22798 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478804.779270:0:22798:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc3463b600/0x8ebaae74e8217fa7 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22798 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478804.779283:0:22798:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc3463b600/0x8ebaae74e8217fa7 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22798 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478804.779409:0:22798:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc3463b800/0x8ebaae74e8217fa0 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.11@tcp remote: 0x26cc8ba2255b79df expref: 21 pid: 22798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478804.779426:0:22798:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ebc3463b600/0x8ebaae74e8217fa7 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.11@tcp remote: 0x26cc8ba2255b79df expref: 20 pid: 22798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789478804.779434:0:22798:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8ebc185a7d00) 00010000:00010000:2.0:1789478804.779436:0:22798:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1789478804.779439:0:22798:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ebc3463b600, rc 0) 00000100:00100000:2.0:1789478804.779507:0:22798:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc34c99f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:12a0defb-0372-447c-b770-5f4765b3595e+20:18756:x1876403945636096:12345-192.168.206.11@tcp:101:dd.0 Request processed in 332us (840us total) trans 0 rc 0/0 00000100:00100000:2.0:1789478804.779515:0:22798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.11@tcp, seq: 64 00000100:00100000:3.0:1789478804.779522:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.11@tcp (source: 12345-192.168.206.11@tcp) 00000100:00100000:0.0:1789478804.779621:0:22799:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403945636352 00000100:00100000:0.0:1789478804.779630:0:22799:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403945636352 00000100:00100000:0.0:1789478804.779662:0:22799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.11@tcp, seq: 11 00000100:00100000:0.0:1789478804.779669:0:22799:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc34c99880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:12a0defb-0372-447c-b770-5f4765b3595e+20:18757:x1876403945636352:12345-192.168.206.11@tcp:35:lhsmtool_posix.0 00000004:00080000:0.0:1789478804.781382:0:22799:0:(mdd_object.c:4014:mdd_close()) Object [0x2000013a1:0x3:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:0.0:1789478804.781427:0:22799:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901917 00010000:00010000:0.0:1789478804.781474:0:22799:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ebb035fdc00/0x8ebaae74e8217fae lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478804.781489:0:22799:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ebb035fdc00/0x8ebaae74e8217fae lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 22799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478804.781500:0:22799:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ebb035fdc00/0x8ebaae74e8217fae lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 22799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478804.781508:0:22799:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ebb035fdc00/0x8ebaae74e8217fae lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 22799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478804.781515:0:22799:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ebb035fdc00/0x8ebaae74e8217fae lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 22799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478804.781521:0:22799:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ebb035fdc00/0x8ebaae74e8217fae lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 22799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478804.781540:0:22799:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1789478804.781568:0:22785:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789478804.781575:0:22785:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ebb035fdc00/0x8ebaae74e8217fae lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 22799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478804.781581:0:22785:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ebb035fdc00 already unused, calling callback (ffffffffc0d672a0) 00010000:00010000:1.0:1789478804.781584:0:22785:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ebb035fdc00/0x8ebaae74e8217fae lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 22799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478804.781590:0:22785:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ebb035fdc00/0x8ebaae74e8217fae lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 22799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478804.781622:0:22785:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8ebc40e74900) 00010000:00010000:1.0:1789478804.781624:0:22785:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1789478804.781626:0:22785:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ebb035fdc00/0x8ebaae74e8217fae lrc: 1/0,0 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 22799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478804.781630:0:22785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ebb035fdc00/0x8ebaae74e8217fae lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 22799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478804.781639:0:22785:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789478804.781648:0:22799:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc34c99880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:12a0defb-0372-447c-b770-5f4765b3595e+22:18757:x1876403945636352:12345-192.168.206.11@tcp:35:lhsmtool_posix.0 Request processed in 1975us (2326us total) trans 12884901918 rc 0/0 00010000:00010000:1.0:1789478804.781649:0:22785:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789478804.781658:0:22785:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789478804.781673:0:22799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.11@tcp, seq: 11 00000020:00080000:0.0:1789478804.781679:0:22799:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1789478804.798522:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.11@tcp (source: 12345-192.168.206.11@tcp) 00000100:00100000:1.0:1789478804.798564:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.11@tcp (source: 12345-192.168.206.11@tcp) 00000100:00100000:0.0:1789478804.798851:0:24307:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403945636608 00000100:00100000:2.0:1789478804.798854:0:24308:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403945636480 00000100:00100000:0.0:1789478804.798860:0:24307:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403945636608 00000100:00100000:2.0:1789478804.798861:0:24308:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403945636480 00000100:00100000:0.0:1789478804.798933:0:24307:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.11@tcp, seq: 0 00000100:00100000:0.0:1789478804.798946:0:24307:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc34640700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:12a0defb-0372-447c-b770-5f4765b3595e+9:2396:x1876403945636608:12345-192.168.206.11@tcp:4:dd.0 00010000:00010000:0.0:1789478804.798976:0:24307:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008695a243/0x8ebaae74e8217fb5 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24307 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478804.798996:0:24307:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000a9390cc6/0x8ebaae74e8217f76 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.11@tcp remote: 0x26cc8ba2255b79d8 expref: 9 pid: 24304 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478804.799004:0:24307:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789478804.799008:0:24307:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789478804.799012:0:24307:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008695a243/0x8ebaae74e8217fb5 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24307 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478804.799042:0:24307:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000a9390cc6/0x8ebaae74e8217f76 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.206.11@tcp remote: 0x26cc8ba2255b79d8 expref: 9 pid: 24304 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478804.799056:0:24307:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000a9390cc6/0x8ebaae74e8217f76 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.206.11@tcp remote: 0x26cc8ba2255b79d8 expref: 9 pid: 24304 timeout: 733 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789478804.799068:0:24307:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc3469aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_000:lustre-OST0000_UUID:24307:1876403964596224:192.168.206.11@tcp:104: 00000100:00100000:0.0:1789478804.799131:0:24307:0:(client.c:2715:ptlrpc_set_wait()) set ffff8ebc08cff480 going to sleep for 11 seconds 00000100:00100000:0.0:1789478804.803657:0:24307:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc3469aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_000:lustre-OST0000_UUID:24307:1876403964596224:192.168.206.11@tcp:104: 00010000:00010000:0.0:1789478804.803683:0:24307:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000008695a243/0x8ebaae74e8217fb5 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24307 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789478804.804307:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.11@tcp (source: 12345-192.168.206.11@tcp) 00000100:00100000:3.0:1789478804.804353:0:22781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403945636736 00000100:00100000:3.0:1789478804.804358:0:22781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403945636736 00010000:00010000:3.0:1789478804.804388:0:22781:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000a9390cc6/0x8ebaae74e8217f76 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.206.11@tcp remote: 0x26cc8ba2255b79d8 expref: 10 pid: 24304 timeout: 733 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789478804.804431:0:22781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.11@tcp, seq: 21 00000100:00100000:3.0:1789478804.804438:0:22781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc34643800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:12a0defb-0372-447c-b770-5f4765b3595e+10:2396:x1876403945636736:12345-192.168.206.11@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1789478804.804450:0:22781:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1789478804.804466:0:22781:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000a9390cc6/0x8ebaae74e8217f76 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.206.11@tcp remote: 0x26cc8ba2255b79d8 expref: 10 pid: 24304 timeout: 733 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478804.804535:0:22781:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000a9390cc6/0x8ebaae74e8217f76 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.206.11@tcp remote: 0x26cc8ba2255b79d8 expref: 10 pid: 24304 timeout: 733 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478804.804558:0:22781:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a9390cc6/0x8ebaae74e8217f76 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.206.11@tcp remote: 0x26cc8ba2255b79d8 expref: 10 pid: 24304 timeout: 733 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478804.804573:0:22781:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789478804.804578:0:22781:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789478804.804583:0:22781:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000008695a243/0x8ebaae74e8217fb5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24307 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478804.804716:0:22781:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008695a243/0x8ebaae74e8217fb5 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24307 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789478804.804751:0:22781:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1789478804.804804:0:22781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc34643800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:12a0defb-0372-447c-b770-5f4765b3595e+9:2396:x1876403945636736:12345-192.168.206.11@tcp:103:ldlm_bl.0 Request processed in 364us (496us total) trans 0 rc 0/0 00000100:00100000:3.0:1789478804.804812:0:22781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.11@tcp, seq: 21 00010000:00010000:1.0:1789478804.805038:0:24307:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000008695a243/0x8ebaae74e8217fb5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24307 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789478804.805067:0:24307:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008695a243/0x8ebaae74e8217fb5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24307 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1789478804.845747:0:24298:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 12884901895 is committed 00000001:00080000:1.0:1789478804.845764:0:24298:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 12884901894 is committed 00002000:00010000:0.0:1789478804.846476:0:24307:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb size from disk: 0 -> 7654321 00002000:00010000:0.0:1789478804.846481:0:24307:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb mtime from disk: 1789478803 -> 1789478804 00002000:00010000:0.0:1789478804.846586:0:24307:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb ctime from disk: 1789478803 -> 1789478804 00002000:00010000:0.0:1789478804.846589:0:24307:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb blocks from disk: 0 -> 6760 00010000:00010000:0.0:1789478804.846679:0:24307:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008695a243/0x8ebaae74e8217fb5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24307 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478804.846692:0:24307:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008695a243/0x8ebaae74e8217fb5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24307 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478804.846701:0:24307:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008695a243/0x8ebaae74e8217fb5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24307 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478804.846708:0:24307:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ebb035fd000 already unused, calling callback (ffffffffc0d672a0) 00010000:00010000:0.0:1789478804.846713:0:24307:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008695a243/0x8ebaae74e8217fb5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24307 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478804.846723:0:24307:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008695a243/0x8ebaae74e8217fb5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24307 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478804.846742:0:24307:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008695a243/0x8ebaae74e8217fb5 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24307 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478804.846766:0:24307:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008695a243/0x8ebaae74e8217fb5 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24307 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789478804.846931:0:24307:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc34640700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:12a0defb-0372-447c-b770-5f4765b3595e+6:2396:x1876403945636608:12345-192.168.206.11@tcp:4:dd.0 Request processed in 47985us (48412us total) trans 12884901895 rc 0/0 00000100:00100000:0.0:1789478804.846941:0:24307:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.11@tcp, seq: 0 00000100:00100000:0.0:1789478804.846972:0:24307:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.11@tcp, seq: 1 00000100:00100000:0.0:1789478804.846983:0:24307:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc34641180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:12a0defb-0372-447c-b770-5f4765b3595e+5:2396:x1876403945636480:12345-192.168.206.11@tcp:4:dd.0 00002000:00010000:0.0:1789478804.847017:0:24307:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x42:0x0] initial LVB size: 7654321, mtime: 0x6aa94794, atime: 0x6aa94793, ctime: 0x6aa94794, blocks: 0x1a68 00010000:00010000:0.0:1789478804.847023:0:24307:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005a2e0332/0x8ebaae74e8217fbc lrc: 3/0,1 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24307 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478804.847033:0:24307:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=633s v=(0 0) 00010000:00010000:0.0:1789478804.847037:0:24307:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789478804.847042:0:24307:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005a2e0332/0x8ebaae74e8217fbc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24307 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478804.847053:0:24307:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005a2e0332/0x8ebaae74e8217fbc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24307 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1789478804.893549:0:24298:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 12884901896 is committed 00002000:00010000:0.0:1789478804.895488:0:24307:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb blocks from disk: 6760 -> 14952 00010000:00010000:0.0:1789478804.895512:0:24307:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005a2e0332/0x8ebaae74e8217fbc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24307 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478804.895526:0:24307:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005a2e0332/0x8ebaae74e8217fbc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24307 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478804.895552:0:24307:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005a2e0332/0x8ebaae74e8217fbc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24307 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478804.895559:0:24307:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8ebb035fd800 already unused, calling callback (ffffffffc0d672a0) 00010000:00010000:0.0:1789478804.895564:0:24307:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005a2e0332/0x8ebaae74e8217fbc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24307 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478804.895573:0:24307:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005a2e0332/0x8ebaae74e8217fbc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24307 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478804.895610:0:24307:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005a2e0332/0x8ebaae74e8217fbc lrc: 2/0,0 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24307 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789478804.895618:0:24307:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005a2e0332/0x8ebaae74e8217fbc lrc: 0/0,0 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24307 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789478804.895721:0:24307:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc34641180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:12a0defb-0372-447c-b770-5f4765b3595e+5:2396:x1876403945636480:12345-192.168.206.11@tcp:4:dd.0 Request processed in 48737us (97152us total) trans 12884901896 rc 0/0 00000100:00100000:0.0:1789478804.895732:0:24307:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.11@tcp, seq: 1 00010000:00010000:3.0:1789478805.412803:0:25336:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1789478806.268274:0:25879:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: sanity-pcc test_1d: @@@@@@ FAIL: expected /mnt/pcc.d1d.sanity-pcc/d1d.sanity-pcc/13a3/0x2000013a1:0x2:0x0 size: 7654321 got: 0 00010000:00010000:0.0:1789478806.440699:0:22784:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789478806.756961:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc3469aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3646:1876403964596352:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1789478806.757027:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789478806.757170:0:25590:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964596352 00000100:00100000:1.0:1789478806.757177:0:25590:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964596352 00000100:00100000:1.0:1789478806.757222:0:25590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:1.0:1789478806.757232:0:25590:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc34698380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3646:x1876403964596352:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1789478806.757258:0:25590:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 3485696 granted 26324672 pending 0 free 3915857920 avail 3684335616 00000100:00100000:1.0:1789478806.757302:0:25590:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc34698380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3646:x1876403964596352:12345-0@lo:13:osp-pre-0-0.0 Request processed in 72us (274us total) trans 0 rc 0/0 00000100:00100000:1.0:1789478806.757309:0:25590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:1.0:1789478806.757328:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1789478806.757349:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc34642d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3648:1876403964596480:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1789478806.757376:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789478806.757402:0:24306:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964596480 00000100:00100000:1.0:1789478806.757406:0:24306:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964596480 00000100:00100000:1.0:1789478806.757430:0:24306:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:1.0:1789478806.757436:0:24306:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc34642300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3648:x1876403964596480:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1789478806.757451:0:24306:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3915849728 avail 3684327424 00000100:00100000:1.0:1789478806.757483:0:24306:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc34642300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3648:x1876403964596480:12345-0@lo:13:osp-pre-1-0.0 Request processed in 47us (106us total) trans 0 rc 0/0 00000100:00100000:1.0:1789478806.757488:0:24306:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:1.0:1789478806.757536:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc34642d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3648:1876403964596480:0@lo:13:osp-pre-1-0.0 00000100:00080000:2.0:1789478806.757745:0:22792:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1789478806.757750:0:22792:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1789478806.757841:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc40ecf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3647:1876403964596992:0@lo:400:kworker.0 00000100:00100000:0.0:1789478806.757884:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789478806.757915:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebb04b88000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3647:1876403964597504:0@lo:400:kworker.0 00000100:00100000:0.0:1789478806.757946:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789478806.757977:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebb032eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3647:1876403964598016:0@lo:400:kworker.0 00000100:00100000:0.0:1789478806.757998:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789478806.758013:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:0.0:1789478806.758019:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc34c98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3647:1876403964596608:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1789478806.758039:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789478806.758056:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebb04b88a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3647:1876403964597120:0@lo:400:kworker.0 00000100:00100000:0.0:1789478806.758078:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789478806.758093:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebb032eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3647:1876403964597632:0@lo:400:kworker.0 00000100:00100000:0.0:1789478806.758113:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789478806.758134:0:24306:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964596608 00000100:00100000:0.0:1789478806.758138:0:24306:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964596608 00000100:00100000:0.0:1789478806.758166:0:24306:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:0.0:1789478806.758172:0:24306:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc34699500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3647:x1876403964596608:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1789478806.758182:0:24306:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3915849728 avail 3684327424 00000100:00100000:0.0:1789478806.758212:0:24306:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc34699500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3647:x1876403964596608:12345-0@lo:13:osp-pre-1-1.0 Request processed in 41us (172us total) trans 0 rc 0/0 00000100:00100000:0.0:1789478806.758218:0:24306:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:0.0:1789478806.758235:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc012afb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3646:1876403964596864:0@lo:400:kworker.0 00000100:00100000:0.0:1789478806.758268:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789478806.758287:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebb04b8b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3646:1876403964597376:0@lo:400:kworker.0 00000100:00100000:0.0:1789478806.758309:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789478806.758324:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebb032e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3646:1876403964597888:0@lo:400:kworker.0 00000100:00100000:0.0:1789478806.758408:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789478806.758431:0:3646:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 12884901894 gen 2 00000004:00080000:0.0:1789478806.758442:0:3646:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8ebc34641880, transno 12884901892 00000004:00080000:0.0:1789478806.758451:0:3646:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884901894 committed transno 12884901894 00000100:00100000:0.0:1789478806.758471:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc3469aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3646:1876403964596352:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1789478806.758485:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:0.0:1789478806.758490:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebc08498a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:433f6587-f9be-4304-94be-07d77f00816b:3646:1876403964596736:0@lo:400:kworker.0 00000100:00100000:2.0:1789478806.758619:0:24106:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964596992 00000100:00100000:2.0:1789478806.758624:0:24106:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964596992 00000100:00100000:2.0:1789478806.758648:0:24106:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964597504 00000100:00100000:2.0:1789478806.758651:0:24106:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964597504 00000100:00100000:2.0:1789478806.758663:0:24106:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964598016 00000100:00100000:2.0:1789478806.758665:0:24106:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964598016 00000100:00100000:2.0:1789478806.758677:0:24106:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964597632 00000100:00100000:2.0:1789478806.758679:0:24106:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964597632 00000100:00100000:2.0:1789478806.758689:0:24106:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964597888 00000100:00100000:2.0:1789478806.758692:0:24106:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964597888 00000100:00100000:2.0:1789478806.758705:0:24106:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:2.0:1789478806.758711:0:24106:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc3469a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3647:x1876403964596992:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789478806.758749:0:24106:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc3469a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3647:x1876403964596992:12345-0@lo:400:kworker.0 Request processed in 37us (866us total) trans 0 rc 0/0 00000100:00100000:2.0:1789478806.758755:0:24106:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00100000:2.0:1789478806.758769:0:24106:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00100000:2.0:1789478806.758775:0:24106:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc34698000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3647:x1876403964597504:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789478806.758800:0:24106:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc34698000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3647:x1876403964597504:12345-0@lo:400:kworker.0 Request processed in 26us (853us total) trans 0 rc 0/0 00000100:00100000:2.0:1789478806.758805:0:24106:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00000100:00100000:2.0:1789478806.758816:0:24106:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000100:00100000:2.0:1789478806.758821:0:24106:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc3469bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3647:x1876403964598016:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789478806.758861:0:24106:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc3469bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3647:x1876403964598016:12345-0@lo:400:kworker.0 Request processed in 39us (861us total) trans 0 rc 0/0 00000100:00100000:2.0:1789478806.758874:0:24106:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00000100:00100000:2.0:1789478806.758886:0:24106:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47 00000100:00100000:2.0:1789478806.758892:0:24106:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebb03599880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3647:x1876403964597632:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789478806.758919:0:24106:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebb03599880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3647:x1876403964597632:12345-0@lo:400:kworker.0 Request processed in 27us (804us total) trans 0 rc 0/0 00000100:00100000:2.0:1789478806.758924:0:24106:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47 00000100:00100000:2.0:1789478806.758936:0:24106:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 48 00000100:00100000:2.0:1789478806.758942:0:24106:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebb032c5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3646:x1876403964597888:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789478806.758967:0:24106:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebb032c5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3646:x1876403964597888:12345-0@lo:400:kworker.0 Request processed in 26us (559us total) trans 0 rc 0/0 00000100:00100000:2.0:1789478806.758972:0:24106:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 48 00000100:00080000:2.0:1789478806.758993:0:22792:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1789478806.758995:0:22792:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1789478806.758997:0:22792:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1789478806.759029:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc34c98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3647:1876403964596608:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1789478806.759040:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebb032eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3647:1876403964597632:0@lo:400:kworker.0 00010000:00080000:2.0:1789478806.759050:0:3647:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8ebb032eb800 x1876403964598016/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789478822 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789478806.759060:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebb032eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3647:1876403964598016:0@lo:400:kworker.0 00000100:00100000:2.0:1789478806.759069:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc40ecf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3647:1876403964596992:0@lo:400:kworker.0 00000100:00100000:2.0:1789478806.759078:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebb04b88000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3647:1876403964597504:0@lo:400:kworker.0 00000100:00100000:0.0:1789478806.759168:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789478806.759202:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebb04b8aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3646:1876403964597248:0@lo:400:kworker.0 00000100:00100000:0.0:1789478806.759221:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789478806.759233:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ebb032e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3646:1876403964597760:0@lo:400:kworker.0 00000100:00100000:0.0:1789478806.759251:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789478806.759271:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebb032e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3646:1876403964597888:0@lo:400:kworker.0 00000100:00100000:3.0:1789478806.759344:0:25825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964597760 00000100:00100000:3.0:1789478806.759348:0:25825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964597760 00000100:00100000:3.0:1789478806.759389:0:25825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49 00000100:00100000:3.0:1789478806.759395:0:25825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebb032c7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3646:x1876403964597760:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789478806.759432:0:25825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebb032c7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3646:x1876403964597760:12345-0@lo:400:kworker.0 Request processed in 38us (180us total) trans 0 rc 0/0 00000100:00100000:3.0:1789478806.759438:0:25825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49 00010000:00080000:3.0:1789478806.759465:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8ebb032e8700 x1876403964597760/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789478822 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789478806.759475:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebb032e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3646:1876403964597760:0@lo:400:kworker.0 00000100:00100000:1.0:1789478806.759756:0:22801:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964597120 00000100:00100000:1.0:1789478806.759761:0:22801:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964597120 00000100:00100000:1.0:1789478806.759802:0:22801:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964596864 00000100:00100000:1.0:1789478806.759806:0:22801:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964596864 00000100:00100000:1.0:1789478806.759820:0:22801:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 52 00000100:00100000:1.0:1789478806.759826:0:22801:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc3469ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3647:x1876403964597120:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789478806.759881:0:22801:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc3469ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3647:x1876403964597120:12345-0@lo:400:kworker.0 Request processed in 55us (1802us total) trans 0 rc 0/0 00000100:00100000:1.0:1789478806.759888:0:22801:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 52 00000100:00100000:2.0:1789478806.759892:0:22790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964596736 00000100:00100000:2.0:1789478806.759896:0:22790:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964596736 00000100:00100000:1.0:1789478806.759900:0:22801:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53 00000100:00100000:1.0:1789478806.759905:0:22801:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebb032c6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3646:x1876403964596864:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789478806.759928:0:22790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 163 00000100:00100000:2.0:1789478806.759934:0:22790:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebc04289c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:433f6587-f9be-4304-94be-07d77f00816b+24:3646:x1876403964596736:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789478806.759935:0:22801:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebb032c6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3646:x1876403964596864:12345-0@lo:400:kworker.0 Request processed in 30us (1667us total) trans 0 rc 0/0 00000100:00100000:1.0:1789478806.759940:0:22801:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53 00000100:00100000:2.0:1789478806.759962:0:22790:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebc04289c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:433f6587-f9be-4304-94be-07d77f00816b+24:3646:x1876403964596736:12345-0@lo:400:kworker.0 Request processed in 29us (795us total) trans 0 rc 0/0 00000100:00100000:1.0:1789478806.759962:0:24302:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964597376 00000100:00100000:1.0:1789478806.759965:0:24302:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964597376 00000100:00100000:2.0:1789478806.759968:0:22790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 163 00000100:00100000:1.0:1789478806.759985:0:24302:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876403964597248 00000100:00100000:1.0:1789478806.759988:0:24302:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876403964597248 00000100:00100000:1.0:1789478806.760008:0:24302:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:1.0:1789478806.760013:0:24302:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebb032c5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3646:x1876403964597376:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789478806.760014:0:24303:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:2.0:1789478806.760019:0:24303:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8ebb032c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3646:x1876403964597248:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789478806.760042:0:24303:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebb032c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3646:x1876403964597248:12345-0@lo:400:kworker.0 Request processed in 23us (819us total) trans 0 rc 0/0 00000100:00100000:1.0:1789478806.760042:0:24302:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8ebb032c5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3646:x1876403964597376:12345-0@lo:400:kworker.0 Request processed in 28us (1731us total) trans 0 rc 0/0 00000100:00100000:1.0:1789478806.760048:0:24302:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:1.0:1789478806.760091:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc08498a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:433f6587-f9be-4304-94be-07d77f00816b:3646:1876403964596736:0@lo:400:kworker.0 00000100:00100000:1.0:1789478806.760101:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebb04b8aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3646:1876403964597248:0@lo:400:kworker.0 00000100:00100000:1.0:1789478806.760109:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebc012afb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3646:1876403964596864:0@lo:400:kworker.0 00000100:00100000:1.0:1789478806.760116:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebb04b8b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3646:1876403964597376:0@lo:400:kworker.0 00000100:00100000:1.0:1789478806.760169:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ebb04b88a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3647:1876403964597120:0@lo:400:kworker.0 00000100:00080000:0.0:1789478806.761495:0:22792:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1789478806.761503:0:22792:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1789478806.764565:0:24303:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00010000:00010000:1.0:1789478807.460970:0:22785:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) Debug log: 13603 lines, 13603 kept, 0 dropped, 0 bad.