00000100:00100000:1.0F:1788744570.735378:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac77fb81c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3645:1875634154583168:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1788744570.735476:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788744570.735555:0:17143:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154583168 00000100:00100000:1.0:1788744570.735563:0:17143:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154583168 00000100:00100000:1.0:1788744570.735610:0:17143:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51 00000100:00100000:1.0:1788744570.735620:0:17143:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac77fb81f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3645:x1875634154583168:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1788744570.735655:0:17143:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:1.0:1788744570.735703:0:17143:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac77fb81f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3645:x1875634154583168:12345-0@lo:41:osp-pre-1-0.0 Request processed in 84us (227us total) trans 0 rc 0/0 00000100:00100000:1.0:1788744570.735711:0:17143:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51 00000100:00100000:1.0:1788744570.735755:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac77fb81c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3645:1875634154583168:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0F:1788744570.735944:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1788744570.735959:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac77fa7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3645:1875634154583296:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1788744570.735989:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788744570.736015:0:18646:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154583296 00000100:00100000:2.0:1788744570.736019:0:18646:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154583296 00000100:00100000:2.0:1788744570.736063:0:18646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:2.0:1788744570.736070:0:18646:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac77fa7f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3645:x1875634154583296:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1788744570.736089:0:18646:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 3485696 granted 26324672 pending 0 free 3915857920 avail 3684335616 00000100:00100000:2.0:1788744570.736123:0:18646:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac77fa7f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3645:x1875634154583296:12345-0@lo:13:osp-pre-0-1.0 Request processed in 53us (133us total) trans 0 rc 0/0 00000100:00100000:2.0:1788744570.736129:0:18646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00080000:2.0:1788744570.736147:0:17133:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788744570.736168:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac77fa7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3645:1875634154583296:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0F:1788744570.736334:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1788744570.736352:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac644456300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3644:1875634154583424:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1788744570.736380:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788744570.736423:0:17878:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154583424 00000100:00100000:0.0:1788744570.736428:0:17878:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154583424 00000100:00100000:0.0:1788744570.736454:0:17878:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 52 00000100:00100000:0.0:1788744570.736460:0:17878:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac644457b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3644:x1875634154583424:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1788744570.736478:0:17878:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446293504 avail 1300054016 00000100:00100000:0.0:1788744570.736510:0:17878:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac644457b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3644:x1875634154583424:12345-0@lo:41:osp-pre-0-1.0 Request processed in 50us (128us total) trans 0 rc 0/0 00000100:00100000:0.0:1788744570.736516:0:17878:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 52 00000100:00100000:0.0:1788744570.736545:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac644456300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3644:1875634154583424:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1788744570.897760:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.4@tcp (source: 12345-192.168.203.4@tcp) 00000100:00100000:1.0:1788744570.897863:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.4@tcp (source: 12345-192.168.203.4@tcp) 00000100:00100000:1.0:1788744570.897894:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.4@tcp (source: 12345-192.168.203.4@tcp) 00000100:00100000:1.0:1788744570.897925:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.4@tcp (source: 12345-192.168.203.4@tcp) 00000100:00100000:2.0:1788744570.897927:0:17131:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634138783616 00000100:00100000:2.0:1788744570.897936:0:17131:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634138783616 00000100:00100000:1.0:1788744570.897943:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.4@tcp (source: 12345-192.168.203.4@tcp) 00000100:00100000:1.0:1788744570.897959:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.4@tcp (source: 12345-192.168.203.4@tcp) 00000100:00100000:1.0:1788744570.897975:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.4@tcp (source: 12345-192.168.203.4@tcp) 00000100:00100000:2.0:1788744570.897985:0:17131:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.4@tcp, seq: 166 00000100:00100000:1.0:1788744570.897992:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.4@tcp (source: 12345-192.168.203.4@tcp) 00000100:00100000:2.0:1788744570.897994:0:17131:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac77491d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:97a800c0-99ca-4eb0-8258-5e8a18a17066+13:2397:x1875634138783616:12345-192.168.203.4@tcp:400:kworker.0 00000100:00100000:1.0:1788744570.898012:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.4@tcp (source: 12345-192.168.203.4@tcp) 00000100:00100000:1.0:1788744570.898033:0:18644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634138784128 00000100:00100000:1.0:1788744570.898036:0:18644:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634138784128 00000100:00100000:2.0:1788744570.898072:0:17131:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac77491d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:97a800c0-99ca-4eb0-8258-5e8a18a17066+13:2397:x1875634138783616:12345-192.168.203.4@tcp:400:kworker.0 Request processed in 78us (321us total) trans 0 rc 0/0 00000100:00100000:1.0:1788744570.898072:0:18644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634138784640 00000100:00100000:1.0:1788744570.898074:0:18644:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634138784640 00000100:00100000:1.0:1788744570.898087:0:18644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634138784000 00000100:00100000:1.0:1788744570.898090:0:18644:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634138784000 00000100:00100000:1.0:1788744570.898103:0:18644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634138784512 00000100:00100000:1.0:1788744570.898105:0:18644:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634138784512 00000100:00100000:1.0:1788744570.898118:0:18644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.4@tcp, seq: 16 00000100:00100000:1.0:1788744570.898125:0:18644:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac77fb81500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b2827ee7-baa9-49cc-a7aa-8f8d036c38af+5:2397:x1875634138784128:12345-192.168.203.4@tcp:400:kworker.0 00000100:00100000:1.0:1788744570.898170:0:18644:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac77fb81500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b2827ee7-baa9-49cc-a7aa-8f8d036c38af+5:2397:x1875634138784128:12345-192.168.203.4@tcp:400:kworker.0 Request processed in 45us (275us total) trans 0 rc 0/0 00000100:00100000:1.0:1788744570.898177:0:18644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.4@tcp, seq: 16 00000100:00100000:1.0:1788744570.898196:0:18644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.4@tcp, seq: 17 00000100:00100000:1.0:1788744570.898203:0:18644:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac77fb81880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:bdc352e8-3c6b-4f1a-950a-ac93337c2f7b+5:2397:x1875634138784640:12345-192.168.203.4@tcp:400:kworker.0 00000100:00100000:1.0:1788744570.898229:0:18644:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac77fb81880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:bdc352e8-3c6b-4f1a-950a-ac93337c2f7b+5:2397:x1875634138784640:12345-192.168.203.4@tcp:400:kworker.0 Request processed in 26us (284us total) trans 0 rc 0/0 00000100:00100000:1.0:1788744570.898235:0:18644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.4@tcp, seq: 17 00000100:00100000:1.0:1788744570.898246:0:18644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.4@tcp, seq: 18 00000100:00100000:1.0:1788744570.898252:0:18644:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac77fb83b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b2827ee7-baa9-49cc-a7aa-8f8d036c38af+5:2397:x1875634138784000:12345-192.168.203.4@tcp:400:kworker.0 00000100:00100000:1.0:1788744570.898276:0:18644:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac77fb83b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b2827ee7-baa9-49cc-a7aa-8f8d036c38af+5:2397:x1875634138784000:12345-192.168.203.4@tcp:400:kworker.0 Request processed in 24us (300us total) trans 0 rc 0/0 00000100:00100000:1.0:1788744570.898282:0:18644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.4@tcp, seq: 18 00000100:00100000:1.0:1788744570.898296:0:18644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.4@tcp, seq: 19 00000100:00100000:1.0:1788744570.898303:0:18644:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac77fb83100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:bdc352e8-3c6b-4f1a-950a-ac93337c2f7b+5:2397:x1875634138784512:12345-192.168.203.4@tcp:400:kworker.0 00000100:00100000:1.0:1788744570.898328:0:18644:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac77fb83100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:bdc352e8-3c6b-4f1a-950a-ac93337c2f7b+5:2397:x1875634138784512:12345-192.168.203.4@tcp:400:kworker.0 Request processed in 26us (315us total) trans 0 rc 0/0 00000100:00100000:1.0:1788744570.898336:0:18644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.4@tcp, seq: 19 00000100:00100000:2.0:1788744570.898354:0:17131:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.4@tcp, seq: 166 00000100:00100000:1.0:1788744570.898355:0:17138:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634138783872 00000100:00100000:1.0:1788744570.898358:0:17138:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634138783872 00000100:00100000:1.0:1788744570.898381:0:17138:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634138784384 00000100:00100000:1.0:1788744570.898384:0:17138:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634138784384 00000100:00100000:1.0:1788744570.898433:0:17138:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634138783744 00000100:00100000:1.0:1788744570.898436:0:17138:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634138783744 00000100:00100000:1.0:1788744570.898454:0:17138:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634138784256 00000100:00100000:1.0:1788744570.898463:0:17138:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634138784256 00000100:00100000:1.0:1788744570.898487:0:17138:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.4@tcp, seq: 58 00000100:00100000:1.0:1788744570.898495:0:17138:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac77fb81c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b2827ee7-baa9-49cc-a7aa-8f8d036c38af+5:2397:x1875634138783872:12345-192.168.203.4@tcp:400:kworker.0 00000100:00100000:1.0:1788744570.898526:0:17138:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac77fb81c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b2827ee7-baa9-49cc-a7aa-8f8d036c38af+5:2397:x1875634138783872:12345-192.168.203.4@tcp:400:kworker.0 Request processed in 32us (663us total) trans 0 rc 0/0 00000100:00100000:1.0:1788744570.898533:0:17138:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.4@tcp, seq: 58 00000100:00100000:1.0:1788744570.898547:0:17138:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.4@tcp, seq: 59 00000100:00100000:1.0:1788744570.898554:0:17138:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac77fb80000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bdc352e8-3c6b-4f1a-950a-ac93337c2f7b+5:2397:x1875634138784384:12345-192.168.203.4@tcp:400:kworker.0 00000100:00100000:1.0:1788744570.898582:0:17138:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac77fb80000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bdc352e8-3c6b-4f1a-950a-ac93337c2f7b+5:2397:x1875634138784384:12345-192.168.203.4@tcp:400:kworker.0 Request processed in 28us (655us total) trans 0 rc 0/0 00000100:00100000:1.0:1788744570.898589:0:17138:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.4@tcp, seq: 59 00000100:00100000:1.0:1788744570.898604:0:17138:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.4@tcp, seq: 60 00000100:00100000:1.0:1788744570.898611:0:17138:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac77fb80e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b2827ee7-baa9-49cc-a7aa-8f8d036c38af+22:2397:x1875634138783744:12345-192.168.203.4@tcp:400:kworker.0 00000100:00100000:1.0:1788744570.898641:0:17138:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac77fb80e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b2827ee7-baa9-49cc-a7aa-8f8d036c38af+22:2397:x1875634138783744:12345-192.168.203.4@tcp:400:kworker.0 Request processed in 32us (680us total) trans 0 rc 0/0 00000100:00100000:1.0:1788744570.898646:0:17138:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.4@tcp, seq: 60 00000100:00100000:1.0:1788744570.898658:0:17138:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.4@tcp, seq: 61 00000100:00100000:1.0:1788744570.898664:0:17138:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac77fb82d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bdc352e8-3c6b-4f1a-950a-ac93337c2f7b+6:2397:x1875634138784256:12345-192.168.203.4@tcp:400:kworker.0 00000100:00100000:1.0:1788744570.898687:0:17138:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac77fb82d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bdc352e8-3c6b-4f1a-950a-ac93337c2f7b+6:2397:x1875634138784256:12345-192.168.203.4@tcp:400:kworker.0 Request processed in 23us (694us total) trans 0 rc 0/0 00000100:00100000:1.0:1788744570.898692:0:17138:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.4@tcp, seq: 61 00000100:00080000:1.0:1788744570.898735:0:17133:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1788744570.898739:0:17133:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1788744570.898742:0:17133:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1788744570.898745:0:17133:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1788744571.054960:0:17126:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788744571.246676:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac644454000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3643:1875634154583936:0@lo:400:kworker.0 00000100:00100000:0.0:1788744571.246748:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788744571.246778:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac644454a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3643:1875634154584448:0@lo:400:kworker.0 00000100:00100000:0.0:1788744571.246812:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788744571.246834:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:0.0:1788744571.246840:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac644456300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3734829d-853b-494e-83d0-e0bd2808e668:3643:1875634154583552:0@lo:400:kworker.0 00000100:00100000:0.0:1788744571.246870:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788744571.246897:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac644456680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3643:1875634154584064:0@lo:400:kworker.0 00000100:00100000:0.0:1788744571.246922:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788744571.246937:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac644455f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3643:1875634154584576:0@lo:400:kworker.0 00000100:00100000:0.0:1788744571.246957:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788744571.246980:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac644456a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3645:1875634154583680:0@lo:400:kworker.0 00000100:00100000:0.0:1788744571.247000:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788744571.247014:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac644456d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3645:1875634154584192:0@lo:400:kworker.0 00000100:00100000:0.0:1788744571.247045:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788744571.247063:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac644454380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3645:1875634154584704:0@lo:400:kworker.0 00000100:00100000:0.0:1788744571.247081:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788744571.247092:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1788744571.247098:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac644457480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3645:1875634154583808:0@lo:400:kworker.0 00000100:00100000:0.0:1788744571.247115:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788744571.247128:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac644457100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3645:1875634154584320:0@lo:400:kworker.0 00000100:00100000:0.0:1788744571.247145:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788744571.247170:0:17132:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154583552 00000100:00100000:0.0:1788744571.247177:0:17132:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154583552 00000100:00100000:0.0:1788744571.247221:0:17132:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 167 00000100:00100000:0.0:1788744571.247230:0:17132:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac77491ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3734829d-853b-494e-83d0-e0bd2808e668+24:3643:x1875634154583552:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788744571.247278:0:17132:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac77491ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3734829d-853b-494e-83d0-e0bd2808e668+24:3643:x1875634154583552:12345-0@lo:400:kworker.0 Request processed in 49us (407us total) trans 0 rc 0/0 00000100:00100000:0.0:1788744571.247285:0:17132:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 167 00000100:00100000:0.0:1788744571.247315:0:17139:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154583936 00000100:00100000:0.0:1788744571.247319:0:17139:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154583936 00000100:00100000:0.0:1788744571.247338:0:17139:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154584448 00000100:00100000:0.0:1788744571.247342:0:17139:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154584448 00000100:00100000:0.0:1788744571.247368:0:17139:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154584576 00000100:00100000:0.0:1788744571.247371:0:17139:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154584576 00000100:00100000:0.0:1788744571.247386:0:17139:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154584192 00000100:00100000:0.0:1788744571.247389:0:17139:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154584192 00000100:00100000:0.0:1788744571.247425:0:17139:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154584704 00000100:00100000:0.0:1788744571.247428:0:17139:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154584704 00000100:00100000:0.0:1788744571.247441:0:17139:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154584320 00000100:00100000:0.0:1788744571.247443:0:17139:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154584320 00000100:00100000:0.0:1788744571.247456:0:17139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 62 00000100:00100000:0.0:1788744571.247462:0:17139:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac644454e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3643:x1875634154583936:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788744571.247502:0:17139:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac644454e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3643:x1875634154583936:12345-0@lo:400:kworker.0 Request processed in 40us (754us total) trans 0 rc 0/0 00000100:00100000:0.0:1788744571.247509:0:17139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 62 00000100:00100000:0.0:1788744571.247523:0:17139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 63 00000100:00100000:0.0:1788744571.247529:0:17139:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac644545500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3643:x1875634154584448:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788744571.247556:0:17139:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac644545500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3643:x1875634154584448:12345-0@lo:400:kworker.0 Request processed in 27us (757us total) trans 0 rc 0/0 00000100:00100000:0.0:1788744571.247562:0:17139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 63 00000100:00100000:0.0:1788744571.247574:0:17139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 64 00000100:00100000:0.0:1788744571.247580:0:17139:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac644544380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3643:x1875634154584576:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788744571.247605:0:17139:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac644544380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3643:x1875634154584576:12345-0@lo:400:kworker.0 Request processed in 26us (648us total) trans 0 rc 0/0 00000100:00100000:0.0:1788744571.247610:0:17139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 64 00000100:00100000:0.0:1788744571.247620:0:17139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 65 00000100:00100000:0.0:1788744571.247626:0:17139:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac644547800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3645:x1875634154584192:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788744571.247658:0:17139:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac644547800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3645:x1875634154584192:12345-0@lo:400:kworker.0 Request processed in 33us (612us total) trans 0 rc 0/0 00000100:00100000:0.0:1788744571.247663:0:17139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 65 00000100:00100000:0.0:1788744571.247674:0:17139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 66 00000100:00100000:0.0:1788744571.247680:0:17139:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac644545f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3645:x1875634154584704:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788744571.247706:0:17139:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac644545f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3645:x1875634154584704:12345-0@lo:400:kworker.0 Request processed in 26us (624us total) trans 0 rc 0/0 00000100:00100000:0.0:1788744571.247711:0:17139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 66 00000100:00100000:0.0:1788744571.247723:0:17139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 67 00000100:00100000:0.0:1788744571.247728:0:17139:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac644545880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3645:x1875634154584320:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788744571.247762:0:17139:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac644545880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3645:x1875634154584320:12345-0@lo:400:kworker.0 Request processed in 33us (615us total) trans 0 rc 0/0 00000100:00100000:0.0:1788744571.247768:0:17139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 67 00000100:00080000:0.0:1788744571.247789:0:17133:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1788744571.247793:0:17133:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1788744571.247838:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac644457100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3645:1875634154584320:0@lo:400:kworker.0 00000100:00100000:0.0:1788744571.247848:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac644456d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3645:1875634154584192:0@lo:400:kworker.0 00010000:00080000:0.0:1788744571.247858:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9ac644454380 x1875634154584704/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788744587 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788744571.247866:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac644454380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3645:1875634154584704:0@lo:400:kworker.0 00000100:00100000:0.0:1788744571.247897:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac644456300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3734829d-853b-494e-83d0-e0bd2808e668:3643:1875634154583552:0@lo:400:kworker.0 00000100:00100000:0.0:1788744571.247911:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac644455f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3643:1875634154584576:0@lo:400:kworker.0 00000100:00100000:0.0:1788744571.247919:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac644454000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3643:1875634154583936:0@lo:400:kworker.0 00010000:00080000:0.0:1788744571.247928:0:3643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9ac644454a80 x1875634154584448/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788744587 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788744571.247936:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac644454a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3643:1875634154584448:0@lo:400:kworker.0 00000100:00100000:1.0:1788744571.248068:0:18644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154584064 00000100:00100000:1.0:1788744571.248073:0:18644:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154584064 00000100:00100000:1.0:1788744571.248116:0:18644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154583680 00000100:00100000:1.0:1788744571.248119:0:18644:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154583680 00000100:00100000:1.0:1788744571.248137:0:18644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154583808 00000100:00100000:1.0:1788744571.248139:0:18644:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154583808 00000100:00100000:1.0:1788744571.248152:0:18644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:1.0:1788744571.248158:0:18644:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac644544000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3643:x1875634154584064:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788744571.248202:0:18644:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac644544000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3643:x1875634154584064:12345-0@lo:400:kworker.0 Request processed in 43us (1279us total) trans 0 rc 0/0 00000100:00100000:1.0:1788744571.248207:0:18644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:1.0:1788744571.248219:0:18644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:1.0:1788744571.248225:0:18644:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac644544e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3645:x1875634154583680:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788744571.248254:0:18644:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac644544e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3645:x1875634154583680:12345-0@lo:400:kworker.0 Request processed in 30us (1253us total) trans 0 rc 0/0 00000100:00100000:1.0:1788744571.248260:0:18644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:1.0:1788744571.248272:0:18644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:1.0:1788744571.248277:0:18644:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac644544700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3645:x1875634154583808:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788744571.248303:0:18644:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac644544700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3645:x1875634154583808:12345-0@lo:400:kworker.0 Request processed in 26us (1188us total) trans 0 rc 0/0 00000100:00100000:1.0:1788744571.248307:0:18644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:1.0:1788744571.248346:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac644457480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3645:1875634154583808:0@lo:400:kworker.0 00000100:00100000:1.0:1788744571.248355:0:3645:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934598 gen 2 00000004:00080000:1.0:1788744571.248359:0:3645:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ac643f28000, transno 8589934596 00000004:00080000:1.0:1788744571.248369:0:3645:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589934598 committed transno 8589934598 00000100:00100000:1.0:1788744571.248383:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac644456a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3645:1875634154583680:0@lo:400:kworker.0 00000100:00100000:1.0:1788744571.248539:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac644456680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3643:1875634154584064:0@lo:400:kworker.0 00000100:00100000:1.0:1788744571.248757:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1788744571.248767:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac77fb82a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3644:1875634154584960:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788744571.248811:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788744571.248842:0:18646:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154584960 00000100:00100000:1.0:1788744571.248847:0:18646:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154584960 00000100:00100000:1.0:1788744571.248872:0:18646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:1.0:1788744571.248878:0:18646:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac77fb83480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3644:x1875634154584960:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1788744571.248891:0:18646:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 3485696 granted 26324672 pending 0 free 3915857920 avail 3684335616 00000100:00100000:1.0:1788744571.248925:0:18646:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac77fb83480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3644:x1875634154584960:12345-0@lo:13:osp-pre-0-0.0 Request processed in 47us (125us total) trans 0 rc 0/0 00000100:00100000:1.0:1788744571.248931:0:18646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:1.0:1788744571.248964:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac77fb82a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3644:1875634154584960:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788744571.248978:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1788744571.248983:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac780fd1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3645:1875634154584832:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1788744571.249004:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788744571.249024:0:18646:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154584832 00000100:00100000:1.0:1788744571.249027:0:18646:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154584832 00000100:00100000:1.0:1788744571.249047:0:18646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:1.0:1788744571.249053:0:18646:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac77fb82a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3645:x1875634154584832:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1788744571.249068:0:18646:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923505152 avail 3691982848 00000100:00100000:1.0:1788744571.249099:0:18646:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac77fb82a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3645:x1875634154584832:12345-0@lo:13:osp-pre-1-1.0 Request processed in 46us (94us total) trans 0 rc 0/0 00000100:00100000:1.0:1788744571.249105:0:18646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:1.0:1788744571.249130:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac780fd1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3645:1875634154584832:0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1788744571.249242:0:17133:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1788744571.249246:0:17133:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1788744571.250583:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1788744571.250600:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac77fb83800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3643:1875634154585088:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788744571.250651:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788744571.250690:0:18646:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154585088 00000100:00100000:1.0:1788744571.250697:0:18646:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154585088 00000100:00100000:1.0:1788744571.250734:0:18646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:1.0:1788744571.250743:0:18646:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac77fb82300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3643:x1875634154585088:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1788744571.250765:0:18646:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923505152 avail 3691982848 00000100:00100000:1.0:1788744571.250816:0:18646:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac77fb82300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3643:x1875634154585088:12345-0@lo:13:osp-pre-1-0.0 Request processed in 75us (165us total) trans 0 rc 0/0 00000100:00100000:1.0:1788744571.250823:0:18646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:1.0:1788744571.250862:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac77fb83800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3643:1875634154585088:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0F:1788744572.081007:0:17125:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:2.0:1788744572.275937:0:17117:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934622 is committed 00000020:00080000:2.0:1788744572.275962:0:17117:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9ac64355d900 refcount 2 committed 0 result 0 batchid 4294967529 00000020:00080000:2.0:1788744572.275967:0:17117:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9ac6420de900 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9ac64355d3c0 00000020:00080000:2.0:1788744572.275971:0:17117:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9ac6420def00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9ac77ab07e00 00010000:00010000:2.0:1788744572.276006:0:3629:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ac782170e00/0xb6207a6e76dcda81 lrc: 3/0,1 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18665 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744572.276031:0:3629:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ac782170e00/0xb6207a6e76dcda81 lrc: 2/0,0 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 18665 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744572.276039:0:3629:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ac782170e00/0xb6207a6e76dcda81 lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 18665 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744572.276046:0:3629:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ac782170e00 already unused, calling callback (ffffffffc1aec4f0) 00010000:00010000:2.0:1788744572.276052:0:3629:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ac782170e00/0xb6207a6e76dcda81 lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 18665 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744572.276060:0:3629:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ac782170e00/0xb6207a6e76dcda81 lrc: 4/0,0 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 18665 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744572.276079:0:3629:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x3:0x0].0x0 (ffff9ac64354c100) 00010000:00010000:2.0:1788744572.276082:0:3629:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788744572.276087:0:3629:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ac782170e00/0xb6207a6e76dcda81 lrc: 2/0,0 mode: --/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 18665 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744572.276093:0:3629:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ac782170e00/0xb6207a6e76dcda81 lrc: 0/0,0 mode: --/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 18665 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00080000:3.0:1788744572.276173:0:17176:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 4294967529 committed batchid 8 00000020:00080000:3.0:1788744572.276253:0:17176:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 8 00000100:00100000:3.0:1788744572.757809:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.4@tcp (source: 12345-192.168.203.4@tcp) 00000100:00100000:0.0:1788744572.758760:0:17139:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634138784768 00000100:00100000:0.0:1788744572.758773:0:17139:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634138784768 00000100:00100000:0.0:1788744572.760002:0:17139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.4@tcp, seq: 65 00000100:00100000:0.0:1788744572.760016:0:17139:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac780fd2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b2827ee7-baa9-49cc-a7aa-8f8d036c38af+13:15568:x1875634138784768:12345-192.168.203.4@tcp:60:lhsmtool_posix.0 00000100:00100000:0.0:1788744572.760133:0:17139:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac780fd2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b2827ee7-baa9-49cc-a7aa-8f8d036c38af+13:15568:x1875634138784768:12345-192.168.203.4@tcp:60:lhsmtool_posix.0 Request processed in 121us (2342us total) trans 0 rc 0/0 00000100:00100000:0.0:1788744572.760147:0:17139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.4@tcp, seq: 65 00000100:00080000:3.0:1788744572.765183:0:17133:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788744572.768369:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.4@tcp (source: 12345-192.168.203.4@tcp) 00000100:00100000:1.0:1788744572.768525:0:17137:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634138784896 00000100:00100000:1.0:1788744572.768534:0:17137:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634138784896 00000100:00100000:1.0:1788744572.768866:0:17137:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.4@tcp, seq: 66 00000100:00100000:1.0:1788744572.768879:0:17137:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac780fd0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b2827ee7-baa9-49cc-a7aa-8f8d036c38af+5:15568:x1875634138784896:12345-192.168.203.4@tcp:60:lhsmtool_posix.0 00000100:00100000:1.0:1788744572.768988:0:17137:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac780fd0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b2827ee7-baa9-49cc-a7aa-8f8d036c38af+5:15568:x1875634138784896:12345-192.168.203.4@tcp:60:lhsmtool_posix.0 Request processed in 113us (641us total) trans 0 rc 0/0 00000100:00100000:1.0:1788744572.768996:0:17137:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.4@tcp, seq: 66 00000100:00080000:3.0:1788744572.773321:0:17133:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1788744572.779533:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.4@tcp (source: 12345-192.168.203.4@tcp) 00000100:00100000:3.0:1788744572.779640:0:17141:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634138785152 00000100:00100000:3.0:1788744572.779650:0:17141:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634138785152 00000100:00100000:3.0:1788744572.779705:0:17141:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.4@tcp, seq: 12 00000100:00100000:3.0:1788744572.779715:0:17141:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac77fa7ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b2827ee7-baa9-49cc-a7aa-8f8d036c38af+13:15568:x1875634138785152:12345-192.168.203.4@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1788744572.779954:0:17141:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac77fa7ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b2827ee7-baa9-49cc-a7aa-8f8d036c38af+14:15568:x1875634138785152:12345-192.168.203.4@tcp:35:lhsmtool_posix.0 Request processed in 239us (430us total) trans 8589934623 rc 0/0 00000100:00100000:3.0:1788744572.779962:0:17141:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.4@tcp, seq: 12 00010000:00010000:0.0:1788744573.102775:0:19539:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1788744573.934936:0:17175:0:(llog.c:805:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00080000:2.0:1788744573.934945:0:17175:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1788744573.934984:0:17175:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xe:0x0] index 2 count 2 00000040:00080000:2.0:1788744573.934993:0:17175:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 3 count 2 00010000:00010000:1.0:1788744574.126745:0:17126:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1788744574.670488:0:20511:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-pcc test 1d: Test Project ID with remote access ========================================================== 21:29:34 (1788744574) 00010000:00010000:1.0:1788744575.151675:0:17125:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788744575.854607:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1788744575.854629:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac77fa7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3646:1875634154585216:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1788744575.854691:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788744575.854747:0:18646:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154585216 00000100:00100000:2.0:1788744575.854760:0:18646:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154585216 00000100:00100000:2.0:1788744575.854835:0:18646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:2.0:1788744575.854845:0:18646:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac77fa7f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3646:x1875634154585216:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1788744575.854873:0:18646:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 3485696 granted 26324672 pending 0 free 3915857920 avail 3684335616 00000100:00100000:2.0:1788744575.854915:0:18646:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac77fa7f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3646:x1875634154585216:12345-0@lo:13:osp-pre-0-1.0 Request processed in 72us (224us total) trans 0 rc 0/0 00000100:00100000:2.0:1788744575.854922:0:18646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:2.0:1788744575.854972:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac77fa7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3646:1875634154585216:0@lo:13:osp-pre-0-1.0 00000100:00080000:3.0:1788744575.855235:0:17133:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788744575.855397:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1788744575.855434:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac780fd2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3645:1875634154585344:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1788744575.855469:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788744575.855574:0:17142:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154585344 00000100:00100000:3.0:1788744575.855579:0:17142:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154585344 00000100:00100000:2.0:1788744575.857486:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac77fa7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3643:1875634154585472:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1788744575.857561:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788744575.858621:0:17142:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154585472 00000100:00100000:3.0:1788744575.858632:0:17142:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154585472 00000100:00100000:3.0:1788744575.858673:0:17142:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53 00000100:00100000:3.0:1788744575.858683:0:17142:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac644545c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3645:x1875634154585344:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1788744575.858721:0:17142:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446293504 avail 1300054016 00000100:00100000:3.0:1788744575.858844:0:17142:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac644545c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3645:x1875634154585344:12345-0@lo:41:osp-pre-0-1.0 Request processed in 163us (3374us total) trans 0 rc 0/0 00000100:00100000:3.0:1788744575.858851:0:17142:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53 00000100:00100000:3.0:1788744575.858869:0:17142:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54 00000100:00100000:3.0:1788744575.858875:0:17142:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac77fa7e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3643:x1875634154585472:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1788744575.858906:0:17142:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:3.0:1788744575.858944:0:17142:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac77fa7e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3643:x1875634154585472:12345-0@lo:41:osp-pre-1-0.0 Request processed in 69us (1383us total) trans 0 rc 0/0 00000100:00100000:3.0:1788744575.858950:0:17142:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54 00000100:00100000:3.0:1788744575.858993:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac77fa7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3643:1875634154585472:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1788744575.862363:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac780fd2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3645:1875634154585344:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1788744576.011819:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.4@tcp (source: 12345-192.168.203.4@tcp) 00000100:00100000:1.0:1788744576.011856:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.4@tcp (source: 12345-192.168.203.4@tcp) 00000100:00100000:1.0:1788744576.011888:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.4@tcp (source: 12345-192.168.203.4@tcp) 00000100:00100000:1.0:1788744576.011914:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.4@tcp (source: 12345-192.168.203.4@tcp) 00000100:00100000:1.0:1788744576.011938:0:17138:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634138785536 00000100:00100000:1.0:1788744576.011954:0:17138:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634138785536 00000100:00100000:1.0:1788744576.012009:0:17138:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634138785408 00000100:00100000:1.0:1788744576.012012:0:17138:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634138785408 00000100:00100000:1.0:1788744576.012036:0:17138:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.4@tcp, seq: 68 00000100:00100000:1.0:1788744576.012046:0:17138:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac77fb83800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b2827ee7-baa9-49cc-a7aa-8f8d036c38af+5:2394:x1875634138785536:12345-192.168.203.4@tcp:400:kworker.0 00000100:00100000:1.0:1788744576.012128:0:17138:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac77fb83800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b2827ee7-baa9-49cc-a7aa-8f8d036c38af+5:2394:x1875634138785536:12345-192.168.203.4@tcp:400:kworker.0 Request processed in 84us (271us total) trans 0 rc 0/0 00000100:00100000:1.0:1788744576.012136:0:17138:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.4@tcp, seq: 68 00000100:00100000:1.0:1788744576.012153:0:17138:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.4@tcp, seq: 69 00000100:00100000:2.0:1788744576.012250:0:17130:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634138785280 00000100:00100000:2.0:1788744576.012255:0:17130:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634138785280 00000100:00100000:2.0:1788744576.012286:0:17130:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.4@tcp, seq: 168 00000100:00100000:2.0:1788744576.012293:0:17130:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac77491c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:97a800c0-99ca-4eb0-8258-5e8a18a17066+13:2394:x1875634138785280:12345-192.168.203.4@tcp:400:kworker.0 00000100:00100000:2.0:1788744576.012319:0:17130:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac77491c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:97a800c0-99ca-4eb0-8258-5e8a18a17066+13:2394:x1875634138785280:12345-192.168.203.4@tcp:400:kworker.0 Request processed in 27us (510us total) trans 0 rc 0/0 00000100:00100000:2.0:1788744576.012326:0:17130:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.4@tcp, seq: 168 00000100:00100000:1.0:1788744576.012680:0:17138:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac77fb80700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b2827ee7-baa9-49cc-a7aa-8f8d036c38af+14:2394:x1875634138785408:12345-192.168.203.4@tcp:400:kworker.0 00000100:00100000:1.0:1788744576.012716:0:17138:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac77fb80700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b2827ee7-baa9-49cc-a7aa-8f8d036c38af+14:2394:x1875634138785408:12345-192.168.203.4@tcp:400:kworker.0 Request processed in 40us (826us total) trans 0 rc 0/0 00000100:00100000:1.0:1788744576.012722:0:17138:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.4@tcp, seq: 69 00000100:00100000:1.0:1788744576.012744:0:18644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634138785664 00000100:00100000:1.0:1788744576.012748:0:18644:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634138785664 00000100:00100000:1.0:1788744576.012875:0:18644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.4@tcp, seq: 23 00000100:00100000:1.0:1788744576.012884:0:18644:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac77fb80380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b2827ee7-baa9-49cc-a7aa-8f8d036c38af+5:2394:x1875634138785664:12345-192.168.203.4@tcp:400:kworker.0 00000100:00100000:1.0:1788744576.012913:0:18644:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac77fb80380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b2827ee7-baa9-49cc-a7aa-8f8d036c38af+5:2394:x1875634138785664:12345-192.168.203.4@tcp:400:kworker.0 Request processed in 31us (999us total) trans 0 rc 0/0 00000100:00100000:1.0:1788744576.012919:0:18644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.4@tcp, seq: 23 00000100:00080000:1.0:1788744576.015045:0:17133:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1788744576.015055:0:17133:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1788744576.015058:0:17133:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1788744576.028731:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.4@tcp (source: 12345-192.168.203.4@tcp) 00000100:00100000:3.0:1788744576.028784:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.4@tcp (source: 12345-192.168.203.4@tcp) 00000100:00100000:3.0:1788744576.028822:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.4@tcp (source: 12345-192.168.203.4@tcp) 00000100:00100000:3.0:1788744576.028847:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.4@tcp (source: 12345-192.168.203.4@tcp) 00000100:00100000:3.0:1788744576.028868:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.4@tcp (source: 12345-192.168.203.4@tcp) 00000100:00100000:3.0:1788744576.028897:0:19228:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634138785792 00000100:00100000:3.0:1788744576.028908:0:19228:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634138785792 00000100:00100000:3.0:1788744576.028966:0:19228:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634138786176 00000100:00100000:3.0:1788744576.028969:0:19228:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634138786176 00000100:00100000:3.0:1788744576.028988:0:19228:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634138786304 00000100:00100000:3.0:1788744576.028991:0:19228:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634138786304 00000100:00100000:3.0:1788744576.029008:0:19228:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.4@tcp, seq: 27 00000100:00100000:3.0:1788744576.029017:0:19228:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac780fd2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b2827ee7-baa9-49cc-a7aa-8f8d036c38af+5:2393:x1875634138785792:12345-192.168.203.4@tcp:9:kworker.0 00000020:00000080:3.0:1788744576.029049:0:19228:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xb6207a6e76dcd7b7 00000100:00080000:3.0:1788744576.029063:0:19228:0:(import.c:65:import_set_state_nolock()) ffff9ac6422f3000 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1788744576.029106:0:19228:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934594 00000100:00100000:1.0:1788744576.029308:0:18644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.4@tcp, seq: 28 00000100:00100000:1.0:1788744576.029318:0:18644:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac780fd1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:bdc352e8-3c6b-4f1a-950a-ac93337c2f7b+5:2393:x1875634138786176:12345-192.168.203.4@tcp:9:kworker.0 00000020:00000080:1.0:1788744576.029333:0:18644:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xb6207a6e76dcd7ef 00000100:00080000:1.0:1788744576.029354:0:18644:0:(import.c:65:import_set_state_nolock()) ffff9ac750760000 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1788744576.029384:0:18644:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934600 00000100:00100000:1.0:1788744576.029535:0:18644:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac780fd1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:bdc352e8-3c6b-4f1a-950a-ac93337c2f7b+2:2393:x1875634138786176:12345-192.168.203.4@tcp:9:kworker.0 Request processed in 219us (685us total) trans 0 rc 0/0 00000100:00100000:1.0:1788744576.029543:0:18644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.4@tcp, seq: 28 00000100:00100000:1.0:1788744576.029560:0:18644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.4@tcp, seq: 29 00000100:00100000:1.0:1788744576.029577:0:18644:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac780fd3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:bdc352e8-3c6b-4f1a-950a-ac93337c2f7b+5:2393:x1875634138786304:12345-192.168.203.4@tcp:9:kworker.0 00000020:00000080:1.0:1788744576.029590:0:18644:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xb6207a6e76dcd7f6 00000100:00080000:1.0:1788744576.029595:0:18644:0:(import.c:65:import_set_state_nolock()) ffff9ac750761800 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1788744576.029613:0:18644:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934594 00000100:00100000:2.0:1788744576.029698:0:17139:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634138785920 00000100:00100000:2.0:1788744576.029703:0:17139:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634138785920 00000100:00100000:2.0:1788744576.029735:0:17139:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634138786048 00000100:00100000:2.0:1788744576.029738:0:17139:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634138786048 00000100:00100000:2.0:1788744576.029758:0:17139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.4@tcp, seq: 70 00000100:00100000:2.0:1788744576.029765:0:17139:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac780fd1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bdc352e8-3c6b-4f1a-950a-ac93337c2f7b+6:2394:x1875634138785920:12345-192.168.203.4@tcp:400:kworker.0 00000100:00100000:2.0:1788744576.029806:0:17139:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac780fd1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bdc352e8-3c6b-4f1a-950a-ac93337c2f7b+6:2394:x1875634138785920:12345-192.168.203.4@tcp:400:kworker.0 Request processed in 42us (1085us total) trans 0 rc 0/0 00000100:00100000:2.0:1788744576.029821:0:17139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.4@tcp, seq: 70 00000100:00100000:2.0:1788744576.029837:0:17139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.4@tcp, seq: 71 00000100:00100000:2.0:1788744576.029843:0:17139:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac780fd1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bdc352e8-3c6b-4f1a-950a-ac93337c2f7b+5:2394:x1875634138786048:12345-192.168.203.4@tcp:400:kworker.0 00000100:00100000:2.0:1788744576.029868:0:17139:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac780fd1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bdc352e8-3c6b-4f1a-950a-ac93337c2f7b+5:2394:x1875634138786048:12345-192.168.203.4@tcp:400:kworker.0 Request processed in 25us (1084us total) trans 0 rc 0/0 00000100:00100000:2.0:1788744576.029874:0:17139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.4@tcp, seq: 71 00000100:00100000:3.0:1788744576.030095:0:19228:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac780fd2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b2827ee7-baa9-49cc-a7aa-8f8d036c38af+2:2393:x1875634138785792:12345-192.168.203.4@tcp:9:kworker.0 Request processed in 1078us (1271us total) trans 0 rc 0/0 00000100:00100000:3.0:1788744576.030103:0:19228:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.4@tcp, seq: 27 00010000:00010000:3.0:1788744576.030130:0:19539:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788744576.030282:0:18644:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac780fd3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:bdc352e8-3c6b-4f1a-950a-ac93337c2f7b+2:2393:x1875634138786304:12345-192.168.203.4@tcp:9:kworker.0 Request processed in 715us (1411us total) trans 0 rc 0/0 00000100:00100000:1.0:1788744576.030289:0:18644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.4@tcp, seq: 29 00010000:00010000:1.0:1788744576.030306:0:17126:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788744576.030312:0:17125:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1788744576.030670:0:17133:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1788744576.030674:0:17133:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1788744576.030677:0:17133:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1788744576.030679:0:17133:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:3.0:1788744576.175624:0:19539:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788744576.372251:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac745dd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3643:1875634154585984:0@lo:400:kworker.0 00000100:00100000:3.0:1788744576.372370:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788744576.372490:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac745dd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3643:1875634154586496:0@lo:400:kworker.0 00000100:00100000:3.0:1788744576.372515:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788744576.372534:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac745dd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3643:1875634154587008:0@lo:400:kworker.0 00000100:00100000:2.0:1788744576.373089:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac745dd4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3734829d-853b-494e-83d0-e0bd2808e668:3644:1875634154585600:0@lo:400:kworker.0 00000100:00100000:2.0:1788744576.373127:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788744576.373157:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac745dd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3644:1875634154586112:0@lo:400:kworker.0 00000100:00100000:2.0:1788744576.373184:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788744576.373203:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac745dd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3644:1875634154586624:0@lo:400:kworker.0 00000100:00100000:2.0:1788744576.373222:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788744576.373237:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac745dd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3644:1875634154587136:0@lo:400:kworker.0 00000100:00100000:2.0:1788744576.373255:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788744576.373280:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1788744576.373286:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac643e90000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3644:1875634154587520:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1788744576.373308:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788744576.373333:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac745dd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3645:1875634154585728:0@lo:400:kworker.0 00000100:00100000:2.0:1788744576.373358:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788744576.373376:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac745dd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3645:1875634154586240:0@lo:400:kworker.0 00000100:00100000:2.0:1788744576.373395:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788744576.373449:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac745dd4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3645:1875634154586752:0@lo:400:kworker.0 00000100:00100000:2.0:1788744576.373471:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788744576.373497:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac77fb81180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3645:1875634154587264:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788744576.373518:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788744576.373535:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [3->2] 00000100:00100000:2.0:1788744576.373672:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac745dd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3645:1875634154585856:0@lo:400:kworker.0 00000100:00100000:2.0:1788744576.373700:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788744576.373722:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac745dd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3645:1875634154586368:0@lo:400:kworker.0 00000100:00100000:2.0:1788744576.373740:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788744576.373758:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac745dd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3645:1875634154586880:0@lo:400:kworker.0 00000100:00100000:2.0:1788744576.373791:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788744576.373802:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac643e44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3645:1875634154587392:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1788744576.373822:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788744576.373855:0:17131:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154585600 00000100:00100000:2.0:1788744576.373863:0:17131:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154585600 00000100:00100000:2.0:1788744576.373910:0:17131:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 169 00000100:00100000:2.0:1788744576.373919:0:17131:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac77491dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3734829d-853b-494e-83d0-e0bd2808e668+24:3644:x1875634154585600:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788744576.373971:0:17131:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac77491dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3734829d-853b-494e-83d0-e0bd2808e668+24:3644:x1875634154585600:12345-0@lo:400:kworker.0 Request processed in 53us (843us total) trans 0 rc 0/0 00000100:00100000:2.0:1788744576.373978:0:17131:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 169 00000100:00100000:2.0:1788744576.374009:0:17139:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154586112 00000100:00100000:2.0:1788744576.374013:0:17139:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154586112 00000100:00100000:2.0:1788744576.374030:0:17139:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154586624 00000100:00100000:2.0:1788744576.374031:0:17139:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154586624 00000100:00100000:2.0:1788744576.374040:0:17139:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154587136 00000100:00100000:2.0:1788744576.374042:0:17139:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154587136 00000100:00100000:2.0:1788744576.374064:0:17139:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154586752 00000100:00100000:2.0:1788744576.374066:0:17139:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154586752 00000100:00100000:2.0:1788744576.374079:0:17139:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154586880 00000100:00100000:2.0:1788744576.374081:0:17139:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154586880 00000100:00100000:2.0:1788744576.374105:0:17139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72 00000100:00100000:2.0:1788744576.374110:0:17139:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac77fa7c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3644:x1875634154586112:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788744576.374142:0:17139:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac77fa7c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3644:x1875634154586112:12345-0@lo:400:kworker.0 Request processed in 32us (958us total) trans 0 rc 0/0 00000100:00100000:2.0:1788744576.374148:0:17139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72 00000100:00100000:2.0:1788744576.374161:0:17139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73 00000100:00100000:2.0:1788744576.374167:0:17139:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac77fa7c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3644:x1875634154586624:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788744576.374193:0:17139:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac77fa7c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3644:x1875634154586624:12345-0@lo:400:kworker.0 Request processed in 27us (970us total) trans 0 rc 0/0 00000100:00100000:2.0:1788744576.374199:0:17139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73 00000100:00100000:2.0:1788744576.374212:0:17139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74 00000100:00100000:2.0:1788744576.374218:0:17139:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac77fa7d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3644:x1875634154587136:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788744576.374244:0:17139:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac77fa7d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3644:x1875634154587136:12345-0@lo:400:kworker.0 Request processed in 26us (987us total) trans 0 rc 0/0 00000100:00100000:2.0:1788744576.374249:0:17139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74 00000100:00100000:2.0:1788744576.374261:0:17139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75 00000100:00100000:2.0:1788744576.374267:0:17139:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac77fa7dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3645:x1875634154586752:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788744576.374296:0:17139:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac77fa7dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3645:x1875634154586752:12345-0@lo:400:kworker.0 Request processed in 29us (825us total) trans 0 rc 0/0 00000100:00100000:2.0:1788744576.374301:0:17139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75 00000100:00100000:2.0:1788744576.374314:0:17139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 76 00000100:00100000:2.0:1788744576.374319:0:17139:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac77fa7d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3645:x1875634154586880:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788744576.374347:0:17139:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac77fa7d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3645:x1875634154586880:12345-0@lo:400:kworker.0 Request processed in 28us (555us total) trans 0 rc 0/0 00000100:00100000:2.0:1788744576.374352:0:17139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 76 00000100:00100000:2.0:1788744576.374381:0:18646:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154587520 00000100:00100000:2.0:1788744576.374386:0:18646:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154587520 00000100:00100000:2.0:1788744576.374423:0:18646:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154587264 00000100:00100000:2.0:1788744576.374426:0:18646:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154587264 00000100:00100000:2.0:1788744576.374438:0:18646:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154587392 00000100:00100000:2.0:1788744576.374440:0:18646:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154587392 00000100:00100000:2.0:1788744576.374452:0:18646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:2.0:1788744576.374458:0:18646:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac77fa7ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3644:x1875634154587520:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1788744576.374472:0:18646:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 3485696 granted 17886912 pending 0 free 3915857920 avail 3684335616 00000100:00100000:2.0:1788744576.374504:0:18646:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac77fa7ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3644:x1875634154587520:12345-0@lo:13:osp-pre-0-0.0 Request processed in 47us (1195us total) trans 0 rc 0/0 00000100:00100000:2.0:1788744576.374510:0:18646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:2.0:1788744576.374521:0:18646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:2.0:1788744576.374527:0:18646:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac77fa7df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3645:x1875634154587264:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788744576.378063:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788744576.378148:0:19228:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154585984 00000100:00100000:3.0:1788744576.378157:0:19228:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154585984 00000100:00100000:3.0:1788744576.378202:0:19228:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154586496 00000100:00100000:3.0:1788744576.378206:0:19228:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154586496 00000100:00100000:3.0:1788744576.378217:0:19228:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154585856 00000100:00100000:3.0:1788744576.378219:0:19228:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154585856 00000100:00100000:3.0:1788744576.378230:0:19228:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154586368 00000100:00100000:3.0:1788744576.378233:0:19228:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154586368 00000100:00100000:3.0:1788744576.378248:0:19228:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:3.0:1788744576.378258:0:19228:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac745dd4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3643:x1875634154585984:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788744576.378317:0:19228:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac745dd4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3643:x1875634154585984:12345-0@lo:400:kworker.0 Request processed in 60us (5947us total) trans 0 rc 0/0 00000100:00100000:3.0:1788744576.378324:0:19228:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:3.0:1788744576.378342:0:19228:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:3.0:1788744576.378347:0:19228:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac745dd6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+6:3643:x1875634154586496:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788744576.378375:0:19228:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac745dd6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+6:3643:x1875634154586496:12345-0@lo:400:kworker.0 Request processed in 29us (5860us total) trans 0 rc 0/0 00000100:00100000:3.0:1788744576.378381:0:19228:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:3.0:1788744576.378392:0:19228:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:3.0:1788744576.378398:0:19228:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac77fa7f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3645:x1875634154585856:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788744576.378453:0:19228:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac77fa7f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3645:x1875634154585856:12345-0@lo:400:kworker.0 Request processed in 55us (4752us total) trans 0 rc 0/0 00000100:00100000:3.0:1788744576.378475:0:19228:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:3.0:1788744576.378487:0:19228:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:3.0:1788744576.378493:0:19228:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac77fa7d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3645:x1875634154586368:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788744576.378523:0:19228:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac77fa7d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3645:x1875634154586368:12345-0@lo:400:kworker.0 Request processed in 31us (4781us total) trans 0 rc 0/0 00000100:00100000:3.0:1788744576.378529:0:19228:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00002000:00000024:2.0:1788744576.378749:0:18646:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923505152 avail 3691982848 00000100:00100000:2.0:1788744576.378788:0:17139:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154587008 00000100:00100000:2.0:1788744576.378793:0:17139:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154587008 00000100:00100000:2.0:1788744576.378831:0:17139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77 00000100:00100000:2.0:1788744576.378839:0:17139:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac745dd5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3643:x1875634154587008:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788744576.378874:0:17139:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac745dd5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3643:x1875634154587008:12345-0@lo:400:kworker.0 Request processed in 36us (820us total) trans 0 rc 0/0 00000100:00100000:2.0:1788744576.378880:0:17139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77 00000100:00100000:2.0:1788744576.378903:0:17142:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154585728 00000100:00100000:2.0:1788744576.378907:0:17142:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154585728 00000100:00100000:2.0:1788744576.378933:0:17142:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154586240 00000100:00100000:2.0:1788744576.378937:0:17142:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154586240 00000100:00100000:2.0:1788744576.378952:0:17142:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55 00000100:00100000:2.0:1788744576.378958:0:17142:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac77fa7ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3645:x1875634154585728:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788744576.379001:0:17142:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac77fa7ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3645:x1875634154585728:12345-0@lo:400:kworker.0 Request processed in 42us (5642us total) trans 0 rc 0/0 00000100:00100000:2.0:1788744576.379008:0:17142:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55 00000100:00100000:2.0:1788744576.379022:0:17142:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 56 00000100:00100000:2.0:1788744576.379029:0:17142:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac77fa7e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3645:x1875634154586240:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788744576.379057:0:17142:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac77fa7e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3645:x1875634154586240:12345-0@lo:400:kworker.0 Request processed in 30us (5661us total) trans 0 rc 0/0 00000100:00100000:2.0:1788744576.379063:0:17142:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 56 00000100:00080000:2.0:1788744576.379101:0:17133:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1788744576.379105:0:17133:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1788744576.379108:0:17133:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1788744576.379110:0:17133:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1788744576.379167:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac643e90000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3644:1875634154587520:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1788744576.379180:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac745dd4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3734829d-853b-494e-83d0-e0bd2808e668:3644:1875634154585600:0@lo:400:kworker.0 00000100:00100000:2.0:1788744576.379190:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac745dd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3644:1875634154586112:0@lo:400:kworker.0 00000100:00100000:2.0:1788744576.379202:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac745dd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3644:1875634154586624:0@lo:400:kworker.0 00010000:00080000:2.0:1788744576.379214:0:3644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9ac745dd6a00 x1875634154587136/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788744592 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788744576.379225:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac745dd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3644:1875634154587136:0@lo:400:kworker.0 00000100:00100000:2.0:1788744576.379270:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac745dd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3645:1875634154585856:0@lo:400:kworker.0 00000100:00100000:2.0:1788744576.379280:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac745dd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3645:1875634154586368:0@lo:400:kworker.0 00010000:00080000:2.0:1788744576.379292:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9ac745dd4380 x1875634154586880/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788744592 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788744576.379313:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac745dd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3645:1875634154586880:0@lo:400:kworker.0 00000100:00100000:2.0:1788744576.379326:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac745dd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3645:1875634154585728:0@lo:400:kworker.0 00000100:00100000:2.0:1788744576.379335:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac745dd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3645:1875634154586240:0@lo:400:kworker.0 00000100:00100000:2.0:1788744576.379345:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac745dd4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3645:1875634154586752:0@lo:400:kworker.0 00000100:00100000:2.0:1788744576.379393:0:18646:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac77fa7df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3645:x1875634154587264:12345-0@lo:13:osp-pre-1-0.0 Request processed in 4866us (5873us total) trans 0 rc 0/0 00000100:00100000:2.0:1788744576.379416:0:18646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:2.0:1788744576.379447:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac77fb81180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3645:1875634154587264:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788744576.379465:0:18646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:2.0:1788744576.379472:0:18646:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac77fa7fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3645:x1875634154587392:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1788744576.379484:0:18646:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923505152 avail 3691982848 00000100:00100000:2.0:1788744576.379514:0:18646:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac77fa7fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3645:x1875634154587392:12345-0@lo:13:osp-pre-1-1.0 Request processed in 43us (5691us total) trans 0 rc 0/0 00000100:00100000:2.0:1788744576.379519:0:18646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:3.0:1788744576.383048:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac745dd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3643:1875634154585984:0@lo:400:kworker.0 00000100:00100000:3.0:1788744576.383070:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac745dd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3643:1875634154586496:0@lo:400:kworker.0 00000100:00100000:3.0:1788744576.383082:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac745dd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3643:1875634154587008:0@lo:400:kworker.0 00000100:00100000:2.0:1788744576.383722:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac643e44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3645:1875634154587392:0@lo:13:osp-pre-1-1.0 00000040:00080000:1.0:1788744576.695562:0:17891:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:1.0:1788744577.198647:0:17126:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788744578.222648:0:17125:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:2.0:1788744578.417371:0:17117:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934623 is committed 00000020:00080000:2.0:1788744578.417383:0:17117:0:(update_trans.c:1349:distribute_txn_batchid_cb()) lustre-MDT0000: 4294967529 batchid updated 00000020:00080000:3.0:1788744578.417466:0:17176:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294967529 00000020:00080000:3.0:1788744578.417477:0:17176:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294967529 00000100:00100000:1.0:1788744578.736201:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.4@tcp (source: 12345-192.168.203.4@tcp) 00000100:00100000:3.0:1788744578.736323:0:17141:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634138786560 00000100:00100000:3.0:1788744578.736333:0:17141:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634138786560 00000100:00100000:3.0:1788744578.736440:0:17141:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.4@tcp, seq: 13 00000100:00100000:3.0:1788744578.736452:0:17141:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac643e93800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b2827ee7-baa9-49cc-a7aa-8f8d036c38af+13:16322:x1875634138786560:12345-192.168.203.4@tcp:35:umount.0 00000100:00080000:2.0:1788744578.736850:0:17133:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000001:00080000:3.0:1788744578.736917:0:17141:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 8589934624 00000100:00100000:3.0:1788744578.737041:0:17141:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac643e93800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b2827ee7-baa9-49cc-a7aa-8f8d036c38af+15:16322:x1875634138786560:12345-192.168.203.4@tcp:35:umount.0 Request processed in 591us (846us total) trans 8589934625 rc 0/0 00000100:00100000:3.0:1788744578.737048:0:17141:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.4@tcp, seq: 13 00000020:00080000:3.0:1788744578.737053:0:17141:0:(tgt_main.c:545:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1788744578.746620:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.4@tcp (source: 12345-192.168.203.4@tcp) 00000100:00100000:1.0:1788744578.746684:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.4@tcp (source: 12345-192.168.203.4@tcp) 00000100:00100000:2.0:1788744578.746839:0:17124:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634138786688 00000100:00100000:2.0:1788744578.746850:0:17124:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634138786688 00000100:00100000:2.0:1788744578.746924:0:17124:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634138786816 00000100:00100000:2.0:1788744578.746927:0:17124:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634138786816 00000100:00100000:2.0:1788744578.746947:0:17124:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.4@tcp, seq: 3 00000100:00100000:2.0:1788744578.746958:0:17124:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac643e91880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:97a800c0-99ca-4eb0-8258-5e8a18a17066+14:2397:x1875634138786688:12345-192.168.203.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788744578.746987:0:17124:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788744578.747006:0:17124:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9ac643dada00/0xb6207a6e76dcd78d lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x44801000000000 nid: 192.168.203.4@tcp remote: 0x7053de4f1aa0d7fa expref: 14 pid: 17130 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744578.747023:0:17124:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788744578.747075:0:17124:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac643e91880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:97a800c0-99ca-4eb0-8258-5e8a18a17066+13:2397:x1875634138786688:12345-192.168.203.4@tcp:103:ldlm_bl.0 Request processed in 119us (464us total) trans 0 rc 0/0 00000100:00100000:2.0:1788744578.747082:0:17124:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.4@tcp, seq: 3 00000100:00100000:2.0:1788744578.747102:0:17124:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.4@tcp, seq: 4 00000100:00100000:2.0:1788744578.747108:0:17124:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac746834450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:97a800c0-99ca-4eb0-8258-5e8a18a17066+12:2396:x1875634138786816:12345-192.168.203.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788744578.747128:0:17124:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788744578.747136:0:17124:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9ac643dad000/0xb6207a6e76dcd851 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x44801000000000 nid: 192.168.203.4@tcp remote: 0x7053de4f1aa0d8e1 expref: 12 pid: 17130 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744578.747145:0:17124:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788744578.747161:0:17124:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac746834450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:97a800c0-99ca-4eb0-8258-5e8a18a17066+11:2396:x1875634138786816:12345-192.168.203.4@tcp:103:ldlm_bl.0 Request processed in 54us (478us total) trans 0 rc 0/0 00000100:00100000:2.0:1788744578.747166:0:17124:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.4@tcp, seq: 4 00000100:00100000:0.0:1788744578.749207:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.4@tcp (source: 12345-192.168.203.4@tcp) 00000100:00100000:0.0:1788744578.749289:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.4@tcp (source: 12345-192.168.203.4@tcp) 00000100:00100000:2.0:1788744578.749359:0:17124:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634138787072 00000100:00100000:2.0:1788744578.749369:0:17124:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634138787072 00000100:00100000:2.0:1788744578.749450:0:17124:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.4@tcp, seq: 5 00000100:00100000:2.0:1788744578.749459:0:17124:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac644547480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:97a800c0-99ca-4eb0-8258-5e8a18a17066+11:2396:x1875634138787072:12345-192.168.203.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788744578.749474:0:17124:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788744578.749490:0:17124:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9ac774b59400/0xb6207a6e76dcd794 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 192.168.203.4@tcp remote: 0x7053de4f1aa0d82b expref: 11 pid: 17130 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744578.749505:0:17124:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788744578.749564:0:17124:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac644547480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:97a800c0-99ca-4eb0-8258-5e8a18a17066+10:2396:x1875634138787072:12345-192.168.203.4@tcp:103:ldlm_bl.0 Request processed in 105us (274us total) trans 0 rc 0/0 00000100:00100000:2.0:1788744578.749571:0:17124:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.4@tcp, seq: 5 00000100:00100000:3.0:1788744578.749814:0:19228:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634138786944 00000100:00100000:3.0:1788744578.749819:0:19228:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634138786944 00000100:00100000:3.0:1788744578.749876:0:19228:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.4@tcp, seq: 30 00000100:00100000:3.0:1788744578.749884:0:19228:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac644546680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b2827ee7-baa9-49cc-a7aa-8f8d036c38af+5:2393:x1875634138786944:12345-192.168.203.4@tcp:9:umount.0 00000020:00000080:3.0:1788744578.749932:0:19228:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xb6207a6e76dcd7b0 00000100:00080000:3.0:1788744578.749941:0:19228:0:(import.c:65:import_set_state_nolock()) ffff9ac6422f6000 : changing import state from FULL to CLOSED 00000100:00080000:2.0:1788744578.750101:0:17133:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000001:00000004:3.0:1788744578.750169:0:19228:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934600 00000100:00100000:3.0:1788744578.750303:0:19228:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac644546680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b2827ee7-baa9-49cc-a7aa-8f8d036c38af+2:2393:x1875634138786944:12345-192.168.203.4@tcp:9:umount.0 Request processed in 419us (1102us total) trans 0 rc 0/0 00000100:00100000:3.0:1788744578.750310:0:19228:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.4@tcp, seq: 30 00010000:00010000:1.0:1788744578.752901:0:19539:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788744578.769039:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.4@tcp (source: 12345-192.168.203.4@tcp) 00000100:00100000:1.0:1788744578.769142:0:18665:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634138787968 00000100:00100000:1.0:1788744578.769152:0:18665:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634138787968 00000100:00100000:1.0:1788744578.769261:0:18665:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.4@tcp, seq: 67 00000100:00100000:1.0:1788744578.769286:0:18665:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac644546d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b2827ee7-baa9-49cc-a7aa-8f8d036c38af+15:2393:x1875634138787968:12345-192.168.203.4@tcp:39:umount.0 00000020:00000080:1.0:1788744578.769318:0:18665:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xb6207a6e76dcd7a2 00000020:00010000:1.0:1788744578.769334:0:18665:0:(genops.c:1920:obd_stale_export_put()) Put export ffff9ac64260a000: total 0 00000100:00080000:1.0:1788744578.769339:0:18665:0:(import.c:65:import_set_state_nolock()) ffff9ac64260e800 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1788744578.769372:0:18665:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934625 00000020:00010000:3.0:1788744578.769429:0:17126:0:(genops.c:1906:obd_stale_export_get()) Get export ffff9ac64260a000: total 0 00010000:00010000:3.0:1788744578.769433:0:17126:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788744578.769486:0:17126:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff9ac64260a000, canceled 0 locks, left on hash table 8. 00010000:00010000:3.0:1788744578.769520:0:17126:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff9ac6424c9100) 00010000:00010000:3.0:1788744578.769523:0:17126:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1788744578.769530:0:17126:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ac643dac200/0xb6207a6e76dcd86d lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.4@tcp remote: 0x7053de4f1aa0d8e8 expref: 14 pid: 17137 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788744578.769546:0:18665:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac644546d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b2827ee7-baa9-49cc-a7aa-8f8d036c38af+13:2393:x1875634138787968:12345-192.168.203.4@tcp:39:umount.0 Request processed in 263us (517us total) trans 8589934626 rc 0/0 00000100:00100000:1.0:1788744578.769554:0:18665:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.4@tcp, seq: 67 00010000:00010000:3.0:1788744578.769568:0:17126:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x1:0x0].0x0 (ffff9ac64354c900) 00010000:00010000:3.0:1788744578.769941:0:17126:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1788744578.769959:0:17126:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ac740030200/0xb6207a6e76dcd94d lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.4@tcp remote: 0x7053de4f1aa0d927 expref: 12 pid: 18665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744578.770080:0:17126:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x2:0x0].0x0 (ffff9ac64354c600) 00010000:00010000:0.0:1788744578.770083:0:17126:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1788744578.770088:0:17126:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ac740030000/0xb6207a6e76dcd9fc lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.4@tcp remote: 0x7053de4f1aa0d966 expref: 11 pid: 17138 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744578.770103:0:17126:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x2:0x0].0x0 (ffff9ac64354c600) 00010000:00010000:0.0:1788744578.770106:0:17126:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1788744578.770110:0:17126:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ac740031200/0xb6207a6e76dcd9cb lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.4@tcp remote: 0x7053de4f1aa0d951 expref: 10 pid: 18665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744578.770123:0:17126:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x2:0x0].0x0 (ffff9ac64354c600) 00010000:00010000:0.0:1788744578.770125:0:17126:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1788744578.770129:0:17126:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ac773f47200/0xb6207a6e76dcdab9 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.4@tcp remote: 0x7053de4f1aa0d99e expref: 9 pid: 17137 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744578.770143:0:17126:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9ac6424c9200) 00010000:00010000:0.0:1788744578.770145:0:17126:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788744578.770149:0:17126:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ac782171800/0xb6207a6e76dcd889 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.4@tcp remote: 0x7053de4f1aa0d8ef expref: 8 pid: 17138 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744578.770182:0:17126:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9ac6424c9000) 00010000:00010000:0.0:1788744578.770185:0:17126:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1788744578.770189:0:17126:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ac782170400/0xb6207a6e76dcd8c8 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.4@tcp remote: 0x7053de4f1aa0d8fd expref: 7 pid: 17137 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744578.770201:0:17126:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x3:0x0].0x0 (ffff9ac64354c100) 00010000:00010000:0.0:1788744578.770204:0:17126:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1788744578.770208:0:17126:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ac773f46e00/0xb6207a6e76dcda57 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.4@tcp remote: 0x7053de4f1aa0d97b expref: 6 pid: 17137 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744578.770220:0:17126:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff9ac64260a000, canceled 8 locks, left on hash table 0. 00010000:00010000:0.0:1788744578.770237:0:17126:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788744578.770239:0:17126:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788744578.770241:0:17126:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788744578.786878:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.4@tcp (source: 12345-192.168.203.4@tcp) 00000100:00100000:1.0:1788744578.787112:0:17138:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634138788096 00000100:00100000:1.0:1788744578.787122:0:17138:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634138788096 00000100:00100000:1.0:1788744578.787205:0:17138:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.4@tcp, seq: 68 00000100:00100000:1.0:1788744578.787216:0:17138:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac77fa7ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b2827ee7-baa9-49cc-a7aa-8f8d036c38af+5:2393:x1875634138788096:12345-192.168.203.4@tcp:39:umount.0 00000020:00000080:1.0:1788744578.787249:0:17138:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xb6207a6e76dcd7a9 00000100:00080000:1.0:1788744578.787267:0:17138:0:(import.c:65:import_set_state_nolock()) ffff9ac774b60000 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1788744578.787295:0:17138:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 2, last_transno is 8589934592 00000100:00100000:1.0:1788744578.787544:0:17138:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac77fa7ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b2827ee7-baa9-49cc-a7aa-8f8d036c38af+3:2393:x1875634138788096:12345-192.168.203.4@tcp:39:umount.0 Request processed in 330us (675us total) trans 8589934593 rc 0/0 00000100:00100000:1.0:1788744578.787553:0:17138:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.4@tcp, seq: 68 00010000:00010000:0.0:1788744578.787643:0:17125:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1788744578.787859:0:17133:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1788744579.246653:0:19539:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788744580.270964:0:17126:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788744580.711540:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.4@tcp (source: 12345-192.168.203.4@tcp) 00000100:00100000:0.0:1788744580.711592:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.4@tcp (source: 12345-192.168.203.4@tcp) 00000100:00100000:3.0:1788744580.711654:0:17122:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634138788224 00000100:00100000:3.0:1788744580.711667:0:17122:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634138788224 00000100:00100000:2.0:1788744580.711673:0:17124:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634138788352 00000100:00100000:2.0:1788744580.711680:0:17124:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634138788352 00000100:00100000:2.0:1788744580.711782:0:17124:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.4@tcp, seq: 6 00000100:00100000:2.0:1788744580.711793:0:17124:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac644456680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:97a800c0-99ca-4eb0-8258-5e8a18a17066+11:2397:x1875634138788352:12345-192.168.203.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788744580.711808:0:17124:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788744580.711829:0:17124:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9ac773f46400/0xb6207a6e76dcd7d3 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44801000000000 nid: 192.168.203.4@tcp remote: 0x7053de4f1aa0d89b expref: 11 pid: 17132 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744580.711858:0:17124:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788744580.711919:0:17124:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac644456680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:97a800c0-99ca-4eb0-8258-5e8a18a17066+10:2397:x1875634138788352:12345-192.168.203.4@tcp:103:ldlm_bl.0 Request processed in 129us (326us total) trans 0 rc 0/0 00000100:00100000:2.0:1788744580.711927:0:17124:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.4@tcp, seq: 6 00000100:00100000:2.0:1788744580.711948:0:17124:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.4@tcp, seq: 7 00000100:00100000:2.0:1788744580.711954:0:17124:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac644457800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:97a800c0-99ca-4eb0-8258-5e8a18a17066+9:2397:x1875634138788224:12345-192.168.203.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788744580.711961:0:17124:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788744580.711970:0:17124:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9ac643dad200/0xb6207a6e76dcd7cc lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x44801000000000 nid: 192.168.203.4@tcp remote: 0x7053de4f1aa0d86a expref: 9 pid: 17130 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744580.711980:0:17124:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788744580.711997:0:17124:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac644457800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:97a800c0-99ca-4eb0-8258-5e8a18a17066+8:2397:x1875634138788224:12345-192.168.203.4@tcp:103:ldlm_bl.0 Request processed in 43us (468us total) trans 0 rc 0/0 00000100:00100000:2.0:1788744580.712002:0:17124:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.4@tcp, seq: 7 00000100:00100000:0.0:1788744580.717707:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.4@tcp (source: 12345-192.168.203.4@tcp) 00000100:00100000:3.0:1788744580.720053:0:17122:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634138788480 00000100:00100000:3.0:1788744580.720069:0:17122:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634138788480 00000100:00100000:3.0:1788744580.720158:0:17122:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.4@tcp, seq: 8 00000100:00100000:3.0:1788744580.720170:0:17122:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac644456a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:97a800c0-99ca-4eb0-8258-5e8a18a17066+8:2397:x1875634138788480:12345-192.168.203.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788744580.720188:0:17122:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788744580.720344:0:17122:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9ac774b58a00/0xb6207a6e76dcd84a lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x44801000000000 nid: 192.168.203.4@tcp remote: 0x7053de4f1aa0d8da expref: 8 pid: 17132 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744580.720384:0:17122:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788744580.720501:0:17122:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac644456a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:97a800c0-99ca-4eb0-8258-5e8a18a17066+7:2397:x1875634138788480:12345-192.168.203.4@tcp:103:ldlm_bl.0 Request processed in 333us (2803us total) trans 0 rc 0/0 00000100:00100000:3.0:1788744580.720510:0:17122:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.4@tcp, seq: 8 00000100:00100000:1.0:1788744580.731763:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.4@tcp (source: 12345-192.168.203.4@tcp) 00000100:00100000:2.0:1788744580.732257:0:17139:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634138788736 00000100:00100000:2.0:1788744580.732268:0:17139:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634138788736 00000100:00100000:2.0:1788744580.732355:0:17139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.4@tcp, seq: 69 00000100:00100000:2.0:1788744580.732366:0:17139:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac643e90380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bdc352e8-3c6b-4f1a-950a-ac93337c2f7b+6:2393:x1875634138788736:12345-192.168.203.4@tcp:39:umount.0 00000100:00080000:1.0:1788744580.732384:0:17133:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000020:00000080:2.0:1788744580.732446:0:17139:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xb6207a6e76dcd7e1 00000020:00010000:2.0:1788744580.732456:0:17139:0:(genops.c:1920:obd_stale_export_put()) Put export ffff9ac6422f0800: total 0 00000100:00080000:2.0:1788744580.732461:0:17139:0:(import.c:65:import_set_state_nolock()) ffff9ac6433c9800 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1788744580.732485:0:17139:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934626 00000100:00100000:2.0:1788744580.732644:0:17139:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac643e90380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bdc352e8-3c6b-4f1a-950a-ac93337c2f7b+5:2393:x1875634138788736:12345-192.168.203.4@tcp:39:umount.0 Request processed in 280us (890us total) trans 8589934627 rc 0/0 00000100:00100000:2.0:1788744580.732653:0:17139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.4@tcp, seq: 69 00000020:00010000:0.0:1788744580.732845:0:17125:0:(genops.c:1906:obd_stale_export_get()) Get export ffff9ac6422f0800: total 0 00010000:00010000:0.0:1788744580.732896:0:17125:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff9ac6422f0800, canceled 0 locks, left on hash table 1. 00010000:00010000:0.0:1788744580.732935:0:17125:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9ac6424c9000) 00010000:00010000:0.0:1788744580.732939:0:17125:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1788744580.732947:0:17125:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ac773f47800/0xb6207a6e76dcd8d6 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.4@tcp remote: 0x7053de4f1aa0d904 expref: 4 pid: 17138 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744580.732971:0:17125:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff9ac6422f0800, canceled 1 locks, left on hash table 0. 00010000:00010000:0.0:1788744580.732997:0:17125:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788744580.732999:0:17125:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788744580.733000:0:17125:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788744580.747038:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.4@tcp (source: 12345-192.168.203.4@tcp) 00000100:00100000:2.0:1788744580.747139:0:17138:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634138788864 00000100:00100000:2.0:1788744580.747150:0:17138:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634138788864 00000100:00100000:2.0:1788744580.747228:0:17138:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.4@tcp, seq: 70 00000100:00100000:2.0:1788744580.747239:0:17138:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac643e91880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bdc352e8-3c6b-4f1a-950a-ac93337c2f7b+5:2393:x1875634138788864:12345-192.168.203.4@tcp:39:umount.0 00000020:00000080:2.0:1788744580.747277:0:17138:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xb6207a6e76dcd7e8 00000100:00080000:2.0:1788744580.747286:0:17138:0:(import.c:65:import_set_state_nolock()) ffff9ac643522800 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1788744580.747469:0:17138:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 2, last_transno is 8589934593 00010000:00010000:0.0:1788744580.747495:0:19539:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788744580.747819:0:17138:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac643e91880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bdc352e8-3c6b-4f1a-950a-ac93337c2f7b+3:2393:x1875634138788864:12345-192.168.203.4@tcp:39:umount.0 Request processed in 580us (789us total) trans 8589934594 rc 0/0 00000100:00100000:2.0:1788744580.747884:0:17138:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.4@tcp, seq: 70 00000100:00080000:1.0:1788744580.747987:0:17133:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1788744580.819544:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.4@tcp (source: 12345-192.168.203.4@tcp) 00000100:00100000:2.0:1788744580.819703:0:17132:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634138789120 00000100:00100000:2.0:1788744580.819713:0:17132:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634138789120 00000100:00100000:2.0:1788744580.819787:0:17132:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.4@tcp, seq: 170 00000100:00100000:2.0:1788744580.819798:0:17132:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac77491fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:97a800c0-99ca-4eb0-8258-5e8a18a17066+7:2393:x1875634138789120:12345-192.168.203.4@tcp:251:umount.0 00000020:00000080:2.0:1788744580.819860:0:17132:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xb6207a6e76dcd77f 00000020:00010000:2.0:1788744580.819868:0:17132:0:(genops.c:1920:obd_stale_export_put()) Put export ffff9ac6422f1800: total 0 00000100:00080000:2.0:1788744580.819886:0:17132:0:(import.c:65:import_set_state_nolock()) ffff9ac6422f3800 : changing import state from FULL to CLOSED 00000100:00100000:2.0:1788744580.819954:0:17132:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac77491fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:97a800c0-99ca-4eb0-8258-5e8a18a17066+3:2393:x1875634138789120:12345-192.168.203.4@tcp:251:umount.0 Request processed in 157us (419us total) trans 0 rc 0/0 00000100:00100000:2.0:1788744580.819962:0:17132:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.4@tcp, seq: 170 00000020:00010000:1.0:1788744580.820340:0:17126:0:(genops.c:1906:obd_stale_export_get()) Get export ffff9ac6422f1800: total 0 00010000:00010000:1.0:1788744580.820395:0:17126:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff9ac6422f1800, canceled 0 locks, left on hash table 1. 00010000:00010000:1.0:1788744580.820655:0:17126:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9ac773f46c00/0xb6207a6e76dcd786 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x44801000000000 nid: 192.168.203.4@tcp remote: 0x7053de4f1aa0d7f3 expref: 2 pid: 17131 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744580.820678:0:17126:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff9ac6422f1800, canceled 1 locks, left on hash table 0. 00000020:00000080:1.0:1788744580.820692:0:17126:0:(genops.c:885:class_export_put()) final put ffff9ac6422f1800/97a800c0-99ca-4eb0-8258-5e8a18a17066 00010000:00010000:1.0:1788744580.820712:0:17126:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788744580.820715:0:17126:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788744580.820717:0:17126:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1788744580.820767:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff9ac6422f1800/97a800c0-99ca-4eb0-8258-5e8a18a17066 for MGS 00000020:00000080:3.0:1788744580.820813:0:8:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff9ac6422f3800 for MGS 00000100:00100000:1.0:1788744580.974675:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1788744580.974698:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac780fd0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3643:1875634154587648:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1788744580.974777:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788744580.974962:0:18647:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154587648 00000100:00100000:2.0:1788744580.974971:0:18647:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154587648 00000100:00100000:2.0:1788744580.975034:0:18647:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:2.0:1788744580.975044:0:18647:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac643e90000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3643:x1875634154587648:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1788744580.975074:0:18647:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3915857920 avail 3684335616 00000100:00100000:2.0:1788744580.975119:0:18647:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac643e90000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3643:x1875634154587648:12345-0@lo:13:osp-pre-0-1.0 Request processed in 76us (342us total) trans 0 rc 0/0 00000100:00100000:2.0:1788744580.975126:0:18647:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00080000:1.0:1788744580.975195:0:17133:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788744580.975231:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac780fd0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3643:1875634154587648:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1788744580.975965:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac745dd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3645:1875634154587776:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1788744580.976012:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788744580.976046:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1788744580.976053:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac643357b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3645:1875634154587904:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1788744580.976075:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788744580.976222:0:17143:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154587776 00000100:00100000:1.0:1788744580.976229:0:17143:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154587776 00000100:00100000:1.0:1788744580.976266:0:17143:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154587904 00000100:00100000:1.0:1788744580.976269:0:17143:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154587904 00000100:00100000:1.0:1788744580.976282:0:17143:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 57 00000100:00100000:1.0:1788744580.976289:0:17143:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac644457480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3645:x1875634154587776:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1788744580.976316:0:17143:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446293504 avail 1300054016 00000100:00100000:1.0:1788744580.976371:0:17143:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac644457480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3645:x1875634154587776:12345-0@lo:41:osp-pre-0-1.0 Request processed in 81us (357us total) trans 0 rc 0/0 00000100:00100000:1.0:1788744580.976377:0:17143:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 57 00000100:00100000:1.0:1788744580.976393:0:17143:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 58 00000100:00100000:1.0:1788744580.976399:0:17143:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac644454a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3645:x1875634154587904:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1788744580.976440:0:17143:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:1.0:1788744580.976468:0:17143:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac644454a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3645:x1875634154587904:12345-0@lo:41:osp-pre-1-0.0 Request processed in 70us (392us total) trans 0 rc 0/0 00000100:00100000:1.0:1788744580.976474:0:17143:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 58 00000100:00100000:0.0:1788744580.976746:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac643357b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3645:1875634154587904:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1788744580.976761:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac745dd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3645:1875634154587776:0@lo:41:osp-pre-0-1.0 00010000:00010000:0.0:1788744581.295565:0:17125:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788744581.492381:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac643e44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3646:1875634154588416:0@lo:400:kworker.0 00000100:00100000:2.0:1788744581.492460:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788744581.492490:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac7556ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3646:1875634154588928:0@lo:400:kworker.0 00000100:00100000:2.0:1788744581.492509:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788744581.492609:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac780fd3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3734829d-853b-494e-83d0-e0bd2808e668:3643:1875634154588032:0@lo:400:kworker.0 00000100:00100000:1.0:1788744581.492644:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788744581.492673:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac77fb81180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3643:1875634154588544:0@lo:400:kworker.0 00000100:00100000:1.0:1788744581.492696:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788744581.492944:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac780fd3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3644:1875634154588160:0@lo:400:kworker.0 00000100:00100000:0.0:1788744581.492975:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788744581.492998:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac7556edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3644:1875634154588672:0@lo:400:kworker.0 00000100:00100000:0.0:1788744581.493018:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788744581.493034:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac7556ed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3644:1875634154589184:0@lo:400:kworker.0 00000100:00100000:0.0:1788744581.493058:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac780fd0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3645:1875634154588288:0@lo:400:kworker.0 00000100:00100000:0.0:1788744581.493088:0:17143:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154588160 00000100:00100000:0.0:1788744581.493095:0:17143:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154588160 00000100:00100000:2.0:1788744581.493576:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac7556efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3646:1875634154589440:0@lo:400:kworker.0 00000100:00100000:2.0:1788744581.493613:0:18644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154588416 00000100:00100000:2.0:1788744581.493618:0:18644:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154588416 00000100:00100000:2.0:1788744581.493658:0:18644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154588928 00000100:00100000:2.0:1788744581.493661:0:18644:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154588928 00000100:00100000:2.0:1788744581.493681:0:18644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:2.0:1788744581.493689:0:18644:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac7556ef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3646:x1875634154588416:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788744581.493753:0:18644:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac7556ef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3646:x1875634154588416:12345-0@lo:400:kworker.0 Request processed in 64us (1293us total) trans 0 rc 0/0 00000100:00100000:2.0:1788744581.493761:0:18644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:2.0:1788744581.493805:0:18644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:2.0:1788744581.493812:0:18644:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac7556ef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3646:x1875634154588928:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788744581.493841:0:18644:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac7556ef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3646:x1875634154588928:12345-0@lo:400:kworker.0 Request processed in 31us (1331us total) trans 0 rc 0/0 00000100:00100000:2.0:1788744581.493846:0:18644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00080000:3.0:1788744581.494466:0:17133:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1788744581.494483:0:17130:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154588032 00000100:00100000:3.0:1788744581.494490:0:17130:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154588032 00000100:00100000:3.0:1788744581.494525:0:17130:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 171 00000100:00100000:3.0:1788744581.494533:0:17130:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac753173450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3734829d-853b-494e-83d0-e0bd2808e668+24:3643:x1875634154588032:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788744581.494577:0:17130:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac753173450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3734829d-853b-494e-83d0-e0bd2808e668+24:3643:x1875634154588032:12345-0@lo:400:kworker.0 Request processed in 45us (1932us total) trans 0 rc 0/0 00000100:00100000:3.0:1788744581.494583:0:17130:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 171 00000100:00100000:2.0:1788744581.496511:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788744581.496580:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac7556edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3645:1875634154588800:0@lo:400:kworker.0 00000100:00100000:2.0:1788744581.496634:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788744581.496658:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac7556ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3645:1875634154589312:0@lo:400:kworker.0 00000100:00100000:3.0:1788744581.497105:0:19228:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154588288 00000100:00100000:3.0:1788744581.497115:0:19228:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154588288 00000100:00100000:3.0:1788744581.497240:0:19228:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154588800 00000100:00100000:3.0:1788744581.497244:0:19228:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154588800 00000100:00100000:3.0:1788744581.497266:0:19228:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:3.0:1788744581.497275:0:19228:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac7556ef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3645:x1875634154588288:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788744581.497952:0:19228:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac7556ef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3645:x1875634154588288:12345-0@lo:400:kworker.0 Request processed in 677us (1448us total) trans 0 rc 0/0 00000100:00100000:3.0:1788744581.497961:0:19228:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:3.0:1788744581.497983:0:19228:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:3.0:1788744581.497990:0:19228:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac7556ee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3645:x1875634154588800:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788744581.498017:0:19228:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac7556ee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3645:x1875634154588800:12345-0@lo:400:kworker.0 Request processed in 29us (1382us total) trans 0 rc 0/0 00000100:00100000:3.0:1788744581.498035:0:19228:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00080000:3.0:1788744581.498058:0:17133:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788744581.500258:0:18665:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154588544 00000100:00100000:3.0:1788744581.500272:0:18665:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154588544 00000100:00100000:3.0:1788744581.500345:0:18665:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78 00000100:00100000:3.0:1788744581.500355:0:18665:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac643357800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3643:x1875634154588544:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788744581.500459:0:18665:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac643357800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3643:x1875634154588544:12345-0@lo:400:kworker.0 Request processed in 105us (7761us total) trans 0 rc 0/0 00000100:00100000:3.0:1788744581.500465:0:18665:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78 00000100:00100000:0.0:1788744581.500527:0:17143:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154588672 00000100:00100000:0.0:1788744581.500543:0:17143:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154588672 00000100:00100000:2.0:1788744581.500730:0:17878:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 59 00000100:00100000:2.0:1788744581.500750:0:17878:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac644454000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3644:x1875634154588160:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788744581.500928:0:17142:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 60 00000100:00100000:3.0:1788744581.500937:0:17142:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac644455f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3644:x1875634154588672:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788744581.500972:0:17142:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac644455f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3644:x1875634154588672:12345-0@lo:400:kworker.0 Request processed in 36us (7953us total) trans 0 rc 0/0 00000100:00100000:3.0:1788744581.500978:0:17142:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 60 00000100:00100000:0.0:1788744581.501058:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788744581.501095:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac745dd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3644:1875634154589696:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1788744581.501265:0:17878:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac644454000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3644:x1875634154588160:12345-0@lo:400:kworker.0 Request processed in 516us (8287us total) trans 0 rc 0/0 00000100:00100000:2.0:1788744581.501272:0:17878:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 59 00000100:00100000:0.0:1788744581.501371:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788744581.501633:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac780fd3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3644:1875634154588160:0@lo:400:kworker.0 00000100:00100000:0.0:1788744581.501645:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac7556edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3644:1875634154588672:0@lo:400:kworker.0 00000100:00100000:0.0:1788744581.503291:0:17138:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154589184 00000100:00100000:0.0:1788744581.503469:0:17138:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154589184 00000100:00100000:0.0:1788744581.503592:0:17138:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 79 00000100:00100000:0.0:1788744581.503605:0:17138:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac644456300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3644:x1875634154589184:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788744581.503690:0:17138:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac644456300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3644:x1875634154589184:12345-0@lo:400:kworker.0 Request processed in 89us (2631us total) trans 0 rc 0/0 00000100:00100000:0.0:1788744581.503697:0:17138:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 79 00000100:00080000:0.0:1788744581.503719:0:17133:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788744581.503762:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac7556ed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3644:1875634154589184:0@lo:400:kworker.0 00000100:00100000:3.0:1788744581.504741:0:18647:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154589696 00000100:00100000:3.0:1788744581.504750:0:18647:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154589696 00000100:00100000:3.0:1788744581.504936:0:18647:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:3.0:1788744581.504945:0:18647:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac644454380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3644:x1875634154589696:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1788744581.504965:0:18647:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3915857920 avail 3684335616 00000100:00100000:3.0:1788744581.505057:0:18647:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac644454380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3644:x1875634154589696:12345-0@lo:13:osp-pre-0-0.0 Request processed in 113us (3686us total) trans 0 rc 0/0 00000100:00100000:3.0:1788744581.505063:0:18647:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:0.0:1788744581.505196:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac745dd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3644:1875634154589696:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1788744581.505548:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788744581.505593:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac745dd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3645:1875634154589824:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1788744581.505632:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788744581.505707:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac7556ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3643:1875634154589056:0@lo:400:kworker.0 00000100:00100000:1.0:1788744581.505753:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788744581.505754:0:18665:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154589312 00000100:00100000:3.0:1788744581.505759:0:18665:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154589312 00000100:00100000:1.0:1788744581.505776:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac7556eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3643:1875634154589568:0@lo:400:kworker.0 00000100:00100000:1.0:1788744581.505801:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788744581.505807:0:18665:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154589056 00000100:00100000:3.0:1788744581.505810:0:18665:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154589056 00000100:00100000:3.0:1788744581.505821:0:18665:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154589568 00000100:00100000:1.0:1788744581.505825:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac780fd3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3734829d-853b-494e-83d0-e0bd2808e668:3643:1875634154588032:0@lo:400:kworker.0 00000100:00100000:3.0:1788744581.505834:0:18665:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154589568 00000100:00100000:1.0:1788744581.505836:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac77fb81180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3643:1875634154588544:0@lo:400:kworker.0 00000100:00100000:1.0:1788744581.505862:0:17139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 80 00000100:00100000:1.0:1788744581.505870:0:17139:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac644456d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3645:x1875634154589312:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788744581.505893:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac780fd0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3645:1875634154588288:0@lo:400:kworker.0 00000100:00100000:1.0:1788744581.505903:0:17139:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac644456d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3645:x1875634154589312:12345-0@lo:400:kworker.0 Request processed in 36us (356us total) trans 0 rc 0/0 00000100:00100000:0.0:1788744581.505904:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac7556edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3645:1875634154588800:0@lo:400:kworker.0 00010000:00080000:0.0:1788744581.505915:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9ac7556ece00 x1875634154589312/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788744597 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788744581.505929:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac7556ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3645:1875634154589312:0@lo:400:kworker.0 00000100:00100000:0.0:1788744581.505944:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1788744581.505950:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac745dd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3645:1875634154589952:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788744581.505972:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788744581.506296:0:18665:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 81 00000100:00100000:3.0:1788744581.506305:0:18665:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac643354000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3643:x1875634154589056:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788744581.506347:0:18665:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac643354000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3643:x1875634154589056:12345-0@lo:400:kworker.0 Request processed in 45us (594us total) trans 0 rc 0/0 00000100:00100000:3.0:1788744581.506354:0:18665:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 81 00000100:00100000:3.0:1788744581.506370:0:18665:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82 00000100:00100000:3.0:1788744581.506376:0:18665:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac643357b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3643:x1875634154589568:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788744581.506418:0:18665:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac643357b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3643:x1875634154589568:12345-0@lo:400:kworker.0 Request processed in 42us (615us total) trans 0 rc 0/0 00000100:00100000:3.0:1788744581.506424:0:18665:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82 00000100:00080000:0.0:1788744581.506643:0:17133:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1788744581.506659:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788744581.506695:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac643e44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3646:1875634154588416:0@lo:400:kworker.0 00000100:00100000:0.0:1788744581.506706:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac7556ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3646:1875634154588928:0@lo:400:kworker.0 00000100:00100000:0.0:1788744581.506726:0:18665:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154589440 00000100:00100000:0.0:1788744581.506730:0:18665:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154589440 00000100:00100000:0.0:1788744581.506771:0:18665:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83 00000100:00100000:0.0:1788744581.506842:0:18665:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac780fd3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3646:x1875634154589440:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788744581.506973:0:18665:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac780fd3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3646:x1875634154589440:12345-0@lo:400:kworker.0 Request processed in 195us (312us total) trans 0 rc 0/0 00000100:00100000:0.0:1788744581.506979:0:18665:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83 00000100:00080000:0.0:1788744581.506998:0:17133:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788744581.507017:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac7556efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3646:1875634154589440:0@lo:400:kworker.0 00000100:00100000:2.0:1788744581.507127:0:18646:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154589824 00000100:00100000:2.0:1788744581.507132:0:18646:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154589824 00000100:00100000:2.0:1788744581.507153:0:18646:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154589952 00000100:00100000:2.0:1788744581.507155:0:18646:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154589952 00000100:00100000:2.0:1788744581.507168:0:18646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:2.0:1788744581.507174:0:18646:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac644457100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3645:x1875634154589824:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1788744581.507193:0:18646:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923505152 avail 3691982848 00000100:00100000:2.0:1788744581.507228:0:18646:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac644457100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3645:x1875634154589824:12345-0@lo:13:osp-pre-1-0.0 Request processed in 55us (1595us total) trans 0 rc 0/0 00000100:00100000:2.0:1788744581.507234:0:18646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:2.0:1788744581.507248:0:18646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:2.0:1788744581.507254:0:18646:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac780fd0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3645:x1875634154589952:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1788744581.507271:0:18646:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923505152 avail 3691982848 00000100:00100000:2.0:1788744581.507308:0:18646:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac780fd0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3645:x1875634154589952:12345-0@lo:13:osp-pre-1-1.0 Request processed in 44us (1324us total) trans 0 rc 0/0 00000100:00100000:2.0:1788744581.507315:0:18646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:0.0:1788744581.507642:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac745dd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3645:1875634154589952:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788744581.507656:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac745dd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3645:1875634154589824:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1788744581.508702:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac7556ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3643:1875634154589056:0@lo:400:kworker.0 00010000:00080000:0.0:1788744581.508720:0:3643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9ac7556eed80 x1875634154589568/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788744597 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788744581.508731:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac7556eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3643:1875634154589568:0@lo:400:kworker.0 00000100:00100000:1.0:1788744581.516456:0:17139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 80 00010000:00010000:0.0:1788744582.318669:0:19539:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:0.0:1788744582.513627:0:18639:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of b2827ee7-baa9-49cc-a7aa-8f8d036c38af 00000020:00000080:0.0:1788744582.513636:0:18639:0:(genops.c:885:class_export_put()) final put ffff9ac6422f5800/b2827ee7-baa9-49cc-a7aa-8f8d036c38af 00000001:00100000:0.0:1788744582.513651:0:18639:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of bdc352e8-3c6b-4f1a-950a-ac93337c2f7b 00000020:00000080:0.0:1788744582.513653:0:18639:0:(genops.c:885:class_export_put()) final put ffff9ac750766000/bdc352e8-3c6b-4f1a-950a-ac93337c2f7b 00000020:00000080:3.0:1788744582.513711:0:475:0:(genops.c:844:class_export_destroy()) destroying export ffff9ac6422f5800/b2827ee7-baa9-49cc-a7aa-8f8d036c38af for lustre-OST0000 00000020:00000080:3.0:1788744582.513778:0:475:0:(genops.c:844:class_export_destroy()) destroying export ffff9ac750766000/bdc352e8-3c6b-4f1a-950a-ac93337c2f7b for lustre-OST0000 00000020:00000080:3.0:1788744582.513797:0:475:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff9ac6422f6000 for lustre-OST0000 00000020:00000080:3.0:1788744582.513802:0:475:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff9ac750760000 for lustre-OST0000 00000001:00100000:1.0:1788744582.514001:0:19457:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of bdc352e8-3c6b-4f1a-950a-ac93337c2f7b 00000020:00000080:1.0:1788744582.514006:0:19457:0:(genops.c:885:class_export_put()) final put ffff9ac750766800/bdc352e8-3c6b-4f1a-950a-ac93337c2f7b 00000001:00100000:1.0:1788744582.514024:0:19457:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of b2827ee7-baa9-49cc-a7aa-8f8d036c38af 00000020:00000080:1.0:1788744582.514026:0:19457:0:(genops.c:885:class_export_put()) final put ffff9ac6422f2000/b2827ee7-baa9-49cc-a7aa-8f8d036c38af 00000020:00000080:3.0:1788744582.514070:0:475:0:(genops.c:844:class_export_destroy()) destroying export ffff9ac750766800/bdc352e8-3c6b-4f1a-950a-ac93337c2f7b for lustre-OST0001 00000020:00000080:3.0:1788744582.514088:0:475:0:(genops.c:844:class_export_destroy()) destroying export ffff9ac6422f2000/b2827ee7-baa9-49cc-a7aa-8f8d036c38af for lustre-OST0001 00000020:00000080:3.0:1788744582.514102:0:475:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff9ac750761800 for lustre-OST0001 00000020:00000080:3.0:1788744582.514106:0:475:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff9ac6422f3000 for lustre-OST0001 00000020:01000004:3.0:1788744582.564823:0:20706:0:(tgt_mount.c:2191:server_umount_begin()) umount -f 00000020:01000004:2.0:1788744582.577119:0:20706:0:(tgt_mount.c:2061:server_put_super()) server put_super lustre-MDT0000 00010000:00010000:2.0:1788744582.577187:0:20706:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.104@tcp lock: ffff9ac741535e00/0xb6207a6e76dcd342 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0xb6207a6e76dcd349 expref: -99 pid: 17116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744582.577203:0:20706:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.104@tcp lock: ffff9ac741535e00/0xb6207a6e76dcd342 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0xb6207a6e76dcd349 expref: -99 pid: 17116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744582.577211:0:20706:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.104@tcp lock: ffff9ac741535e00/0xb6207a6e76dcd342 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000400000000 nid: local remote: 0xb6207a6e76dcd349 expref: -99 pid: 17116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744582.577219:0:20706:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.104@tcp lock: ffff9ac741535e00/0xb6207a6e76dcd342 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000400000000 nid: local remote: 0xb6207a6e76dcd349 expref: -99 pid: 17116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744582.577246:0:20706:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:2.0:1788744582.577252:0:20706:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00010000:00010000:1.0:1788744582.577258:0:17126:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788744582.577268:0:17126:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.104@tcp lock: ffff9ac741535e00/0xb6207a6e76dcd342 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000400000000 nid: local remote: 0xb6207a6e76dcd349 expref: -99 pid: 17116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:2.0:1788744582.577277:0:20706:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00010000:00010000:1.0:1788744582.577279:0:17126:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ac741535e00 already unused, calling callback (ffffffffc14dbc20) 00000100:00100000:2.0:1788744582.577284:0:20706:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 3 10000000:00010000:1.0:1788744582.577285:0:17126:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.104@tcp lock: ffff9ac741535e00/0xb6207a6e76dcd342 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000400000000 nid: local remote: 0xb6207a6e76dcd349 expref: -99 pid: 17116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:2.0:1788744582.577292:0:20706:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID 00010000:00010000:1.0:1788744582.577309:0:17126:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.104@tcp lock: ffff9ac741535e00/0xb6207a6e76dcd342 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1008400000000 nid: local remote: 0xb6207a6e76dcd349 expref: -99 pid: 17116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:2.0:1788744582.577316:0:20706:0:(import.c:65:import_set_state_nolock()) ffff9ac7501d7000 lustre-MDT0000_UUID: changing import state from FULL to CONNECTING 10000000:00010000:1.0:1788744582.577318:0:17126:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.104@tcp lock: ffff9ac741535e00/0xb6207a6e76dcd342 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1009400000000 nid: local remote: 0xb6207a6e76dcd349 expref: -99 pid: 17116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788744582.577327:0:17126:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:1.0:1788744582.577330:0:17126:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:1.0:1788744582.577333:0:17126:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:1.0:1788744582.577357:0:17126:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.104@tcp lock: ffff9ac741535e00/0xb6207a6e76dcd342 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5809400000020 nid: local remote: 0xb6207a6e76dcd349 expref: -99 pid: 17116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744582.577363:0:17126:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788744582.577393:0:17126:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.104@tcp lock: ffff9ac741535e00/0xb6207a6e76dcd342 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5809400000020 nid: local remote: 0xb6207a6e76dcd349 expref: -99 pid: 17116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744582.577446:0:17126:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.104@tcp lock: ffff9ac741535e00/0xb6207a6e76dcd342 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5809400000020 nid: local remote: 0xb6207a6e76dcd349 expref: -99 pid: 17116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744582.577464:0:17126:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788744582.577466:0:17126:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788744582.577468:0:17126:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788744582.577662:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac77fb81180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3734829d-853b-494e-83d0-e0bd2808e668:3643:1875634154590208:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788744582.577741:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788744582.578232:0:17123:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154590208 00000100:00100000:0.0:1788744582.578240:0:17123:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154590208 00000100:00100000:0.0:1788744582.578335:0:17123:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:0.0:1788744582.578347:0:17123:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac7556ec380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3734829d-853b-494e-83d0-e0bd2808e668+24:3643:x1875634154590208:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788744582.578361:0:17123:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788744582.578377:0:17123:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9ac6437be600/0xb6207a6e76dcd349 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xb6207a6e76dcd342 expref: 24 pid: 17131 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744582.578391:0:17123:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788744582.578448:0:17123:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac7556ec380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3734829d-853b-494e-83d0-e0bd2808e668+23:3643:x1875634154590208:12345-0@lo:103:ldlm_bl.0 Request processed in 104us (721us total) trans 0 rc 0/0 00000100:00100000:0.0:1788744582.578455:0:17123:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1788744582.579669:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac7556ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3642:1875634154590080:0@lo:39:umount.0 00000100:00100000:3.0:1788744582.579744:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788744582.580070:0:18665:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154590080 00000100:00100000:0.0:1788744582.580078:0:18665:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154590080 00000100:00100000:0.0:1788744582.580159:0:18665:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71 00000100:00100000:0.0:1788744582.580168:0:18665:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac745dd5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3642:x1875634154590080:12345-0@lo:39:umount.0 00000020:00000080:0.0:1788744582.580197:0:18665:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xb6207a6e76dcd373 00000100:00080000:0.0:1788744582.580205:0:18665:0:(import.c:65:import_set_state_nolock()) ffff9ac744dea800 : changing import state from FULL to CLOSED 00000100:00100000:0.0:1788744582.580284:0:18665:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac745dd5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+1:3642:x1875634154590080:12345-0@lo:39:umount.0 Request processed in 117us (539us total) trans 0 rc 0/0 00000100:00100000:0.0:1788744582.580291:0:18665:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71 00000020:00000080:0.0:1788744582.580303:0:18665:0:(genops.c:885:class_export_put()) final put ffff9ac761cdd000/lustre-MDT0000-lwp-MDT0000_UUID 00010000:00010000:1.0:1788744582.580346:0:17125:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1788744582.580386:0:3642:0:(import.c:65:import_set_state_nolock()) ffff9ac7501d7000 lustre-MDT0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:3.0:1788744582.580424:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac7556ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3642:1875634154590080:0@lo:39:umount.0 00000100:00080000:1.0:1788744582.580547:0:20706:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:1.0:1788744582.580551:0:20706:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 4 00000100:00100000:1.0:1788744582.580556:0:20706:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:0.0:1788744582.581218:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff9ac761cdd000/lustre-MDT0000-lwp-MDT0000_UUID for lustre-MDT0000 00010000:00010000:1.0:1788744582.581906:0:20706:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.104@tcp lock: ffff9ac6437bfc00/0xb6207a6e76dcd293 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0xb6207a6e76dcd29a expref: -99 pid: 17116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744582.581920:0:20706:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.104@tcp lock: ffff9ac6437bfc00/0xb6207a6e76dcd293 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0xb6207a6e76dcd29a expref: -99 pid: 17116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744582.581940:0:20706:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.104@tcp lock: ffff9ac6437bfc00/0xb6207a6e76dcd293 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000400000000 nid: local remote: 0xb6207a6e76dcd29a expref: -99 pid: 17116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744582.581948:0:20706:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.104@tcp lock: ffff9ac6437bfc00/0xb6207a6e76dcd293 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000400000000 nid: local remote: 0xb6207a6e76dcd29a expref: -99 pid: 17116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744582.581967:0:20706:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788744582.581974:0:20706:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.104@tcp lock: ffff9ac740031000/0xb6207a6e76dcd771 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xb6207a6e76dcd778 expref: -99 pid: 17135 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744582.581982:0:20706:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.104@tcp lock: ffff9ac740031000/0xb6207a6e76dcd771 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xb6207a6e76dcd778 expref: -99 pid: 17135 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744582.581988:0:20706:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.104@tcp lock: ffff9ac740031000/0xb6207a6e76dcd771 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xb6207a6e76dcd778 expref: -99 pid: 17135 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744582.581995:0:20706:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.104@tcp lock: ffff9ac740031000/0xb6207a6e76dcd771 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xb6207a6e76dcd778 expref: -99 pid: 17135 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744582.582016:0:20706:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000020:00000080:0.0:1788744582.582025:0:8:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff9ac744dea800 for lustre-MDT0000 00010000:00010000:1.0:1788744582.582026:0:20706:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.104@tcp lock: ffff9ac774b59600/0xb6207a6e76dcd83c lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xb6207a6e76dcd843 expref: -99 pid: 17135 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744582.582037:0:20706:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.104@tcp lock: ffff9ac774b59600/0xb6207a6e76dcd83c lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0xb6207a6e76dcd843 expref: -99 pid: 17135 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744582.582041:0:19539:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1788744582.582049:0:19539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.104@tcp lock: ffff9ac6437bfc00/0xb6207a6e76dcd293 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000400000000 nid: local remote: 0xb6207a6e76dcd29a expref: -99 pid: 17116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744582.582055:0:20706:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.104@tcp lock: ffff9ac774b59600/0xb6207a6e76dcd83c lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0xb6207a6e76dcd843 expref: -99 pid: 17135 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744582.582058:0:19539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ac6437bfc00 already unused, calling callback (ffffffffc14dbc20) 10000000:00010000:0.0:1788744582.582070:0:19539:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.104@tcp lock: ffff9ac6437bfc00/0xb6207a6e76dcd293 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000400000000 nid: local remote: 0xb6207a6e76dcd29a expref: -99 pid: 17116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744582.582079:0:20706:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.104@tcp lock: ffff9ac774b59600/0xb6207a6e76dcd83c lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0xb6207a6e76dcd843 expref: -99 pid: 17135 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744582.582083:0:19539:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.104@tcp lock: ffff9ac6437bfc00/0xb6207a6e76dcd293 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1008400000000 nid: local remote: 0xb6207a6e76dcd29a expref: -99 pid: 17116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788744582.582094:0:19539:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.104@tcp lock: ffff9ac6437bfc00/0xb6207a6e76dcd293 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1009400000000 nid: local remote: 0xb6207a6e76dcd29a expref: -99 pid: 17116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744582.582097:0:20706:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 10000000:01000000:0.0:1788744582.582102:0:19539:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:0.0:1788744582.582107:0:19539:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-MDT0000: stopping, won't requeue 00010000:00010000:1.0:1788744582.582112:0:17125:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1788744582.582119:0:17125:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.104@tcp lock: ffff9ac740031000/0xb6207a6e76dcd771 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xb6207a6e76dcd778 expref: -99 pid: 17135 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744582.582126:0:17125:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ac740031000 already unused, calling callback (ffffffffc14dbc20) 10000000:00010000:1.0:1788744582.582129:0:17125:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.104@tcp lock: ffff9ac740031000/0xb6207a6e76dcd771 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xb6207a6e76dcd778 expref: -99 pid: 17135 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744582.582138:0:17125:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.104@tcp lock: ffff9ac740031000/0xb6207a6e76dcd771 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0xb6207a6e76dcd778 expref: -99 pid: 17135 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744582.582140:0:19539:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.104@tcp lock: ffff9ac6437bfc00/0xb6207a6e76dcd293 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5809400000020 nid: local remote: 0xb6207a6e76dcd29a expref: -99 pid: 17116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1788744582.582151:0:17125:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.104@tcp lock: ffff9ac740031000/0xb6207a6e76dcd771 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0xb6207a6e76dcd778 expref: -99 pid: 17135 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744582.582153:0:19539:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 10000000:01000000:1.0:1788744582.582160:0:17125:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:01000000:1.0:1788744582.582164:0:17125:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-mdtir: stopping, won't requeue 10000000:01000000:1.0:1788744582.582167:0:17125:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-mdtir 00010000:00010000:0.0:1788744582.582180:0:19539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.104@tcp lock: ffff9ac6437bfc00/0xb6207a6e76dcd293 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5809400000020 nid: local remote: 0xb6207a6e76dcd29a expref: -99 pid: 17116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744582.582185:0:17125:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.104@tcp lock: ffff9ac740031000/0xb6207a6e76dcd771 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xb6207a6e76dcd778 expref: -99 pid: 17135 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744582.582190:0:19539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.104@tcp lock: ffff9ac6437bfc00/0xb6207a6e76dcd293 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5809400000020 nid: local remote: 0xb6207a6e76dcd29a expref: -99 pid: 17116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744582.582195:0:17125:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788744582.582210:0:19539:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788744582.582215:0:19539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.104@tcp lock: ffff9ac774b59600/0xb6207a6e76dcd83c lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0xb6207a6e76dcd843 expref: -99 pid: 17135 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744582.582216:0:17125:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.104@tcp lock: ffff9ac740031000/0xb6207a6e76dcd771 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xb6207a6e76dcd778 expref: -99 pid: 17135 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744582.582232:0:19539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ac774b59600 already unused, calling callback (ffffffffc14dbc20) 00010000:00010000:1.0:1788744582.582234:0:17125:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.104@tcp lock: ffff9ac740031000/0xb6207a6e76dcd771 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xb6207a6e76dcd778 expref: -99 pid: 17135 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788744582.582237:0:19539:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.104@tcp lock: ffff9ac774b59600/0xb6207a6e76dcd83c lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0xb6207a6e76dcd843 expref: -99 pid: 17135 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744582.582250:0:19539:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.104@tcp lock: ffff9ac774b59600/0xb6207a6e76dcd83c lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1008400000000 nid: local remote: 0xb6207a6e76dcd843 expref: -99 pid: 17135 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744582.582261:0:17125:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788744582.582263:0:17125:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788744582.582266:0:17125:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00010000:0.0:1788744582.582273:0:19539:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.104@tcp lock: ffff9ac774b59600/0xb6207a6e76dcd83c lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1009400000000 nid: local remote: 0xb6207a6e76dcd843 expref: -99 pid: 17135 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744582.582279:0:20706:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.104@tcp lock: ffff9ac6437bfe00/0xb6207a6e76dcd285 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xb6207a6e76dcd28c expref: -99 pid: 17116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788744582.582279:0:19539:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:0.0:1788744582.582284:0:19539:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 10000000:01000000:0.0:1788744582.582289:0:19539:0:(mgc_request.c:130:config_log_put()) dropping config log params 00010000:00010000:1.0:1788744582.582295:0:20706:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.104@tcp lock: ffff9ac6437bfe00/0xb6207a6e76dcd285 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xb6207a6e76dcd28c expref: -99 pid: 17116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744582.582301:0:20706:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.104@tcp lock: ffff9ac6437bfe00/0xb6207a6e76dcd285 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xb6207a6e76dcd28c expref: -99 pid: 17116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744582.582310:0:20706:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.104@tcp lock: ffff9ac6437bfe00/0xb6207a6e76dcd285 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xb6207a6e76dcd28c expref: -99 pid: 17116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744582.582310:0:19539:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.104@tcp lock: ffff9ac774b59600/0xb6207a6e76dcd83c lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0xb6207a6e76dcd843 expref: -99 pid: 17135 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744582.582329:0:19539:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788744582.582337:0:20706:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788744582.582337:0:19539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.104@tcp lock: ffff9ac774b59600/0xb6207a6e76dcd83c lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0xb6207a6e76dcd843 expref: -99 pid: 17135 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788744582.582344:0:20706:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-MDT0000 00010000:00010000:0.0:1788744582.582347:0:19539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.104@tcp lock: ffff9ac774b59600/0xb6207a6e76dcd83c lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0xb6207a6e76dcd843 expref: -99 pid: 17135 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788744582.582349:0:20706:0:(mgc_request.c:547:config_log_end()) end config log lustre-MDT0000 (0) 00010000:00010000:0.0:1788744582.582362:0:19539:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788744582.582365:0:19539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.104@tcp lock: ffff9ac6437bfe00/0xb6207a6e76dcd285 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xb6207a6e76dcd28c expref: -99 pid: 17116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744582.582370:0:19539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ac6437bfe00 already unused, calling callback (ffffffffc14dbc20) 10000000:00010000:0.0:1788744582.582373:0:19539:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.104@tcp lock: ffff9ac6437bfe00/0xb6207a6e76dcd285 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xb6207a6e76dcd28c expref: -99 pid: 17116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744582.582379:0:19539:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.104@tcp lock: ffff9ac6437bfe00/0xb6207a6e76dcd285 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0xb6207a6e76dcd28c expref: -99 pid: 17116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744582.582381:0:17125:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00010000:0.0:1788744582.582387:0:19539:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.104@tcp lock: ffff9ac6437bfe00/0xb6207a6e76dcd285 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0xb6207a6e76dcd28c expref: -99 pid: 17116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:1.0:1788744582.582395:0:20706:0:(tgt_mount.c:2111:server_put_super()) stopping lustre-MDT0000 00000020:01000000:1.0:1788744582.582415:0:20706:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000 (flags='F') 00000020:00000080:1.0:1788744582.582422:0:20706:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1788744582.582427:0:20706:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000: forcing exports to disconnect: 4/13 00000020:00080000:1.0:1788744582.582434:0:20706:0:(genops.c:1818:print_export_data()) lustre-MDT0000: ACTIVE ffff9ac643ecb000 lustre-MDT0000-lwp-OST0001_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:1.0:1788744582.582441:0:20706:0:(genops.c:1818:print_export_data()) lustre-MDT0000: ACTIVE ffff9ac7447dd000 lustre-MDT0000-lwp-OST0000_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:1.0:1788744582.582446:0:20706:0:(genops.c:1818:print_export_data()) lustre-MDT0000: ACTIVE ffff9ac748bfa000 lustre-MDT0000-lwp-MDT0001_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:1.0:1788744582.582450:0:20706:0:(genops.c:1818:print_export_data()) lustre-MDT0000: ACTIVE ffff9ac77b986000 lustre-MDT0001-mdtlov_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:1.0:1788744582.582456:0:20706:0:(genops.c:1818:print_export_data()) lustre-MDT0000: UNLINKED ffff9ac6422f0800 bdc352e8-3c6b-4f1a-950a-ac93337c2f7b 192.168.203.4@tcp 2 (0 2 0) 1 0 0 0: 0000000000000000 8589934599 stale:0 00000020:00080000:1.0:1788744582.582467:0:20706:0:(genops.c:1818:print_export_data()) lustre-MDT0000: UNLINKED ffff9ac64260a000 b2827ee7-baa9-49cc-a7aa-8f8d036c38af 192.168.203.4@tcp 4 (0 4 0) 1 0 0 0: 0000000000000000 8589934623 stale:0 00000020:00080000:1.0:1788744582.582472:0:20706:0:(genops.c:1552:class_disconnect_exports()) OBD device 5 (ffff9ac77cdfcd40) has exports, disconnecting them 00000020:00080000:1.0:1788744582.582477:0:20706:0:(genops.c:1527:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff9ac643ecb000), last request at 1788744581 00000020:00000080:1.0:1788744582.582484:0:20706:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xb6207a6e76dcd5aa 00000100:00080000:1.0:1788744582.582500:0:20706:0:(import.c:65:import_set_state_nolock()) ffff9ac643ece000 : changing import state from FULL to CLOSED 00010000:00010000:1.0:1788744582.582534:0:17125:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00080000:1.0:1788744582.582547:0:20706:0:(genops.c:1532:class_disconnect_export_list()) disconnected export at 0@lo (ffff9ac643ecb000): rc 0 00000020:00000080:1.0:1788744582.582550:0:20706:0:(genops.c:885:class_export_put()) final put ffff9ac643ecb000/lustre-MDT0000-lwp-OST0001_UUID 00000020:00080000:1.0:1788744582.582559:0:20706:0:(genops.c:1527:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff9ac7447dd000), last request at 1788744581 00000020:00000080:1.0:1788744582.582562:0:20706:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xb6207a6e76dcd510 00000100:00080000:1.0:1788744582.582567:0:20706:0:(import.c:65:import_set_state_nolock()) ffff9ac77cad9000 : changing import state from FULL to CLOSED 00010000:00010000:1.0:1788744582.582577:0:17125:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00080000:1.0:1788744582.582584:0:20706:0:(genops.c:1532:class_disconnect_export_list()) disconnected export at 0@lo (ffff9ac7447dd000): rc 0 00000020:00000080:1.0:1788744582.582586:0:20706:0:(genops.c:885:class_export_put()) final put ffff9ac7447dd000/lustre-MDT0000-lwp-OST0000_UUID 00000020:00080000:1.0:1788744582.582589:0:20706:0:(genops.c:1527:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff9ac748bfa000), last request at 1788744514 00000020:00000080:1.0:1788744582.582592:0:20706:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xb6207a6e76dcd461 00000100:00080000:1.0:1788744582.582596:0:20706:0:(import.c:65:import_set_state_nolock()) ffff9ac7602d6800 : changing import state from FULL to CLOSED 00010000:00010000:1.0:1788744582.582605:0:17125:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00080000:1.0:1788744582.582611:0:20706:0:(genops.c:1532:class_disconnect_export_list()) disconnected export at 0@lo (ffff9ac748bfa000): rc 0 00000020:00000080:1.0:1788744582.582613:0:20706:0:(genops.c:885:class_export_put()) final put ffff9ac748bfa000/lustre-MDT0000-lwp-MDT0001_UUID 00000020:00080000:1.0:1788744582.582617:0:20706:0:(genops.c:1527:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff9ac77b986000), last request at 1788744514 00000020:00000080:1.0:1788744582.582620:0:20706:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xb6207a6e76dcd406 00000100:00080000:1.0:1788744582.582622:0:20706:0:(import.c:65:import_set_state_nolock()) ffff9ac7447d8800 : changing import state from FULL to CLOSED 00010000:00010000:1.0:1788744582.582632:0:17125:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000004:1.0:1788744582.582638:0:20706:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934627 00010000:00010000:3.0:1788744582.582691:0:17126:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00080000:1.0:1788744582.582707:0:20706:0:(genops.c:1532:class_disconnect_export_list()) disconnected export at 0@lo (ffff9ac77b986000): rc 0 00000004:00000080:1.0:1788744582.582714:0:20706:0:(mdd_device.c:2304:mdd_iocontrol()) lustre-MDD0000: cmd=400866e7 len=0 karg=ffffa7f9082d7ae0 00000100:00080000:1.0:1788744582.582745:0:20706:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:1.0:1788744582.582754:0:20706:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 0 gen 3 00000100:00080000:1.0:1788744582.583561:0:20706:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID 00000100:00080000:1.0:1788744582.583583:0:20706:0:(import.c:65:import_set_state_nolock()) ffff9ac64450f000 lustre-MDT0001_UUID: changing import state from FULL to CONNECTING 00000100:00100000:3.0:1788744582.583717:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac643f28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3642:1875634154590720:0@lo:39:umount.0 00000100:00100000:3.0:1788744582.583795:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1788744582.584329:0:20706:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:1.0:1788744582.584333:0:20706:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934598 gen 3 00000004:00080000:1.0:1788744582.584352:0:20706:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00080000:1.0:1788744582.584432:0:20706:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID 00000100:00080000:1.0:1788744582.584447:0:20706:0:(import.c:65:import_set_state_nolock()) ffff9ac643703800 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00080000:1.0:1788744582.584457:0:20706:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:1.0:1788744582.584459:0:20706:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 8589934593 gen 3 00000004:00080000:1.0:1788744582.584464:0:20706:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00080000:1.0:1788744582.584521:0:20706:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID 00000100:00080000:1.0:1788744582.584530:0:20706:0:(import.c:65:import_set_state_nolock()) ffff9ac748bff000 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000020:00080000:1.0:1788744582.584578:0:20706:0:(genops.c:1557:class_disconnect_exports()) OBD device 5 (ffff9ac77cdfcd40) has no exports 00000100:00100000:3.0:1788744582.584585:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac643f29500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3642:1875634154590848:0@lo:9:umount.0 00000100:00100000:3.0:1788744582.584626:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788744582.584652:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac643f28e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3642:1875634154590976:0@lo:9:umount.0 00000100:00100000:3.0:1788744582.584674:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788744582.584768:0:19228:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154590848 00000100:00100000:3.0:1788744582.584775:0:19228:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154590848 00000100:00100000:3.0:1788744582.584821:0:19228:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154590976 00000100:00100000:3.0:1788744582.584824:0:19228:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154590976 00000100:00100000:3.0:1788744582.584844:0:19228:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:3.0:1788744582.584852:0:19228:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac745dd5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3642:x1875634154590848:12345-0@lo:9:umount.0 00000020:00000080:3.0:1788744582.584880:0:19228:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xb6207a6e76dcd5cd 00000100:00080000:3.0:1788744582.584890:0:19228:0:(import.c:65:import_set_state_nolock()) ffff9ac775e87800 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1788744582.584929:0:19228:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934600 00000100:00100000:3.0:1788744582.585064:0:19228:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac745dd5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+2:3642:x1875634154590848:12345-0@lo:9:umount.0 Request processed in 212us (437us total) trans 0 rc 0/0 00000100:00100000:3.0:1788744582.585071:0:19228:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:3.0:1788744582.585086:0:19228:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:3.0:1788744582.585093:0:19228:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac745dd7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3642:x1875634154590976:12345-0@lo:9:umount.0 00000020:00000080:3.0:1788744582.585105:0:19228:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xb6207a6e76dcd5d4 00000100:00080000:3.0:1788744582.585124:0:19228:0:(import.c:65:import_set_state_nolock()) ffff9ac775e81000 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1788744582.585149:0:19228:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934594 00000100:00100000:3.0:1788744582.585224:0:19228:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac745dd7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+2:3642:x1875634154590976:12345-0@lo:9:umount.0 Request processed in 131us (548us total) trans 0 rc 0/0 00000100:00100000:3.0:1788744582.585230:0:19228:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00010000:00010000:3.0:1788744582.585257:0:17125:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788744582.585264:0:17126:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1788744582.585306:0:3642:0:(import.c:65:import_set_state_nolock()) ffff9ac643703800 lustre-OST0000_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:3.0:1788744582.585316:0:3642:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000004:00080000:3.0:1788744582.585318:0:3642:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:3.0:1788744582.585321:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac643f29500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3642:1875634154590848:0@lo:9:umount.0 00000100:00080000:3.0:1788744582.585333:0:3642:0:(import.c:65:import_set_state_nolock()) ffff9ac748bff000 lustre-OST0001_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:3.0:1788744582.585340:0:3642:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000004:00080000:3.0:1788744582.585341:0:3642:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:3.0:1788744582.585344:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac643f28e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3642:1875634154590976:0@lo:9:umount.0 10000000:01000000:0.0:1788744582.585645:0:19539:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x5:0x0].0x0 (lustre) 10000000:01000000:0.0:1788744582.585649:0:19539:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-barrier: stopping, won't requeue 10000000:01000000:0.0:1788744582.585653:0:19539:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-barrier 00010000:00010000:0.0:1788744582.585686:0:19539:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.104@tcp lock: ffff9ac6437bfe00/0xb6207a6e76dcd285 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xb6207a6e76dcd28c expref: -99 pid: 17116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744582.585693:0:19539:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788744582.585705:0:19539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.104@tcp lock: ffff9ac6437bfe00/0xb6207a6e76dcd285 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xb6207a6e76dcd28c expref: -99 pid: 17116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744582.585713:0:19539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.104@tcp lock: ffff9ac6437bfe00/0xb6207a6e76dcd285 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xb6207a6e76dcd28c expref: -99 pid: 17116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744582.585737:0:19539:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788744582.585739:0:19539:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788744582.585741:0:19539:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788744582.585754:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac780fd3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3734829d-853b-494e-83d0-e0bd2808e668:3644:1875634154590336:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788744582.585788:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788744582.585823:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1788744582.585829:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac643fe2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3734829d-853b-494e-83d0-e0bd2808e668:3644:1875634154591104:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788744582.585850:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788744582.585878:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac641b7aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3734829d-853b-494e-83d0-e0bd2808e668:3645:1875634154590464:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788744582.585899:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788744582.585915:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1788744582.585921:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac643e44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3734829d-853b-494e-83d0-e0bd2808e668:3645:1875634154590592:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788744582.585939:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000080:0.0:1788744582.585962:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff9ac643ecb000/lustre-MDT0000-lwp-OST0001_UUID for lustre-MDT0000 00000020:00000080:0.0:1788744582.586012:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff9ac7447dd000/lustre-MDT0000-lwp-OST0000_UUID for lustre-MDT0000 00000020:00000080:0.0:1788744582.586035:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff9ac748bfa000/lustre-MDT0000-lwp-MDT0001_UUID for lustre-MDT0000 00000020:00000080:0.0:1788744582.586064:0:8:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff9ac643ece000 for lustre-MDT0000 00000020:00000080:0.0:1788744582.586069:0:8:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff9ac77cad9000 for lustre-MDT0000 00000020:00000080:0.0:1788744582.586073:0:8:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff9ac7602d6800 for lustre-MDT0000 00000100:00100000:0.0:1788744582.586090:0:17143:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154590720 00000100:00100000:0.0:1788744582.586096:0:17143:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154590720 00000100:00100000:3.0:1788744582.586210:0:17124:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154590336 00000100:00100000:3.0:1788744582.586214:0:17124:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154590336 00000100:00100000:3.0:1788744582.586240:0:17124:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154591104 00000100:00100000:3.0:1788744582.586244:0:17124:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154591104 00000100:00100000:3.0:1788744582.586253:0:17124:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154590464 00000100:00100000:3.0:1788744582.586255:0:17124:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154590464 00000100:00100000:3.0:1788744582.586265:0:17124:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154590592 00000100:00100000:3.0:1788744582.586267:0:17124:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154590592 00000100:00100000:3.0:1788744582.586280:0:17124:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:3.0:1788744582.586288:0:17124:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac643fe0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3734829d-853b-494e-83d0-e0bd2808e668+26:3644:x1875634154590336:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788744582.586299:0:17124:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788744582.586313:0:17124:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9ac643daca00/0xb6207a6e76dcd29a lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xb6207a6e76dcd293 expref: 26 pid: 17130 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744582.586326:0:17124:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788744582.586359:0:17124:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac643fe0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3734829d-853b-494e-83d0-e0bd2808e668+25:3644:x1875634154590336:12345-0@lo:103:ldlm_bl.0 Request processed in 72us (571us total) trans 0 rc 0/0 00000100:00100000:3.0:1788744582.586366:0:17124:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:3.0:1788744582.586380:0:17124:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:3.0:1788744582.586387:0:17124:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac746835050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3734829d-853b-494e-83d0-e0bd2808e668+24:3644:x1875634154591104:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788744582.586394:0:17124:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788744582.586425:0:17124:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9ac741535800/0xb6207a6e76dcd28c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xb6207a6e76dcd285 expref: 24 pid: 17130 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744582.586435:0:17124:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788744582.586459:0:17124:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac746835050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3734829d-853b-494e-83d0-e0bd2808e668+23:3644:x1875634154591104:12345-0@lo:103:ldlm_bl.0 Request processed in 73us (608us total) trans 0 rc 0/0 00000100:00100000:3.0:1788744582.586465:0:17124:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:3.0:1788744582.586501:0:17124:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:3.0:1788744582.586507:0:17124:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac643fe2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3734829d-853b-494e-83d0-e0bd2808e668+22:3645:x1875634154590464:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788744582.586515:0:17124:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788744582.586957:0:17124:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9ac773f47c00/0xb6207a6e76dcd778 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xb6207a6e76dcd771 expref: 22 pid: 17131 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744582.586972:0:17124:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788744582.587008:0:17124:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac643fe2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3734829d-853b-494e-83d0-e0bd2808e668+21:3645:x1875634154590464:12345-0@lo:103:ldlm_bl.0 Request processed in 501us (1108us total) trans 0 rc 0/0 00000100:00100000:3.0:1788744582.587015:0:17124:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:3.0:1788744582.587030:0:17124:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:3.0:1788744582.587036:0:17124:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac643fe0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3734829d-853b-494e-83d0-e0bd2808e668+20:3645:x1875634154590592:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788744582.587044:0:17124:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788744582.587053:0:17124:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9ac774b58600/0xb6207a6e76dcd843 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xb6207a6e76dcd83c expref: 20 pid: 17132 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744582.587061:0:17124:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788744582.587084:0:17124:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac643fe0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3734829d-853b-494e-83d0-e0bd2808e668+19:3645:x1875634154590592:12345-0@lo:103:ldlm_bl.0 Request processed in 49us (1143us total) trans 0 rc 0/0 00000100:00100000:3.0:1788744582.587089:0:17124:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:0.0:1788744582.587243:0:17143:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 61 00000100:00100000:0.0:1788744582.587251:0:17143:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac745dd7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3642:x1875634154590720:12345-0@lo:39:umount.0 00000020:00000080:0.0:1788744582.587272:0:17143:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xb6207a6e76dcd48b 00000100:00080000:0.0:1788744582.587281:0:17143:0:(import.c:65:import_set_state_nolock()) ffff9ac77b985800 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1788744582.587301:0:17143:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 2, last_transno is 8589934594 00000100:00100000:0.0:1788744582.587432:0:17143:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac745dd7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+3:3642:x1875634154590720:12345-0@lo:39:umount.0 Request processed in 182us (3636us total) trans 8589934595 rc 0/0 00000100:00100000:0.0:1788744582.587440:0:17143:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 61 00000100:00100000:0.0:1788744582.588616:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac643fe2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3734829d-853b-494e-83d0-e0bd2808e668:3644:1875634154591104:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788744582.588628:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac780fd3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3734829d-853b-494e-83d0-e0bd2808e668:3644:1875634154590336:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788744582.588665:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac643e44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3734829d-853b-494e-83d0-e0bd2808e668:3645:1875634154590592:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788744582.588672:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac641b7aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3734829d-853b-494e-83d0-e0bd2808e668:3645:1875634154590464:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788744582.588697:0:17125:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788744582.588719:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac77fb81180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3734829d-853b-494e-83d0-e0bd2808e668:3643:1875634154590208:0@lo:103:ldlm_bl.0 00000100:00080000:0.0:1788744582.588767:0:3642:0:(import.c:65:import_set_state_nolock()) ffff9ac64450f000 lustre-MDT0001_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:0.0:1788744582.588775:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac643f28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3642:1875634154590720:0@lo:39:umount.0 00000020:00080000:1.0:1788744582.600144:0:20706:0:(genops.c:1557:class_disconnect_exports()) OBD device 5 (ffff9ac77cdfcd40) has no exports 00000020:00000080:1.0:1788744582.662229:0:20706:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xb6207a6e76dcd2e0 00000020:00000080:1.0:1788744582.662245:0:20706:0:(genops.c:885:class_export_put()) final put ffff9ac6436cb000/lustre-QMT0000_UUID 00000020:01000000:1.0:1788744582.662545:0:20706:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-QMT0000 (flags='') 00000020:00000080:0.0:1788744582.665172:0:475:0:(genops.c:844:class_export_destroy()) destroying export ffff9ac6436cb000/lustre-QMT0000_UUID for lustre-QMT0000 00000020:00000080:0.0:1788744582.665228:0:20706:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1788744582.665239:0:20706:0:(obd_config.c:956:class_cleanup()) lustre-QMT0000: forcing exports to disconnect: 0/1 00000020:00080000:0.0:1788744582.665243:0:20706:0:(genops.c:1557:class_disconnect_exports()) OBD device 7 (ffff9ac64323b380) has no exports 00000020:00000080:0.0:1788744582.665695:0:20706:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xb6207a6e76dcd2d9 00000020:00000080:0.0:1788744582.665706:0:20706:0:(genops.c:885:class_export_put()) final put ffff9ac643e02800/lustre-MDT0000-osd_UUID 00000020:00000080:0.0:1788744582.665769:0:20706:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1788744582.665776:0:20706:0:(obd_config.c:883:class_detach()) detach on obd lustre-QMT0000 (uuid lustre-QMT0000_UUID) 00000020:00000080:0.0:1788744582.665779:0:20706:0:(genops.c:885:class_export_put()) final put ffff9ac643e04800/lustre-QMT0000_UUID 00000020:00000080:0.0:1788744582.665781:0:20706:0:(genops.c:844:class_export_destroy()) destroying export ffff9ac643e04800/lustre-QMT0000_UUID for lustre-QMT0000 00000020:01000000:0.0:1788744582.665786:0:20706:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-QMT0000 (lustre-QMT0000_UUID) 00000020:00000080:3.0:1788744582.665951:0:475:0:(genops.c:844:class_export_destroy()) destroying export ffff9ac643e02800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00010000:00010000:3.0:1788744583.342618:0:17126:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:3.0:1788744584.050665:0:17870:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000001:00080000:3.0:1788744584.050690:0:17870:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 8589934595 is committed 00000020:00000080:3.0:1788744584.050699:0:17870:0:(genops.c:885:class_export_put()) final put ffff9ac6433c8000/lustre-MDT0000-mdtlov_UUID 00000001:00100000:3.0:1788744584.050740:0:17870:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of bdc352e8-3c6b-4f1a-950a-ac93337c2f7b 00000001:00080000:3.0:1788744584.050748:0:17870:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 8589934594 is committed 00000020:00000080:3.0:1788744584.050751:0:17870:0:(genops.c:885:class_export_put()) final put ffff9ac643522000/bdc352e8-3c6b-4f1a-950a-ac93337c2f7b 00000001:00100000:3.0:1788744584.050760:0:17870:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of b2827ee7-baa9-49cc-a7aa-8f8d036c38af 00000001:00080000:3.0:1788744584.050766:0:17870:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 8589934593 is committed 00000020:00000080:3.0:1788744584.050769:0:17870:0:(genops.c:885:class_export_put()) final put ffff9ac774b62000/b2827ee7-baa9-49cc-a7aa-8f8d036c38af 00000020:00000080:0.0:1788744584.050894:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff9ac6433c8000/lustre-MDT0000-mdtlov_UUID for lustre-MDT0001 00000020:00000080:0.0:1788744584.050971:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff9ac643522000/bdc352e8-3c6b-4f1a-950a-ac93337c2f7b for lustre-MDT0001 00000020:00000080:0.0:1788744584.051007:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff9ac774b62000/b2827ee7-baa9-49cc-a7aa-8f8d036c38af for lustre-MDT0001 00000020:00000080:0.0:1788744584.051041:0:8:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff9ac77b985800 for lustre-MDT0001 00000020:00000080:0.0:1788744584.051048:0:8:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff9ac643522800 for lustre-MDT0001 00000020:00000080:0.0:1788744584.051052:0:8:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff9ac774b60000 for lustre-MDT0001 00000001:00100000:3.0:1788744584.055644:0:17117:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000020:00000080:3.0:1788744584.055662:0:17117:0:(genops.c:885:class_export_put()) final put ffff9ac77b986000/lustre-MDT0001-mdtlov_UUID 00000001:00100000:3.0:1788744584.055771:0:17117:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of bdc352e8-3c6b-4f1a-950a-ac93337c2f7b 00000001:00080000:3.0:1788744584.055784:0:17117:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934627 is committed 00000020:00000080:3.0:1788744584.055788:0:17117:0:(genops.c:885:class_export_put()) final put ffff9ac6422f0800/bdc352e8-3c6b-4f1a-950a-ac93337c2f7b 00000020:00000080:0.0:1788744584.058251:0:475:0:(genops.c:844:class_export_destroy()) destroying export ffff9ac77b986000/lustre-MDT0001-mdtlov_UUID for lustre-MDT0000 00000020:00000080:0.0:1788744584.058337:0:475:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff9ac7447d8800 for lustre-MDT0000 00000001:00100000:3.0:1788744584.061048:0:17117:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of b2827ee7-baa9-49cc-a7aa-8f8d036c38af 00000001:00080000:3.0:1788744584.061068:0:17117:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934626 is committed 00000020:00000080:3.0:1788744584.061080:0:17117:0:(genops.c:885:class_export_put()) final put ffff9ac64260a000/b2827ee7-baa9-49cc-a7aa-8f8d036c38af 00000020:00000080:2.0:1788744584.063437:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff9ac6422f0800/bdc352e8-3c6b-4f1a-950a-ac93337c2f7b for lustre-MDT0000 00000020:00000080:2.0:1788744584.063637:0:8:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff9ac6433c9800 for lustre-MDT0000 00000020:00000080:2.0:1788744584.065969:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff9ac64260a000/b2827ee7-baa9-49cc-a7aa-8f8d036c38af for lustre-MDT0000 00000020:00000080:2.0:1788744584.066079:0:8:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff9ac64260e800 for lustre-MDT0000 00010000:00010000:0.0:1788744584.366604:0:19539:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000000:0.0:1788744584.686684:0:20706:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff9ac643083900 - data ffff9ac75da98798/ffff9ac77fa71400 00000020:01000000:0.0:1788744584.686928:0:20706:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff9ac6430f48a0 - data ffff9ac641c421b0/ffff9ac780d1f400 00000001:00000004:0.0:1788744584.698462:0:20706:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934627 00000100:00080000:3.0:1788744584.767233:0:20706:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:3.0:1788744584.767242:0:20706:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 0 gen 4 00000100:00100000:3.0:1788744584.767257:0:20706:0:(client.c:3164:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9ac643f28000 x1875634154590720/t8589934595(8589934595) o39->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1788744592 ref 1 fl Complete:RNQU/204/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788744584.767282:0:20706:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00080000:3.0:1788744584.773527:0:20706:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:3.0:1788744584.773536:0:20706:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934598 gen 4 00000004:00080000:3.0:1788744584.773555:0:20706:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:3.0:1788744584.773558:0:20706:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:1.0:1788744584.773922:0:17161:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:1.0:1788744584.773928:0:17161:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xa:0x0] index 2 count 1 00000040:00080000:1.0:1788744584.773940:0:17161:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x1:0x2:0x0] index 2 count 2 00000100:00080000:3.0:1788744584.774856:0:20706:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:3.0:1788744584.774877:0:20706:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 8589934593 gen 4 00000004:00080000:3.0:1788744584.774899:0:20706:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:3.0:1788744584.774902:0:20706:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:1.0:1788744584.776345:0:17163:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:1.0:1788744584.776352:0:17163:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xc:0x0] index 1 count 1 00000040:00080000:1.0:1788744584.776368:0:17163:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x1:0x5:0x0] index 2 count 2 00000020:00000080:3.0:1788744584.779936:0:20706:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xb6207a6e76dcd2a8 00000020:00000080:3.0:1788744584.779949:0:20706:0:(genops.c:885:class_export_put()) final put ffff9ac64450e800/lustre-MDT0000-osd_UUID 00000020:00000080:0.0:1788744584.780449:0:475:0:(genops.c:844:class_export_destroy()) destroying export ffff9ac64450e800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:3.0:1788744584.784960:0:20706:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xb6207a6e76dcd2bd 00000020:00000080:3.0:1788744584.784975:0:20706:0:(genops.c:885:class_export_put()) final put ffff9ac64450b000/lustre-MDT0000-mdtlov_UUID 00000020:01000000:3.0:1788744584.785081:0:20706:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-mdtlov (flags='') 00000020:00000080:3.0:1788744584.785088:0:20706:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1788744584.785097:0:20706:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-mdtlov: forcing exports to disconnect: 0/2 00000020:00080000:3.0:1788744584.785101:0:20706:0:(genops.c:1557:class_disconnect_exports()) OBD device 4 (ffff9ac77cdf8000) has no exports 00000004:01000000:3.0:1788744584.785273:0:20706:0:(lod_lov.c:59:lod_putref()) destroying 2 ltd desc 00000020:00000080:3.0:1788744584.785282:0:20706:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xb6207a6e76dcd31f 00000020:00000080:3.0:1788744584.785286:0:20706:0:(genops.c:885:class_export_put()) final put ffff9ac6436ca000/lustre-MDT0000-mdtlov_UUID 00000020:00000080:0.0:1788744584.786225:0:475:0:(genops.c:844:class_export_destroy()) destroying export ffff9ac64450b000/lustre-MDT0000-mdtlov_UUID for lustre-MDT0000-mdtlov 00000020:01000000:3.0:1788744584.786533:0:20706:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0001-osc-MDT0000 (flags='') 00000020:00000080:3.0:1788744584.786540:0:20706:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1788744584.786548:0:20706:0:(obd_config.c:956:class_cleanup()) lustre-OST0001-osc-MDT0000: forcing exports to disconnect: 0/3 00000020:00080000:3.0:1788744584.786552:0:20706:0:(genops.c:1557:class_disconnect_exports()) OBD device 10 (ffff9ac64323cd40) has no exports 00000020:00000080:3.0:1788744584.786562:0:20706:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xb6207a6e76dcd318 00000020:00000080:3.0:1788744584.786570:0:20706:0:(genops.c:885:class_export_put()) final put ffff9ac748bfa800/lustre-MDT0000-osd_UUID 00000020:00000080:0.0:1788744584.786868:0:475:0:(genops.c:844:class_export_destroy()) destroying export ffff9ac6436ca000/lustre-MDT0000-mdtlov_UUID for lustre-OST0001-osc-MDT0000 00000020:00000080:0.0:1788744584.786876:0:475:0:(genops.c:844:class_export_destroy()) destroying export ffff9ac748bfa800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00010000:01000000:3.0:1788744584.787556:0:20706:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-OST0001-osc-MDT0000: client import never connected 00000100:00080000:3.0:1788744584.787561:0:20706:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:3.0:1788744584.787566:0:20706:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 8589934593 gen 5 00000004:00080000:3.0:1788744584.787574:0:20706:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:3.0:1788744584.787577:0:20706:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:3.0:1788744584.787662:0:20706:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1788744584.787671:0:20706:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:3.0:1788744584.787678:0:20706:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xb6207a6e76dcd30a 00000020:00000080:3.0:1788744584.787684:0:20706:0:(genops.c:885:class_export_put()) final put ffff9ac643e04000/lustre-MDT0000-mdtlov_UUID 00000020:00000080:0.0:1788744584.787968:0:475:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff9ac748bff000 for lustre-OST0001-osc-MDT0000 00000020:00000080:0.0:1788744584.787975:0:475:0:(genops.c:885:class_export_put()) final put ffff9ac643e01800/lustre-MDT0000-mdtlov_UUID 00000020:00000080:0.0:1788744584.787990:0:475:0:(genops.c:844:class_export_destroy()) destroying export ffff9ac643e01800/lustre-MDT0000-mdtlov_UUID for lustre-OST0001-osc-MDT0000 00000020:01000000:0.0:1788744584.787996:0:475:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001-osc-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000020:01000000:3.0:1788744584.788194:0:20706:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osc-MDT0000 (flags='') 00000020:00000080:3.0:1788744584.788199:0:20706:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1788744584.788205:0:20706:0:(obd_config.c:956:class_cleanup()) lustre-OST0000-osc-MDT0000: forcing exports to disconnect: 0/3 00000020:00080000:3.0:1788744584.788216:0:20706:0:(genops.c:1557:class_disconnect_exports()) OBD device 9 (ffff9ac77c9b8000) has no exports 00000020:00000080:3.0:1788744584.788229:0:20706:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xb6207a6e76dcd303 00000020:00000080:3.0:1788744584.788234:0:20706:0:(genops.c:885:class_export_put()) final put ffff9ac643706000/lustre-MDT0000-osd_UUID 00010000:01000000:3.0:1788744584.788737:0:20706:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-OST0000-osc-MDT0000: client import never connected 00000100:00080000:3.0:1788744584.788742:0:20706:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:3.0:1788744584.788745:0:20706:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934598 gen 5 00000004:00080000:3.0:1788744584.788750:0:20706:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:3.0:1788744584.788752:0:20706:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:3.0:1788744584.788784:0:20706:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1788744584.788790:0:20706:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000004:01000000:3.0:1788744584.788802:0:20706:0:(lod_lov.c:59:lod_putref()) destroying 1 ltd desc 00000020:00000080:3.0:1788744584.788807:0:20706:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xb6207a6e76dcd2f5 00000020:00000080:3.0:1788744584.788812:0:20706:0:(genops.c:885:class_export_put()) final put ffff9ac643702800/lustre-MDT0000-mdtlov_UUID 00000020:01000000:3.0:1788744584.788815:0:20706:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-osp-MDT0000 (flags='') 00000020:00000080:3.0:1788744584.788819:0:20706:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1788744584.788822:0:20706:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001-osp-MDT0000: forcing exports to disconnect: 0/3 00000020:00080000:3.0:1788744584.788825:0:20706:0:(genops.c:1557:class_disconnect_exports()) OBD device 8 (ffff9ac776c2cd40) has no exports 00000020:00000080:3.0:1788744584.788829:0:20706:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xb6207a6e76dcd2ee 00000020:00000080:3.0:1788744584.788831:0:20706:0:(genops.c:885:class_export_put()) final put ffff9ac64450d000/lustre-MDT0000-osd_UUID 00000020:00000080:0.0:1788744584.789488:0:475:0:(genops.c:844:class_export_destroy()) destroying export ffff9ac643e04000/lustre-MDT0000-mdtlov_UUID for lustre-OST0000-osc-MDT0000 00000020:00000080:0.0:1788744584.789499:0:475:0:(genops.c:844:class_export_destroy()) destroying export ffff9ac643706000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:0.0:1788744584.789504:0:475:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff9ac643703800 for lustre-OST0000-osc-MDT0000 00000020:00000080:0.0:1788744584.789511:0:475:0:(genops.c:885:class_export_put()) final put ffff9ac643705000/lustre-MDT0000-mdtlov_UUID 00000020:00000080:0.0:1788744584.789513:0:475:0:(genops.c:844:class_export_destroy()) destroying export ffff9ac643705000/lustre-MDT0000-mdtlov_UUID for lustre-OST0000-osc-MDT0000 00000020:01000000:0.0:1788744584.789517:0:475:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000-osc-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:0.0:1788744584.789585:0:475:0:(genops.c:844:class_export_destroy()) destroying export ffff9ac643702800/lustre-MDT0000-mdtlov_UUID for lustre-MDT0001-osp-MDT0000 00000020:00000080:0.0:1788744584.789591:0:475:0:(genops.c:844:class_export_destroy()) destroying export ffff9ac64450d000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00010000:01000000:1.0:1788744584.790492:0:20706:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0001-osp-MDT0000: client import never connected 00000100:00080000:1.0:1788744584.790498:0:20706:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:1.0:1788744584.790502:0:20706:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 0 gen 5 00000100:00100000:1.0:1788744584.790510:0:20706:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:1.0:1788744584.790553:0:20706:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1788744584.790562:0:20706:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-osp-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:1.0:1788744584.790609:0:20706:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1788744584.790617:0:20706:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-mdtlov (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:1.0:1788744584.790622:0:20706:0:(genops.c:885:class_export_put()) final put ffff9ac641b56800/lustre-MDT0000-mdtlov_UUID 00000020:00000080:1.0:1788744584.790626:0:20706:0:(genops.c:844:class_export_destroy()) destroying export ffff9ac641b56800/lustre-MDT0000-mdtlov_UUID for lustre-MDT0000-mdtlov 00000020:01000000:1.0:1788744584.790631:0:20706:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-mdtlov (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:1.0:1788744584.790742:0:20706:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xb6207a6e76dcd2c4 00000020:00000080:1.0:1788744584.790748:0:20706:0:(genops.c:885:class_export_put()) final put ffff9ac64450b800/lustre-MDD0000_UUID 00000020:01000000:1.0:1788744584.790753:0:20706:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDD0000 (flags='') 00000020:00000080:1.0:1788744584.790757:0:20706:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1788744584.790762:0:20706:0:(obd_config.c:956:class_cleanup()) lustre-MDD0000: forcing exports to disconnect: 0/2 00000020:00080000:1.0:1788744584.790766:0:20706:0:(genops.c:1557:class_disconnect_exports()) OBD device 6 (ffff9ac776c2b380) has no exports 00000020:00000080:1.0:1788744584.790782:0:20706:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1788744584.790785:0:20706:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDD0000 (uuid lustre-MDD0000_UUID) 00000020:00000080:1.0:1788744584.790788:0:20706:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xb6207a6e76dcd2cb 00000020:00000080:1.0:1788744584.790792:0:20706:0:(genops.c:885:class_export_put()) final put ffff9ac64450f800/lustre-MDT0000-osd_UUID 00000020:01000004:1.0:1788744584.790798:0:20706:0:(tgt_mount.c:187:server_put_mount()) put mount ffff9ac641b52000 from lustre-MDT0000, refs=3 00000020:01000004:1.0:1788744584.790801:0:20706:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9ac641b52000 3 00000020:01000004:1.0:1788744584.790803:0:20706:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff9ac641b52000 from lustre-MDT0000 00000020:00000080:1.0:1788744584.790816:0:20706:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1788744584.790818:0:20706:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000 (uuid lustre-MDT0000_UUID) 00000020:00000080:1.0:1788744584.790820:0:20706:0:(genops.c:885:class_export_put()) final put ffff9ac64450a000/lustre-MDT0000_UUID 00000020:00000080:1.0:1788744584.790821:0:20706:0:(genops.c:844:class_export_destroy()) destroying export ffff9ac64450a000/lustre-MDT0000_UUID for lustre-MDT0000 00000020:01000000:1.0:1788744584.790828:0:20706:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000 (lustre-MDT0000_UUID) 00000020:01000004:1.0:1788744584.790855:0:20706:0:(obd_mount.c:578:lustre_stop_mgc()) MGC still has 3 references. 00000020:01000004:1.0:1788744584.790857:0:20706:0:(tgt_mount.c:255:server_stop_mgs()) Stop MGS service MGS 00000020:01000000:1.0:1788744584.790859:0:20706:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of MGS (flags='F') 00000020:00000080:1.0:1788744584.790861:0:20706:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1788744584.790862:0:20706:0:(obd_config.c:956:class_cleanup()) MGS: forcing exports to disconnect: 1/3 00000020:00080000:1.0:1788744584.790867:0:20706:0:(genops.c:1818:print_export_data()) MGS: ACTIVE ffff9ac643ebe000 3734829d-853b-494e-83d0-e0bd2808e668 0@lo 18 (0 0 13) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:1.0:1788744584.790871:0:20706:0:(genops.c:1552:class_disconnect_exports()) OBD device 1 (ffff9ac6432399c0) has exports, disconnecting them 00000020:00080000:1.0:1788744584.790874:0:20706:0:(genops.c:1527:class_disconnect_export_list()) MGS: disconnecting export at 0@lo (ffff9ac643ebe000), last request at 1788744500 00000020:00000080:1.0:1788744584.790887:0:20706:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xb6207a6e76dcd270 00000020:00010000:1.0:1788744584.790894:0:20706:0:(genops.c:1920:obd_stale_export_put()) Put export ffff9ac643ebe000: total 2 00000100:00080000:1.0:1788744584.790897:0:20706:0:(import.c:65:import_set_state_nolock()) ffff9ac643ebf000 : changing import state from FULL to CLOSED 00000020:00080000:1.0:1788744584.790906:0:20706:0:(genops.c:1532:class_disconnect_export_list()) disconnected export at 0@lo (ffff9ac643ebe000): rc 0 00000020:00080000:1.0:1788744584.790909:0:20706:0:(genops.c:1557:class_disconnect_exports()) OBD device 1 (ffff9ac6432399c0) has no exports 00000020:00010000:1.0:1788744584.790937:0:17125:0:(genops.c:1906:obd_stale_export_get()) Get export ffff9ac643ebe000: total 2 00010000:00010000:1.0:1788744584.790940:0:17125:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788744584.790957:0:17125:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff9ac643ebe000, canceled 0 locks, left on hash table 13. 00010000:00010000:1.0:1788744584.790980:0:17125:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9ac741534000/0xb6207a6e76dcd4d1 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xb6207a6e76dcd4ca expref: 14 pid: 17130 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744584.790994:0:17125:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9ac643dad400/0xb6207a6e76dcd819 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xb6207a6e76dcd812 expref: 13 pid: 17132 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744584.791002:0:17125:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9ac774b58400/0xb6207a6e76dcd76a lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xb6207a6e76dcd763 expref: 12 pid: 17132 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744584.791012:0:17125:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9ac6437bf000/0xb6207a6e76dcd38f lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xb6207a6e76dcd388 expref: 11 pid: 17131 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744584.791019:0:17125:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9ac774b58200/0xb6207a6e76dcd835 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xb6207a6e76dcd82e expref: 10 pid: 17130 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744584.791025:0:17125:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9ac643dade00/0xb6207a6e76dcd3ab lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xb6207a6e76dcd3a4 expref: 9 pid: 17130 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744584.791031:0:17125:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9ac643dace00/0xb6207a6e76dcd27e lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xb6207a6e76dcd277 expref: 8 pid: 17131 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744584.791036:0:17125:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9ac774b59c00/0xb6207a6e76dcd56b lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xb6207a6e76dcd564 expref: 7 pid: 17130 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744584.791041:0:17125:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9ac774b59200/0xb6207a6e76dcd4fb lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xb6207a6e76dcd4f4 expref: 6 pid: 17132 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744584.791064:0:17125:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9ac643dad800/0xb6207a6e76dcd827 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xb6207a6e76dcd820 expref: 5 pid: 17130 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744584.791072:0:17125:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9ac774b58000/0xb6207a6e76dcd44c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xb6207a6e76dcd445 expref: 4 pid: 17130 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744584.791079:0:17125:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9ac6437be000/0xb6207a6e76dcd39d lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xb6207a6e76dcd396 expref: 3 pid: 17131 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744584.791087:0:17125:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9ac6437be800/0xb6207a6e76dcd595 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xb6207a6e76dcd58e expref: 2 pid: 17131 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744584.791093:0:17125:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff9ac643ebe000, canceled 13 locks, left on hash table 0. 00000020:00000080:1.0:1788744584.791102:0:17125:0:(genops.c:885:class_export_put()) final put ffff9ac643ebe000/3734829d-853b-494e-83d0-e0bd2808e668 00010000:00010000:1.0:1788744584.791106:0:17125:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788744584.791107:0:17125:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788744584.791108:0:17125:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1788744584.791114:0:475:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff9ac64450f000 for lustre-MDT0001-osp-MDT0000 00000020:00000080:1.0:1788744584.791118:0:475:0:(genops.c:885:class_export_put()) final put ffff9ac64450c800/lustre-MDT0000-mdtlov_UUID 00000020:00000080:1.0:1788744584.791119:0:475:0:(genops.c:844:class_export_destroy()) destroying export ffff9ac64450c800/lustre-MDT0000-mdtlov_UUID for lustre-MDT0001-osp-MDT0000 00000020:01000000:1.0:1788744584.791122:0:475:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-osp-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:1.0:1788744584.791142:0:475:0:(genops.c:844:class_export_destroy()) destroying export ffff9ac64450b800/lustre-MDD0000_UUID for lustre-MDD0000 00000020:00000080:1.0:1788744584.791144:0:475:0:(genops.c:885:class_export_put()) final put ffff9ac64450e000/lustre-MDD0000_UUID 00000020:00000080:1.0:1788744584.791146:0:475:0:(genops.c:844:class_export_destroy()) destroying export ffff9ac64450e000/lustre-MDD0000_UUID for lustre-MDD0000 00000020:01000000:1.0:1788744584.791148:0:475:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDD0000 (lustre-MDD0000_UUID) 00000020:00000080:1.0:1788744584.791161:0:475:0:(genops.c:844:class_export_destroy()) destroying export ffff9ac64450f800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:1.0:1788744584.791164:0:475:0:(genops.c:844:class_export_destroy()) destroying export ffff9ac643ebe000/3734829d-853b-494e-83d0-e0bd2808e668 for MGS 00000020:00000080:1.0:1788744584.791179:0:475:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff9ac643ebf000 for MGS 00000100:00100000:1.0:1788744584.791243:0:17131:0:(service.c:3188:ptlrpc_main()) ll_mgs_0001: service thread [ffff9ac643513e00:17131] 1 exiting: rc = 0 00000100:00100000:1.0:1788744584.791334:0:17132:0:(service.c:3188:ptlrpc_main()) ll_mgs_0002: service thread [ffff9ac643512800:17132] 2 exiting: rc = 0 00000100:00100000:1.0:1788744584.791389:0:17130:0:(service.c:3188:ptlrpc_main()) ll_mgs_0000: service thread [ffff9ac743d2d000:17130] 0 exiting: rc = 1 00000100:00100000:1.0:1788744584.791472:0:20706:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744584.791482:0:20706:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744584.791489:0:20706:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744584.791494:0:20706:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744584.791505:0:20706:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744584.791511:0:20706:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744584.791518:0:20706:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744584.791524:0:20706:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744584.791530:0:20706:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744584.791542:0:20706:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744584.791547:0:20706:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744584.791552:0:20706:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744584.791558:0:20706:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744584.791563:0:20706:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744584.791569:0:20706:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744584.791577:0:20706:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744584.791583:0:20706:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744584.791589:0:20706:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744584.791594:0:20706:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744584.791599:0:20706:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744584.791612:0:20706:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744584.791617:0:20706:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744584.791622:0:20706:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744584.791627:0:20706:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744584.791631:0:20706:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744584.791637:0:20706:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744584.791644:0:20706:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744584.791649:0:20706:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744584.791655:0:20706:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744584.791660:0:20706:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744584.791665:0:20706:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744584.791677:0:20706:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744584.791682:0:20706:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744584.791687:0:20706:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744584.791691:0:20706:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744584.791696:0:20706:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744584.791701:0:20706:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744584.791705:0:20706:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744584.791720:0:20706:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744584.791726:0:20706:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744584.791731:0:20706:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744584.791735:0:20706:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744584.791740:0:20706:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744584.791745:0:20706:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744584.791750:0:20706:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744584.791755:0:20706:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744584.791761:0:20706:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744584.791767:0:20706:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744584.791772:0:20706:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744584.791778:0:20706:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744584.791787:0:20706:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744584.791795:0:20706:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744584.791801:0:20706:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744584.791806:0:20706:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744584.791812:0:20706:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744584.791817:0:20706:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744584.791822:0:20706:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744584.791827:0:20706:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744584.791832:0:20706:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744584.791837:0:20706:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744584.791842:0:20706:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744584.791846:0:20706:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744584.791851:0:20706:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744584.791857:0:20706:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:01000000:1.0:1788744584.792477:0:20706:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff9ac7446e0ba0 - data ffff9ac75da95a20/ffff9ac745f6b800 00000020:01000000:1.0:1788744584.792603:0:20706:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff9ac643cd5d20 - data ffff9ac75da9de58/ffff9ac7557a3800 00000020:00000080:1.0:1788744584.793204:0:20706:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xb6207a6e76dcd254 00000020:00000080:1.0:1788744584.793213:0:20706:0:(genops.c:885:class_export_put()) final put ffff9ac641b57000/lustre-MDT0000-osd_UUID 00000020:00000080:1.0:1788744584.793232:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff9ac641b57000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:01000004:1.0:1788744584.793292:0:20706:0:(tgt_mount.c:187:server_put_mount()) put mount ffff9ac641b52000 from MGS, refs=2 00000020:01000004:1.0:1788744584.793296:0:20706:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9ac641b52000 2 00000020:01000004:1.0:1788744584.793299:0:20706:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff9ac641b52000 from MGS 00000020:00000080:1.0:1788744584.793319:0:20706:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1788744584.793325:0:20706:0:(obd_config.c:883:class_detach()) detach on obd MGS (uuid MGS) 00000020:00000080:1.0:1788744584.793328:0:20706:0:(genops.c:885:class_export_put()) final put ffff9ac641b52800/MGS 00000020:00000080:1.0:1788744584.793329:0:20706:0:(genops.c:844:class_export_destroy()) destroying export ffff9ac641b52800/MGS for MGS 00000020:01000000:1.0:1788744584.793336:0:20706:0:(genops.c:441:class_free_dev()) finishing cleanup of obd MGS (MGS) 00000020:01000000:1.0:1788744584.793422:0:20706:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-MDT0000 (flags='F') 00000020:00000080:1.0:1788744584.793427:0:20706:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1788744584.793432:0:20706:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-lwp-MDT0000: forcing exports to disconnect: 1/3 00000020:00080000:1.0:1788744584.793439:0:20706:0:(genops.c:1818:print_export_data()) lustre-MDT0000-lwp-MDT0000: ACTIVE ffff9ac748bfd800 lustre-MDT0000-lwp-MDT0000 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:1.0:1788744584.793445:0:20706:0:(genops.c:1552:class_disconnect_exports()) OBD device 11 (ffff9ac77aaacd40) has exports, disconnecting them 00000020:00080000:1.0:1788744584.793451:0:20706:0:(genops.c:1527:class_disconnect_export_list()) lustre-MDT0000-lwp-MDT0000: disconnecting export at 0@lo (ffff9ac748bfd800), last request at 1788744500 00000020:00000080:1.0:1788744584.793455:0:20706:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xb6207a6e76dcd357 00000020:00080000:1.0:1788744584.793465:0:20706:0:(genops.c:1532:class_disconnect_export_list()) disconnected export at 0@lo (ffff9ac748bfd800): rc 0 00000020:00000080:1.0:1788744584.793469:0:20706:0:(genops.c:885:class_export_put()) final put ffff9ac748bfd800/lustre-MDT0000-lwp-MDT0000 00000020:00000080:1.0:1788744584.793496:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff9ac748bfd800/lustre-MDT0000-lwp-MDT0000 for lustre-MDT0000-lwp-MDT0000 00010000:01000000:0.0:1788744584.796541:0:20706:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0000-lwp-MDT0000: client import never connected 00000100:00080000:0.0:1788744584.796551:0:20706:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1788744584.796555:0:20706:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 5 00000100:00100000:0.0:1788744584.796566:0:20706:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:0.0:1788744584.796764:0:20706:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1788744584.796774:0:20706:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-MDT0000 (uuid lustre-MDT0000-lwp-MDT0000_UUID) 00000020:01000004:0.0:1788744584.796781:0:20706:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9ac641b52000 1 00000020:00000080:0.0:1788744584.796788:0:20706:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xb6207a6e76dcd246 00000020:00000080:0.0:1788744584.796796:0:20706:0:(genops.c:885:class_export_put()) final put ffff9ac641b50800/lustre-MDT0000-osd_UUID 00000020:01000000:0.0:1788744584.796801:0:20706:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-osd (flags='') 00000020:00000080:0.0:1788744584.796805:0:20706:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1788744584.796809:0:20706:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-osd: forcing exports to disconnect: 0/2 00000020:00080000:0.0:1788744584.796813:0:20706:0:(genops.c:1557:class_disconnect_exports()) OBD device 0 (ffff9ac77cdfb380) has no exports 00000020:00000080:0.0:1788744584.800637:0:8:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff9ac7501d7000 for lustre-MDT0000-lwp-MDT0000 00000020:00000080:0.0:1788744584.800654:0:8:0:(genops.c:885:class_export_put()) final put ffff9ac748bfb800/lustre-MDT0000-lwp-MDT0000_UUID 00000020:00000080:0.0:1788744584.800658:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff9ac748bfb800/lustre-MDT0000-lwp-MDT0000_UUID for lustre-MDT0000-lwp-MDT0000 00000020:01000000:0.0:1788744584.800673:0:8:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-MDT0000 (lustre-MDT0000-lwp-MDT0000_UUID) 00000020:00000080:0.0:1788744584.800767:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff9ac641b50800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:0.0:1788744584.981184:0:20706:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1788744584.981195:0:20706:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-osd (uuid lustre-MDT0000-osd_UUID) 00000020:00000080:0.0:1788744584.981201:0:20706:0:(genops.c:885:class_export_put()) final put ffff9ac77f7d5000/lustre-MDT0000-osd_UUID 00000020:00000080:0.0:1788744584.981205:0:20706:0:(genops.c:844:class_export_destroy()) destroying export ffff9ac77f7d5000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:01000000:0.0:1788744584.981217:0:20706:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-osd (lustre-MDT0000-osd_UUID) 00000020:01000004:0.0:1788744584.981325:0:20706:0:(obd_mount.c:668:lustre_free_lsi()) Freeing lsi ffff9ac641b54800 00000020:02000400:0.0:1788744584.981382:0:20706:0:(tgt_mount.c:2180:server_put_super()) server umount lustre-MDT0000 complete 00010000:00010000:3.0:1788744585.393474:0:17126:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788744586.094777:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac643f2b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3644:1875634154591232:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1788744586.094858:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788744586.094917:0:18646:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154591232 00000100:00100000:0.0:1788744586.094924:0:18646:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154591232 00000100:00100000:0.0:1788744586.094976:0:18646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:0.0:1788744586.094985:0:18646:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac643fe2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3644:x1875634154591232:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1788744586.095013:0:18646:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3915857920 avail 3684335616 00000100:00100000:0.0:1788744586.095053:0:18646:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac643fe2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3644:x1875634154591232:12345-0@lo:13:osp-pre-0-1.0 Request processed in 69us (195us total) trans 0 rc 0/0 00000100:00100000:0.0:1788744586.095060:0:18646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00080000:0.0:1788744586.095081:0:17133:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788744586.095111:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac643f2b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3644:1875634154591232:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1788744586.099713:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac643f28700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3645:1875634154591360:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1788744586.099790:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788744586.100919:0:17878:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154591360 00000100:00100000:1.0:1788744586.100933:0:17878:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154591360 00000100:00100000:1.0:1788744586.100992:0:17878:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 62 00000100:00100000:1.0:1788744586.101002:0:17878:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac643f2b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:3645:x1875634154591360:12345-0@lo:41:osp-pre-0-1.0 00000020:00080000:1.0:1788744586.101011:0:17878:0:(tgt_handler.c:807:tgt_request_handle()) operation 41 on unconnected OST from 12345-0@lo 00000100:00100000:1.0:1788744586.101084:0:17878:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac643f2b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:3645:x1875634154591360:12345-0@lo:41:osp-pre-0-1.0 Request processed in 83us (1294us total) trans 0 rc -107/-107 00000100:00100000:1.0:1788744586.101100:0:17878:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 62 00000100:02020000:1.0:1788744586.101156:0:3645:0:(client.c:1505:ptlrpc_check_status()) lustre-MDT0000-osp-MDT0001: operation mds_statfs to node 0@lo failed: rc = -107 00000100:00080000:1.0:1788744586.116441:0:3645:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-osp-MDT0001 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:1.0:1788744586.116448:0:3645:0:(import.c:65:import_set_state_nolock()) ffff9ac75575a000 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:1.0:1788744586.116452:0:3645:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-osp-MDT0001: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:1.0:1788744586.131650:0:3645:0:(import.c:65:import_set_state_nolock()) ffff9ac75575a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1788744586.131665:0:3645:0:(import.c:545:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 495 00000100:00080000:1.0:1788744586.131680:0:3645:0:(import.c:666:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9ac75575a000 using connection 192.168.203.104@tcp/0@lo 00000100:00100000:1.0:1788744586.131750:0:3645:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ac643f2ad80 x1875634154591488/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1788744586.132230:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac643f2ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3642:1875634154591488:0@lo:38:ptlrpcd_00_02.0 00000100:00100000:3.0:1788744586.132295:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788744586.132343:0:17142:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154591488 00000100:00100000:0.0:1788744586.132352:0:17142:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154591488 00000100:00100000:0.0:1788744586.132416:0:17142:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 63 00000100:00100000:0.0:1788744586.132424:0:17142:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac745dd5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3642:x1875634154591488:12345-0@lo:38:ptlrpcd_00_02.0 00010000:00020000:0.0:1788744586.132442:0:17142:0:(ldlm_lib.c:1202:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1788744586.143730:0:17142:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac745dd5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3642:x1875634154591488:12345-0@lo:38:ptlrpcd_00_02.0 Request processed in 11298us (11426us total) trans 0 rc -19/-19 00000100:00100000:0.0:1788744586.143746:0:17142:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 63 00000100:00080000:1.0:1788744586.143752:0:3642:0:(import.c:65:import_set_state_nolock()) ffff9ac75575a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788744586.143762:0:3642:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1788744586.143767:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac643f2ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3642:1875634154591488:0@lo:38:ptlrpcd_00_02.0 00010000:00010000:1.0:1788744586.415722:0:19539:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1788744586.606588:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788744586.606596:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1788744586.606599:0:8:0:(import.c:65:import_set_state_nolock()) ffff9ac75575a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1788744586.606607:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 567 00000100:00080000:0.0:1788744586.606613:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1788744586.606625:0:8:0:(import.c:666:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9ac75575a000 using connection 192.168.203.104@tcp/0@lo 00000100:00100000:0.0:1788744586.606646:0:8:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ac643fe3800 x1875634154591744/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1788744586.606756:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac643fe1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3734829d-853b-494e-83d0-e0bd2808e668:3646:1875634154591616:0@lo:400:kworker.0 00000400:00000100:0.0:1788744586.606800:0:3646:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1875634154591616 offset 0 length 224: 4 00000100:00100000:0.0:1788744586.606842:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac643fe2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3646:1875634154592256:0@lo:400:kworker.0 00000100:00100000:1.0:1788744586.607012:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac643fe0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3645:1875634154592128:0@lo:400:kworker.0 00000100:00100000:1.0:1788744586.607051:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788744586.607073:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac643fe0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3645:1875634154592640:0@lo:400:kworker.0 00000100:00100000:1.0:1788744586.607093:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788744586.607116:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1788744586.607508:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788744586.607845:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac643fe3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3642:1875634154591744:0@lo:38:kworker.0 00000100:00100000:0.0:1788744586.607880:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788744586.607915:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac643fe3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3643:1875634154591872:0@lo:400:kworker.0 00000100:00100000:0.0:1788744586.607942:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788744586.607964:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac643fe1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3643:1875634154592384:0@lo:400:kworker.0 00000100:00100000:0.0:1788744586.607990:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788744586.608056:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1788744586.608064:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac643fe3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3643:1875634154592000:0@lo:400:kworker.0 00000100:00100000:1.0:1788744586.608069:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac643f2ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3645:1875634154592768:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1788744586.608107:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788744586.608168:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788744586.608192:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac643fe1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3643:1875634154592512:0@lo:400:kworker.0 00000100:00100000:0.0:1788744586.608217:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788744586.608892:0:17138:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154592128 00000100:00100000:2.0:1788744586.608901:0:17138:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154592128 00000100:00100000:2.0:1788744586.608937:0:17138:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154592640 00000100:00100000:2.0:1788744586.608941:0:17138:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154592640 00000100:00100000:2.0:1788744586.608970:0:17138:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154592256 00000100:00100000:2.0:1788744586.608973:0:17138:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154592256 00000100:00100000:2.0:1788744586.608982:0:17138:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154592384 00000100:00100000:2.0:1788744586.608984:0:17138:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154592384 00000100:00100000:2.0:1788744586.609004:0:17138:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 84 00000100:00100000:2.0:1788744586.609013:0:17138:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac643f28000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3645:x1875634154592640:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788744586.609080:0:17138:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac643f28000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3645:x1875634154592640:12345-0@lo:400:kworker.0 Request processed in 68us (1985us total) trans 0 rc 0/0 00000100:00100000:2.0:1788744586.609100:0:17138:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 84 00000100:00100000:2.0:1788744586.609120:0:17138:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 85 00000100:00100000:2.0:1788744586.609127:0:17138:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac643fe1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3643:x1875634154592384:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788744586.609157:0:17138:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac643fe1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3643:x1875634154592384:12345-0@lo:400:kworker.0 Request processed in 31us (1166us total) trans 0 rc 0/0 00000100:00100000:2.0:1788744586.609162:0:17138:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 85 00000100:00100000:2.0:1788744586.609175:0:17138:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72 00000100:00100000:2.0:1788744586.609179:0:17138:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac643f2b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3645:x1875634154592128:12345-0@lo:400:kworker.0 00000020:00080000:2.0:1788744586.609184:0:17138:0:(tgt_handler.c:807:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:2.0:1788744586.609209:0:17138:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac643f2b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3645:x1875634154592128:12345-0@lo:400:kworker.0 Request processed in 29us (2158us total) trans 0 rc -107/-107 00000100:00100000:2.0:1788744586.609215:0:17138:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72 00000100:00100000:2.0:1788744586.609225:0:17138:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73 00000100:00100000:2.0:1788744586.609229:0:17138:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac643fe2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3646:x1875634154592256:12345-0@lo:400:kworker.0 00000020:00080000:2.0:1788744586.609233:0:17138:0:(tgt_handler.c:807:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:2.0:1788744586.609277:0:17138:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac643fe2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3646:x1875634154592256:12345-0@lo:400:kworker.0 Request processed in 47us (1770us total) trans 0 rc -107/-107 00000100:00100000:2.0:1788744586.609284:0:17138:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73 00000100:00100000:2.0:1788744586.609305:0:18644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154591872 00000100:00100000:2.0:1788744586.609309:0:18644:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154591872 00000100:00100000:2.0:1788744586.610075:0:18644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154592000 00000100:00100000:2.0:1788744586.610081:0:18644:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154592000 00000100:00100000:2.0:1788744586.610112:0:18644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:2.0:1788744586.610118:0:18644:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac643fe3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3643:x1875634154591872:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788744586.610165:0:18644:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac643fe3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3643:x1875634154591872:12345-0@lo:400:kworker.0 Request processed in 46us (2221us total) trans 0 rc 0/0 00000100:00100000:2.0:1788744586.610172:0:18644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:2.0:1788744586.610185:0:18644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:2.0:1788744586.610191:0:18644:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac643fe0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3643:x1875634154592000:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788744586.610219:0:18644:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac643fe0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3643:x1875634154592000:12345-0@lo:400:kworker.0 Request processed in 28us (2052us total) trans 0 rc 0/0 00000100:00100000:2.0:1788744586.610224:0:18644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00080000:2.0:1788744586.610242:0:17133:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1788744586.610246:0:17133:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1788744586.610284:0:3645:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-lwp-MDT0001 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:2.0:1788744586.610290:0:3645:0:(import.c:65:import_set_state_nolock()) ffff9ac77f7d6800 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:2.0:1788744586.610293:0:3645:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-MDT0001: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:2.0:1788744586.610299:0:3645:0:(import.c:65:import_set_state_nolock()) ffff9ac77f7d6800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1788744586.610303:0:3645:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 495 00000100:00080000:2.0:1788744586.610462:0:3645:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9ac77f7d6800 using connection 192.168.203.104@tcp/0@lo 00000100:00100000:2.0:1788744586.610492:0:3645:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ac7556ed180 x1875634154592896/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1788744586.610533:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac643fe0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3645:1875634154592128:0@lo:400:kworker.0 00010000:00080000:2.0:1788744586.610552:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffff9ac643fe0e00 x1875634154592640/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788744602 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788744586.610563:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac643fe0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3645:1875634154592640:0@lo:400:kworker.0 00000100:00080000:2.0:1788744586.610619:0:3646:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-lwp-OST0000 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:2.0:1788744586.610622:0:3646:0:(import.c:65:import_set_state_nolock()) ffff9ac775e85800 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:2.0:1788744586.610625:0:3646:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-OST0000: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:2.0:1788744586.610629:0:3646:0:(import.c:65:import_set_state_nolock()) ffff9ac775e85800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1788744586.610632:0:3646:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 511 00000100:00080000:2.0:1788744586.610636:0:3646:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9ac775e85800 using connection 192.168.203.104@tcp/0@lo 00000100:00100000:2.0:1788744586.610651:0:3646:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ac7556eea00 x1875634154593024/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1788744586.610660:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac643fe2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3646:1875634154592256:0@lo:400:kworker.0 00000100:00100000:1.0:1788744586.613781:0:18646:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154592768 00000100:00100000:1.0:1788744586.613796:0:18646:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154592768 00000100:00100000:1.0:1788744586.613858:0:18646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:1.0:1788744586.613876:0:18646:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac643f28e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3645:x1875634154592768:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1788744586.613909:0:18646:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923505152 avail 3691982848 00000100:00100000:1.0:1788744586.613990:0:18646:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac643f28e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3645:x1875634154592768:12345-0@lo:13:osp-pre-1-1.0 Request processed in 117us (5883us total) trans 0 rc 0/0 00000100:00100000:1.0:1788744586.613998:0:18646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:1.0:1788744586.614026:0:17143:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154591744 00000100:00100000:1.0:1788744586.614030:0:17143:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154591744 00000100:00100000:1.0:1788744586.614049:0:17143:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 64 00000100:00100000:1.0:1788744586.614054:0:17143:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac643fe1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3642:x1875634154591744:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1788744586.614071:0:17143:0:(ldlm_lib.c:1202:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1788744586.614101:0:17143:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac643fe1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3642:x1875634154591744:12345-0@lo:38:kworker.0 Request processed in 46us (6220us total) trans 0 rc -19/-19 00000100:00100000:1.0:1788744586.614107:0:17143:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 64 00000100:00100000:1.0:1788744586.615360:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac7556ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3642:1875634154592896:0@lo:38:ptlrpcd_00_02.0 00000100:00100000:3.0:1788744586.617085:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac643f2ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3645:1875634154592768:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788744586.618893:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac643fe3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3643:1875634154591872:0@lo:400:kworker.0 00010000:00080000:0.0:1788744586.618928:0:3643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffff9ac643fe1c00 x1875634154592384/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788744602 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788744586.618941:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac643fe1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3643:1875634154592384:0@lo:400:kworker.0 00000100:00100000:2.0:1788744586.618944:0:17138:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154592512 00000100:00100000:2.0:1788744586.618952:0:17138:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154592512 00000100:00100000:0.0:1788744586.618970:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac643fe3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3643:1875634154592000:0@lo:400:kworker.0 00000100:00100000:2.0:1788744586.619001:0:17138:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74 00000100:00100000:2.0:1788744586.619010:0:17138:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac643fe0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3643:x1875634154592512:12345-0@lo:400:kworker.0 00000020:00080000:2.0:1788744586.619018:0:17138:0:(tgt_handler.c:807:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:2.0:1788744586.619083:0:17138:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac643fe0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3643:x1875634154592512:12345-0@lo:400:kworker.0 Request processed in 73us (10864us total) trans 0 rc -107/-107 00000100:00100000:2.0:1788744586.619090:0:17138:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74 00000100:00080000:0.0:1788744586.619824:0:3643:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-lwp-OST0001 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:0.0:1788744586.619830:0:3643:0:(import.c:65:import_set_state_nolock()) ffff9ac77c947000 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:0.0:1788744586.619834:0:3643:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-OST0001: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:0.0:1788744586.619840:0:3643:0:(import.c:65:import_set_state_nolock()) ffff9ac77c947000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1788744586.619845:0:3643:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 526 00000100:00080000:0.0:1788744586.619854:0:3643:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9ac77c947000 using connection 192.168.203.104@tcp/0@lo 00000100:00100000:0.0:1788744586.619881:0:3643:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ac643fe3100 x1875634154593152/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1788744586.619898:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac643fe1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3643:1875634154592512:0@lo:400:kworker.0 00000100:00100000:3.0:1788744586.625263:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788744586.625311:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac7556eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3642:1875634154593024:0@lo:38:ptlrpcd_00_03.0 00000100:00100000:3.0:1788744586.625362:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1788744586.625396:0:3642:0:(import.c:65:import_set_state_nolock()) ffff9ac75575a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1788744586.625420:0:3642:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1788744586.625425:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac643fe3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3642:1875634154591744:0@lo:38:kworker.0 00000100:00100000:3.0:1788744586.625506:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac643fe3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3642:1875634154593152:0@lo:38:ptlrpcd_00_00.0 00000100:00100000:3.0:1788744586.625544:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788744586.625582:0:17137:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154592896 00000100:00100000:3.0:1788744586.625588:0:17137:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154592896 00000100:00100000:3.0:1788744586.625616:0:17137:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154593024 00000100:00100000:3.0:1788744586.625619:0:17137:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154593024 00000100:00100000:3.0:1788744586.625627:0:17137:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154593152 00000100:00100000:3.0:1788744586.625629:0:17137:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154593152 00000100:00100000:3.0:1788744586.625639:0:17137:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75 00000100:00100000:3.0:1788744586.625646:0:17137:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac745dd4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3642:x1875634154592896:12345-0@lo:38:ptlrpcd_00_02.0 00010000:00020000:3.0:1788744586.625666:0:17137:0:(ldlm_lib.c:1202:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1788744586.625719:0:17137:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac745dd4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3642:x1875634154592896:12345-0@lo:38:ptlrpcd_00_02.0 Request processed in 72us (460us total) trans 0 rc -19/-19 00000100:00100000:3.0:1788744586.625725:0:17137:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75 00000100:00100000:3.0:1788744586.625740:0:17137:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 76 00000100:00100000:3.0:1788744586.625744:0:17137:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac745dd7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3642:x1875634154593024:12345-0@lo:38:ptlrpcd_00_03.0 00010000:00020000:3.0:1788744586.625752:0:17137:0:(ldlm_lib.c:1202:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1788744586.625774:0:17137:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac745dd7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3642:x1875634154593024:12345-0@lo:38:ptlrpcd_00_03.0 Request processed in 29us (411us total) trans 0 rc -19/-19 00000100:00100000:3.0:1788744586.625780:0:17137:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 76 00000100:00100000:3.0:1788744586.625790:0:17137:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77 00000100:00100000:3.0:1788744586.625794:0:17137:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac745dd5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3642:x1875634154593152:12345-0@lo:38:ptlrpcd_00_00.0 00010000:00020000:3.0:1788744586.625803:0:17137:0:(ldlm_lib.c:1202:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1788744586.625824:0:17137:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac745dd5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3642:x1875634154593152:12345-0@lo:38:ptlrpcd_00_00.0 Request processed in 29us (280us total) trans 0 rc -19/-19 00000100:00100000:3.0:1788744586.625829:0:17137:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77 00000100:00080000:3.0:1788744586.625852:0:3642:0:(import.c:65:import_set_state_nolock()) ffff9ac77c947000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1788744586.625862:0:3642:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1788744586.625866:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac643fe3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3642:1875634154593152:0@lo:38:ptlrpcd_00_00.0 00000100:00080000:3.0:1788744586.625878:0:3642:0:(import.c:65:import_set_state_nolock()) ffff9ac77f7d6800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1788744586.625881:0:3642:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1788744586.625884:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac7556ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3642:1875634154592896:0@lo:38:ptlrpcd_00_02.0 00000100:00080000:3.0:1788744586.625891:0:3642:0:(import.c:65:import_set_state_nolock()) ffff9ac775e85800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1788744586.625894:0:3642:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1788744586.625896:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac7556eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3642:1875634154593024:0@lo:38:ptlrpcd_00_03.0 00000040:00080000:0.0:1788744586.928045:0:17891:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:1.0:1788744587.438569:0:17125:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:1.0:1788744588.145036:0:19457:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000020:00000080:1.0:1788744588.145045:0:19457:0:(genops.c:885:class_export_put()) final put ffff9ac775e86000/lustre-MDT0000-mdtlov_UUID 00000020:00000080:0.0:1788744588.145068:0:475:0:(genops.c:844:class_export_destroy()) destroying export ffff9ac775e86000/lustre-MDT0000-mdtlov_UUID for lustre-OST0001 00000020:00000080:0.0:1788744588.145128:0:475:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff9ac775e81000 for lustre-OST0001 00000001:00100000:0.0:1788744588.145160:0:18639:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000020:00000080:0.0:1788744588.145163:0:18639:0:(genops.c:885:class_export_put()) final put ffff9ac775e84000/lustre-MDT0000-mdtlov_UUID 00000020:00000080:0.0:1788744588.145178:0:475:0:(genops.c:844:class_export_destroy()) destroying export ffff9ac775e84000/lustre-MDT0000-mdtlov_UUID for lustre-OST0000 00000020:00000080:0.0:1788744588.145196:0:475:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff9ac775e87800 for lustre-OST0000 00000020:01000004:3.0:1788744588.294873:0:20907:0:(tgt_mount.c:2191:server_umount_begin()) umount -f 00000020:01000004:3.0:1788744588.312605:0:20907:0:(tgt_mount.c:2061:server_put_super()) server put_super lustre-MDT0001 00010000:00010000:3.0:1788744588.312671:0:20907:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.104@tcp lock: ffff9ac741535200/0xb6207a6e76dcd445 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xb6207a6e76dcd44c expref: -99 pid: 17869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744588.312697:0:20907:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.104@tcp lock: ffff9ac741535200/0xb6207a6e76dcd445 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0xb6207a6e76dcd44c expref: -99 pid: 17869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744588.312706:0:20907:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.104@tcp lock: ffff9ac741535200/0xb6207a6e76dcd445 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000400000000 nid: local remote: 0xb6207a6e76dcd44c expref: -99 pid: 17869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744588.312713:0:20907:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.104@tcp lock: ffff9ac741535200/0xb6207a6e76dcd445 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000400000000 nid: local remote: 0xb6207a6e76dcd44c expref: -99 pid: 17869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744588.312743:0:20907:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:3.0:1788744588.312748:0:20907:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00000100:00080000:3.0:1788744588.312773:0:20907:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1788744588.312778:0:20907:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: committing for last_committed 0 gen 3 00000100:00080000:3.0:1788744588.312784:0:20907:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID 00000100:00080000:3.0:1788744588.312791:0:20907:0:(import.c:65:import_set_state_nolock()) ffff9ac77f7d6800 lustre-MDT0000_UUID: changing import state from DISCONN to CLOSED 00000100:00080000:3.0:1788744588.312807:0:20907:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1788744588.312809:0:20907:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: committing for last_committed 0 gen 4 00000100:00100000:3.0:1788744588.312813:0:20907:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:0.0:1788744588.312888:0:17126:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788744588.312896:0:17126:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.104@tcp lock: ffff9ac741535200/0xb6207a6e76dcd445 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000400000000 nid: local remote: 0xb6207a6e76dcd44c expref: -99 pid: 17869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744588.312914:0:17126:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ac741535200 already unused, calling callback (ffffffffc14dbc20) 10000000:00010000:0.0:1788744588.312918:0:17126:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.104@tcp lock: ffff9ac741535200/0xb6207a6e76dcd445 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000400000000 nid: local remote: 0xb6207a6e76dcd44c expref: -99 pid: 17869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744588.312927:0:17126:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.104@tcp lock: ffff9ac741535200/0xb6207a6e76dcd445 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1008400000000 nid: local remote: 0xb6207a6e76dcd44c expref: -99 pid: 17869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788744588.312935:0:17126:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.104@tcp lock: ffff9ac741535200/0xb6207a6e76dcd445 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1009400000000 nid: local remote: 0xb6207a6e76dcd44c expref: -99 pid: 17869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788744588.312940:0:17126:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:0.0:1788744588.312943:0:17126:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:0.0:1788744588.312945:0:17126:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:0.0:1788744588.312982:0:17126:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.104@tcp lock: ffff9ac741535200/0xb6207a6e76dcd445 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5809400000020 nid: local remote: 0xb6207a6e76dcd44c expref: -99 pid: 17869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744588.312988:0:17126:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788744588.313024:0:17126:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.104@tcp lock: ffff9ac741535200/0xb6207a6e76dcd445 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5809400000020 nid: local remote: 0xb6207a6e76dcd44c expref: -99 pid: 17869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744588.313032:0:17126:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.104@tcp lock: ffff9ac741535200/0xb6207a6e76dcd445 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5809400000020 nid: local remote: 0xb6207a6e76dcd44c expref: -99 pid: 17869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744588.313043:0:17126:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788744588.313044:0:17126:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788744588.313046:0:17126:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788744588.313105:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac643fe1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3734829d-853b-494e-83d0-e0bd2808e668:3643:1875634154593280:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788744588.313179:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788744588.313279:0:17124:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154593280 00000100:00100000:0.0:1788744588.313286:0:17124:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154593280 00000100:00100000:0.0:1788744588.313328:0:17124:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:0.0:1788744588.313335:0:17124:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac643f29500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0+-99:3643:x1875634154593280:12345-0@lo:103:ldlm_bl.0 00010000:00020000:0.0:1788744588.313347:0:17124:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1788744588 with bad export cookie 13123623929016799856 00010000:00010000:3.0:1788744588.314313:0:20907:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.104@tcp lock: ffff9ac741534e00/0xb6207a6e76dcd3a4 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0xb6207a6e76dcd3ab expref: -99 pid: 17869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744588.314327:0:20907:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.104@tcp lock: ffff9ac741534e00/0xb6207a6e76dcd3a4 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0xb6207a6e76dcd3ab expref: -99 pid: 17869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744588.314335:0:20907:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.104@tcp lock: ffff9ac741534e00/0xb6207a6e76dcd3a4 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000400000000 nid: local remote: 0xb6207a6e76dcd3ab expref: -99 pid: 17869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744588.314341:0:20907:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.104@tcp lock: ffff9ac741534e00/0xb6207a6e76dcd3a4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000400000000 nid: local remote: 0xb6207a6e76dcd3ab expref: -99 pid: 17869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744588.314364:0:20907:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788744588.314370:0:20907:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.104@tcp lock: ffff9ac643dadc00/0xb6207a6e76dcd763 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb6207a6e76dcd76a expref: -99 pid: 17135 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744588.314376:0:20907:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.104@tcp lock: ffff9ac643dadc00/0xb6207a6e76dcd763 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xb6207a6e76dcd76a expref: -99 pid: 17135 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744588.314382:0:20907:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.104@tcp lock: ffff9ac643dadc00/0xb6207a6e76dcd763 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0xb6207a6e76dcd76a expref: -99 pid: 17135 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744588.314388:0:20907:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.104@tcp lock: ffff9ac643dadc00/0xb6207a6e76dcd763 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0xb6207a6e76dcd76a expref: -99 pid: 17135 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744588.314471:0:20907:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1788744588.314480:0:20907:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.104@tcp lock: ffff9ac773f47a00/0xb6207a6e76dcd82e lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xb6207a6e76dcd835 expref: -99 pid: 17135 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744588.314496:0:20907:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.104@tcp lock: ffff9ac773f47a00/0xb6207a6e76dcd82e lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0xb6207a6e76dcd835 expref: -99 pid: 17135 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744588.314501:0:20907:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.104@tcp lock: ffff9ac773f47a00/0xb6207a6e76dcd82e lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0xb6207a6e76dcd835 expref: -99 pid: 17135 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744588.314507:0:20907:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.104@tcp lock: ffff9ac773f47a00/0xb6207a6e76dcd82e lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0xb6207a6e76dcd835 expref: -99 pid: 17135 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744588.315289:0:17125:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1788744588.315298:0:17125:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.104@tcp lock: ffff9ac741534e00/0xb6207a6e76dcd3a4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000400000000 nid: local remote: 0xb6207a6e76dcd3ab expref: -99 pid: 17869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744588.315314:0:19539:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1788744588.315315:0:17125:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ac741534e00 already unused, calling callback (ffffffffc14dbc20) 10000000:00010000:2.0:1788744588.315319:0:17125:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.104@tcp lock: ffff9ac741534e00/0xb6207a6e76dcd3a4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000400000000 nid: local remote: 0xb6207a6e76dcd3ab expref: -99 pid: 17869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744588.315320:0:19539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.104@tcp lock: ffff9ac643dadc00/0xb6207a6e76dcd763 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0xb6207a6e76dcd76a expref: -99 pid: 17135 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744588.315326:0:19539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ac643dadc00 already unused, calling callback (ffffffffc14dbc20) 00010000:00010000:2.0:1788744588.315328:0:17125:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.104@tcp lock: ffff9ac741534e00/0xb6207a6e76dcd3a4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1008400000000 nid: local remote: 0xb6207a6e76dcd3ab expref: -99 pid: 17869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1788744588.315329:0:19539:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.104@tcp lock: ffff9ac643dadc00/0xb6207a6e76dcd763 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0xb6207a6e76dcd76a expref: -99 pid: 17135 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788744588.315336:0:17125:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.104@tcp lock: ffff9ac741534e00/0xb6207a6e76dcd3a4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1009400000000 nid: local remote: 0xb6207a6e76dcd3ab expref: -99 pid: 17869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788744588.315341:0:17125:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:2.0:1788744588.315344:0:17125:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-MDT0001: stopping, won't requeue 00010000:00010000:1.0:1788744588.315346:0:19539:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.104@tcp lock: ffff9ac643dadc00/0xb6207a6e76dcd763 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0xb6207a6e76dcd76a expref: -99 pid: 17135 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1788744588.315351:0:19539:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.104@tcp lock: ffff9ac643dadc00/0xb6207a6e76dcd763 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0xb6207a6e76dcd76a expref: -99 pid: 17135 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788744588.315356:0:19539:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:01000000:1.0:1788744588.315358:0:19539:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-mdtir: stopping, won't requeue 10000000:01000000:1.0:1788744588.315359:0:19539:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-mdtir 00010000:00010000:2.0:1788744588.315374:0:17125:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.104@tcp lock: ffff9ac741534e00/0xb6207a6e76dcd3a4 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5809400000020 nid: local remote: 0xb6207a6e76dcd3ab expref: -99 pid: 17869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744588.315374:0:19539:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.104@tcp lock: ffff9ac643dadc00/0xb6207a6e76dcd763 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xb6207a6e76dcd76a expref: -99 pid: 17135 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744588.315381:0:17125:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788744588.315381:0:19539:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788744588.315391:0:19539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.104@tcp lock: ffff9ac643dadc00/0xb6207a6e76dcd763 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xb6207a6e76dcd76a expref: -99 pid: 17135 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744588.315397:0:19539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.104@tcp lock: ffff9ac643dadc00/0xb6207a6e76dcd763 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xb6207a6e76dcd76a expref: -99 pid: 17135 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744588.315419:0:17125:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.104@tcp lock: ffff9ac741534e00/0xb6207a6e76dcd3a4 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5809400000020 nid: local remote: 0xb6207a6e76dcd3ab expref: -99 pid: 17869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744588.315425:0:17125:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.104@tcp lock: ffff9ac741534e00/0xb6207a6e76dcd3a4 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5809400000020 nid: local remote: 0xb6207a6e76dcd3ab expref: -99 pid: 17869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744588.315433:0:19539:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788744588.315434:0:17125:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788744588.315435:0:17125:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788744588.315436:0:19539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.104@tcp lock: ffff9ac773f47a00/0xb6207a6e76dcd82e lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0xb6207a6e76dcd835 expref: -99 pid: 17135 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744588.315437:0:17125:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788744588.315442:0:19539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ac773f47a00 already unused, calling callback (ffffffffc14dbc20) 10000000:00010000:1.0:1788744588.315444:0:19539:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.104@tcp lock: ffff9ac773f47a00/0xb6207a6e76dcd82e lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0xb6207a6e76dcd835 expref: -99 pid: 17135 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744588.315450:0:19539:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.104@tcp lock: ffff9ac773f47a00/0xb6207a6e76dcd82e lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0xb6207a6e76dcd835 expref: -99 pid: 17135 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788744588.315453:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac7556eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3734829d-853b-494e-83d0-e0bd2808e668:3644:1875634154593408:0@lo:103:ldlm_bl.0 10000000:00010000:1.0:1788744588.315465:0:19539:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.104@tcp lock: ffff9ac773f47a00/0xb6207a6e76dcd82e lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0xb6207a6e76dcd835 expref: -99 pid: 17135 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788744588.315470:0:19539:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:1.0:1788744588.315472:0:19539:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 00010000:00010000:1.0:1788744588.315483:0:19539:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.104@tcp lock: ffff9ac773f47a00/0xb6207a6e76dcd82e lrc: 3/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0xb6207a6e76dcd835 expref: -99 pid: 17135 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744588.315488:0:19539:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788744588.315504:0:19539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.104@tcp lock: ffff9ac773f47a00/0xb6207a6e76dcd82e lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0xb6207a6e76dcd835 expref: -99 pid: 17135 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744588.315512:0:19539:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788744588.315513:0:19539:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788744588.315515:0:19539:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788744588.315520:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788744588.315529:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac745073800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3734829d-853b-494e-83d0-e0bd2808e668:3645:1875634154593664:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788744588.315553:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788744588.315559:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac643f2ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3734829d-853b-494e-83d0-e0bd2808e668:3644:1875634154593536:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788744588.315588:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788744588.315593:0:17122:0:(service.c:3467:ptlrpc_start_thread()) ldlm_canceld[0] started 3 min 3 max 56 00000100:00100000:1.0:1788744588.315600:0:17122:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'ldlm_cn00_003' 00000100:00100000:2.0:1788744588.315607:0:17123:0:(service.c:3467:ptlrpc_start_thread()) ldlm_canceld[0] started 3 min 3 max 56 00000100:00100000:2.0:1788744588.315614:0:17123:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154593408 00000100:00100000:2.0:1788744588.315620:0:17123:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154593408 00000100:00100000:2.0:1788744588.315641:0:17123:0:(service.c:3467:ptlrpc_start_thread()) ldlm_canceld[0] started 3 min 3 max 56 00000100:00100000:2.0:1788744588.315646:0:17123:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154593664 00000100:00100000:2.0:1788744588.315649:0:17123:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154593664 00000100:00100000:2.0:1788744588.315655:0:17123:0:(service.c:3467:ptlrpc_start_thread()) ldlm_canceld[0] started 3 min 3 max 56 00000100:00100000:2.0:1788744588.315660:0:17123:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154593536 00000100:00100000:2.0:1788744588.315662:0:17123:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154593536 00000100:00100000:1.0:1788744588.315891:0:20908:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:1.0:1788744588.315897:0:20908:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac7556ee680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0+-99:3644:x1875634154593408:12345-0@lo:103:ldlm_bl.0 00010000:00020000:1.0:1788744588.315903:0:20908:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1788744588 with bad export cookie 13123623929016799856 00000100:00100000:1.0:1788744588.315983:0:20908:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac7556ee680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0+-99:3644:x1875634154593408:12345-0@lo:103:ldlm_bl.0 Request processed in 84us (462us total) trans 0 rc -107/-107 00000100:00100000:1.0:1788744588.315990:0:20908:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:1.0:1788744588.316007:0:20908:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:1.0:1788744588.316011:0:20908:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac745071f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0+-99:3645:x1875634154593664:12345-0@lo:103:ldlm_bl.0 00010000:00020000:1.0:1788744588.316015:0:20908:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1788744588 with bad export cookie 13123623929016799856 00000100:00100000:1.0:1788744588.316054:0:20908:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac745071f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0+-99:3645:x1875634154593664:12345-0@lo:103:ldlm_bl.0 Request processed in 41us (499us total) trans 0 rc -107/-107 00000100:00100000:1.0:1788744588.316060:0:20908:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00080000:1.0:1788744588.316167:0:3645:0:(recover.c:205:ptlrpc_request_handle_notconn()) import MGC192.168.203.104@tcp of MGS@0@lo abruptly disconnected: reconnecting 00000100:00080000:1.0:1788744588.316172:0:3645:0:(import.c:65:import_set_state_nolock()) ffff9ac77cb33000 MGS: changing import state from FULL to DISCONN 00000100:02020000:1.0:1788744588.316175:0:3645:0:(import.c:186:ptlrpc_set_import_discon()) MGC192.168.203.104@tcp: Connection to MGS (at 0@lo) was lost; in progress operations using this service will fail 00000100:00080000:2.0:1788744588.316212:0:3644:0:(recover.c:205:ptlrpc_request_handle_notconn()) import MGC192.168.203.104@tcp of MGS@0@lo abruptly disconnected: reconnecting 00010000:00010000:3.0:1788744588.317647:0:20907:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:3.0:1788744588.317660:0:20907:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.104@tcp lock: ffff9ac773f47a00/0xb6207a6e76dcd82e lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0xb6207a6e76dcd835 expref: -99 pid: 17135 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788744588.317678:0:20907:0:(mgc_request.c:130:config_log_put()) dropping config log params 00010000:00010000:3.0:1788744588.317701:0:20907:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.104@tcp lock: ffff9ac741534400/0xb6207a6e76dcd396 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb6207a6e76dcd39d expref: -99 pid: 17869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744588.317709:0:20907:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.104@tcp lock: ffff9ac741534400/0xb6207a6e76dcd396 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xb6207a6e76dcd39d expref: -99 pid: 17869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744588.317716:0:20907:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.104@tcp lock: ffff9ac741534400/0xb6207a6e76dcd396 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0xb6207a6e76dcd39d expref: -99 pid: 17869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744588.317723:0:20907:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.104@tcp lock: ffff9ac741534400/0xb6207a6e76dcd396 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0xb6207a6e76dcd39d expref: -99 pid: 17869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744588.317740:0:20907:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:3.0:1788744588.317743:0:20907:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-MDT0001 10000000:01000000:3.0:1788744588.317747:0:20907:0:(mgc_request.c:547:config_log_end()) end config log lustre-MDT0001 (0) 00000020:01000004:3.0:1788744588.317791:0:20907:0:(tgt_mount.c:2111:server_put_super()) stopping lustre-MDT0001 00000020:01000000:3.0:1788744588.317795:0:20907:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001 (flags='F') 00000020:00000080:3.0:1788744588.317799:0:20907:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1788744588.317804:0:20907:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001: forcing exports to disconnect: 2/5 00000020:00080000:3.0:1788744588.317811:0:20907:0:(genops.c:1818:print_export_data()) lustre-MDT0001: ACTIVE ffff9ac64260c800 lustre-MDT0001-lwp-OST0001_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:3.0:1788744588.317816:0:20907:0:(genops.c:1818:print_export_data()) lustre-MDT0001: ACTIVE ffff9ac774b64800 lustre-MDT0001-lwp-OST0000_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:3.0:1788744588.317821:0:20907:0:(genops.c:1552:class_disconnect_exports()) OBD device 14 (ffff9ac77aaab380) has exports, disconnecting them 00000020:00080000:3.0:1788744588.317825:0:20907:0:(genops.c:1527:class_disconnect_export_list()) lustre-MDT0001: disconnecting export at 0@lo (ffff9ac64260c800), last request at 1788744586 00000020:00000080:3.0:1788744588.317831:0:20907:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xb6207a6e76dcd5bf 00000100:00080000:3.0:1788744588.317848:0:20907:0:(import.c:65:import_set_state_nolock()) ffff9ac64260d000 : changing import state from FULL to CLOSED 00010000:00010000:3.0:1788744588.317900:0:19539:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788744588.317906:0:19539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.104@tcp lock: ffff9ac741534400/0xb6207a6e76dcd396 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0xb6207a6e76dcd39d expref: -99 pid: 17869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744588.317914:0:19539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ac741534400 already unused, calling callback (ffffffffc14dbc20) 10000000:00010000:3.0:1788744588.317917:0:19539:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.104@tcp lock: ffff9ac741534400/0xb6207a6e76dcd396 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0xb6207a6e76dcd39d expref: -99 pid: 17869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744588.317925:0:19539:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.104@tcp lock: ffff9ac741534400/0xb6207a6e76dcd396 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0xb6207a6e76dcd39d expref: -99 pid: 17869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1788744588.317933:0:19539:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.104@tcp lock: ffff9ac741534400/0xb6207a6e76dcd396 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0xb6207a6e76dcd39d expref: -99 pid: 17869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788744588.317939:0:19539:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x5:0x0].0x0 (lustre) 10000000:01000000:3.0:1788744588.317941:0:19539:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-barrier: stopping, won't requeue 10000000:01000000:3.0:1788744588.317943:0:19539:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-barrier 00000100:00080000:1.0:1788744588.344037:0:3645:0:(import.c:192:ptlrpc_set_import_discon()) import MGS@0@lo for MGC192.168.203.104@tcp not replayable, auto-deactivating 00000100:00080000:1.0:1788744588.344043:0:3645:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00100000:1.0:1788744588.344052:0:3645:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff9ac643fe1180 x1875634154591616/t0(0) o400->MGC192.168.203.104@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1788744602 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788744588.345355:0:3645:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff9ac643fe1f80 x1875634154593280/t0(0) o103->MGC192.168.203.104@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1788744604 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788744588.345377:0:3645:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff9ac7556eca80 x1875634154593408/t0(0) o103->MGC192.168.203.104@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1788744604 ref 1 fl Rpc:RQU/200/0 rc 0/-107 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788744588.345388:0:3645:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff9ac745073800 x1875634154593664/t0(0) o103->MGC192.168.203.104@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1788744604 ref 1 fl Rpc:RQU/200/0 rc 0/-107 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788744588.345396:0:3645:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff9ac643f2ad80 x1875634154593536/t0(0) o103->MGC192.168.203.104@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1788744604 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1788744588.346353:0:3644:0:(import.c:214:ptlrpc_set_import_discon()) mgc: import ffff9ac77cb33000 already not connected (conn 1, was 1): DISCONN 00010000:00010000:3.0:1788744588.346493:0:19539:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.104@tcp lock: ffff9ac741534400/0xb6207a6e76dcd396 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xb6207a6e76dcd39d expref: -99 pid: 17869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744588.346505:0:19539:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788744588.346536:0:19539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.104@tcp lock: ffff9ac741534400/0xb6207a6e76dcd396 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xb6207a6e76dcd39d expref: -99 pid: 17869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744588.346544:0:19539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.104@tcp lock: ffff9ac741534400/0xb6207a6e76dcd396 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xb6207a6e76dcd39d expref: -99 pid: 17869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744588.346567:0:19539:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788744588.346569:0:19539:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788744588.346572:0:19539:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00080000:3.0:1788744588.346595:0:20907:0:(genops.c:1532:class_disconnect_export_list()) disconnected export at 0@lo (ffff9ac64260c800): rc 0 00000020:00000080:3.0:1788744588.346599:0:20907:0:(genops.c:885:class_export_put()) final put ffff9ac64260c800/lustre-MDT0001-lwp-OST0001_UUID 00000020:00080000:3.0:1788744588.346616:0:20907:0:(genops.c:1527:class_disconnect_export_list()) lustre-MDT0001: disconnecting export at 0@lo (ffff9ac774b64800), last request at 1788744586 00000020:00000080:3.0:1788744588.346623:0:20907:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xb6207a6e76dcd525 00000100:00080000:3.0:1788744588.346633:0:20907:0:(import.c:65:import_set_state_nolock()) ffff9ac774b67000 : changing import state from FULL to CLOSED 00010000:00010000:3.0:1788744588.346652:0:19539:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00080000:3.0:1788744588.346659:0:20907:0:(genops.c:1532:class_disconnect_export_list()) disconnected export at 0@lo (ffff9ac774b64800): rc 0 00000020:00000080:3.0:1788744588.346661:0:20907:0:(genops.c:885:class_export_put()) final put ffff9ac774b64800/lustre-MDT0001-lwp-OST0000_UUID 00000004:00000080:3.0:1788744588.346669:0:20907:0:(mdd_device.c:2304:mdd_iocontrol()) lustre-MDD0001: cmd=400866e7 len=0 karg=ffffa7f9018abae0 00000100:00080000:3.0:1788744588.346699:0:20907:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1788744588.346707:0:20907:0:(client.c:3603:ptlrpc_abort_inflight()) @@@ aborting waiting req req@ffff9ac643f28700 x1875634154591360/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1788744602 ref 1 fl Rpc:RSQU/200/0 rc -107/-107 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788744588.346717:0:20907:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 0 gen 3 00000020:00000080:2.0:1788744588.347075:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff9ac64260c800/lustre-MDT0001-lwp-OST0001_UUID for lustre-MDT0001 00000020:00000080:2.0:1788744588.347132:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff9ac774b64800/lustre-MDT0001-lwp-OST0000_UUID for lustre-MDT0001 00000020:00000080:2.0:1788744588.347165:0:8:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff9ac64260d000 for lustre-MDT0001 00000020:00000080:2.0:1788744588.347171:0:8:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff9ac774b67000 for lustre-MDT0001 00010000:00010000:2.0:1788744588.347201:0:17125:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788744588.347225:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac643f2ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3734829d-853b-494e-83d0-e0bd2808e668:3644:1875634154593536:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788744588.347250:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac7556eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3734829d-853b-494e-83d0-e0bd2808e668:3644:1875634154593408:0@lo:103:ldlm_bl.0 10000000:01000000:1.0:1788744588.348268:0:3645:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808001 00000100:00080000:1.0:1788744588.348274:0:3645:0:(pinger.c:193:ptlrpc_pinger_ir_down()) IR down 10000000:01000000:1.0:1788744588.348276:0:3645:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00080000:1.0:1788744588.348280:0:3645:0:(import.c:65:import_set_state_nolock()) ffff9ac77cb33000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1788744588.348286:0:3645:0:(import.c:545:import_select_connection()) MGC192.168.203.104@tcp: connect to NID 0@lo last attempt 482 00000100:00080000:1.0:1788744588.348299:0:3645:0:(import.c:666:import_select_connection()) MGC192.168.203.104@tcp: import ffff9ac77cb33000 using connection 192.168.203.104@tcp/0@lo 00000100:00100000:1.0:1788744588.348388:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac745dd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3734829d-853b-494e-83d0-e0bd2808e668:0:1875634154593792:0@lo:103:ldlm_bl.0 00000100:00080000:3.0:1788744588.348397:0:20907:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID 00000100:00080000:3.0:1788744588.348428:0:20907:0:(import.c:65:import_set_state_nolock()) ffff9ac75575a000 lustre-MDT0000_UUID: changing import state from DISCONN to CLOSED 00000100:00100000:1.0:1788744588.348543:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac643fe1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3734829d-853b-494e-83d0-e0bd2808e668:3646:1875634154591616:0@lo:400:kworker.0 00000100:00100000:1.0:1788744588.348583:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac643fe1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3734829d-853b-494e-83d0-e0bd2808e668:3643:1875634154593280:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788744588.348646:0:3645:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ac745071c00 x1875634154593920/t0(0) o250->MGC192.168.203.104@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1788744588.348662:0:20907:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:3.0:1788744588.348668:0:20907:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 8589934593 gen 3 00000100:00100000:1.0:1788744588.348680:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac643f28700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3645:1875634154591360:0@lo:41:osp-pre-0-1.0 00000004:00080000:3.0:1788744588.348682:0:20907:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:1.0:1788744588.348712:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac745073800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3734829d-853b-494e-83d0-e0bd2808e668:3645:1875634154593664:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788744588.348723:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac745071c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3734829d-853b-494e-83d0-e0bd2808e668:3642:1875634154593920:0@lo:250:ptlrpcd_00_02.0 00000100:00100000:1.0:1788744588.348745:0:20908:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:1.0:1788744588.348753:0:20908:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac7556eea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0+-99:3644:x1875634154593536:12345-0@lo:103:ldlm_bl.0 00010000:00020000:1.0:1788744588.348760:0:20908:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1788744588 with bad export cookie 13123623929016799856 00000400:00000100:2.0:1788744588.348770:0:3642:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1875634154593920 offset 0 length 520: 4 00000400:00000100:1.0:1788744588.348801:0:20908:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 18 match 1875634154593536 offset 224 length 224: 4 00000100:00100000:1.0:1788744588.348815:0:20908:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac7556eea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0+-99:3644:x1875634154593536:12345-0@lo:103:ldlm_bl.0 Request processed in 61us (33226us total) trans 0 rc -107/-107 00000100:00100000:1.0:1788744588.348821:0:20908:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00080000:3.0:1788744588.349165:0:20907:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID 00000100:00080000:3.0:1788744588.349179:0:20907:0:(import.c:65:import_set_state_nolock()) ffff9ac750724000 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00080000:3.0:1788744588.349206:0:20907:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:3.0:1788744588.349209:0:20907:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 8589934594 gen 3 00000004:00080000:3.0:1788744588.349220:0:20907:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00080000:3.0:1788744588.349285:0:20907:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID 00000100:00080000:3.0:1788744588.349294:0:20907:0:(import.c:65:import_set_state_nolock()) ffff9ac751dc6000 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000020:00080000:3.0:1788744588.349327:0:20907:0:(genops.c:1557:class_disconnect_exports()) OBD device 14 (ffff9ac77aaab380) has no exports 00000100:00100000:1.0:1788744588.349709:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac745dd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3642:1875634154594048:0@lo:9:umount.0 00010000:00010000:0.0:1788744588.349725:0:17126:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788744588.349754:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000100:0.0:1788744588.349959:0:17124:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 18 match 1875634154593280 offset 224 length 224: 4 00000100:00100000:0.0:1788744588.349973:0:17124:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac643f29500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0+-99:3643:x1875634154593280:12345-0@lo:103:ldlm_bl.0 Request processed in 36638us (36794us total) trans 0 rc -107/-107 00000100:00100000:1.0:1788744588.349981:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac745dd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3642:1875634154594176:0@lo:9:umount.0 00000100:00100000:0.0:1788744588.349981:0:17124:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:1.0:1788744588.350005:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788744588.350026:0:18644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154594048 00000100:00100000:0.0:1788744588.350032:0:18644:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154594048 00000100:00100000:3.0:1788744588.350061:0:18645:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154594176 00000100:00100000:3.0:1788744588.350066:0:18645:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154594176 00000100:00100000:0.0:1788744588.350083:0:18644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:3.0:1788744588.350087:0:18645:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:0.0:1788744588.350089:0:18644:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac745073800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3642:x1875634154594048:12345-0@lo:9:umount.0 00000100:00100000:3.0:1788744588.350092:0:18645:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac643fb0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3642:x1875634154594176:12345-0@lo:9:umount.0 00000020:00000080:3.0:1788744588.350109:0:18645:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xb6207a6e76dcd5db 00000020:00000080:0.0:1788744588.350109:0:18644:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xb6207a6e76dcd54f 00000100:00080000:3.0:1788744588.350116:0:18645:0:(import.c:65:import_set_state_nolock()) ffff9ac6422f1000 : changing import state from FULL to CLOSED 00000100:00080000:0.0:1788744588.350116:0:18644:0:(import.c:65:import_set_state_nolock()) ffff9ac774b64000 : changing import state from FULL to CLOSED 00000100:00080000:1.0:1788744588.350158:0:17133:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1788744588.350162:0:17133:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000001:00000004:0.0:1788744588.350206:0:18644:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934600 00000100:00100000:0.0:1788744588.350336:0:18644:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac745073800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+2:3642:x1875634154594048:12345-0@lo:9:umount.0 Request processed in 246us (585us total) trans 0 rc 0/0 00000100:00100000:0.0:1788744588.350343:0:18644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00080000:1.0:1788744588.350419:0:3642:0:(import.c:65:import_set_state_nolock()) ffff9ac750724000 lustre-OST0000_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:1.0:1788744588.350431:0:3642:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000004:00080000:1.0:1788744588.350433:0:3642:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:1.0:1788744588.350436:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac745dd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3642:1875634154594048:0@lo:9:umount.0 00000001:00000004:3.0:1788744588.350990:0:18645:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934594 00010000:00010000:2.0:1788744588.351016:0:17125:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788744588.351148:0:18645:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac643fb0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+2:3642:x1875634154594176:12345-0@lo:9:umount.0 Request processed in 1045us (1132us total) trans 0 rc 0/0 00000100:00100000:3.0:1788744588.351155:0:18645:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00010000:00010000:0.0:1788744588.351182:0:19539:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1788744588.351303:0:3642:0:(import.c:65:import_set_state_nolock()) ffff9ac751dc6000 lustre-OST0001_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:2.0:1788744588.351313:0:3642:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000004:00080000:2.0:1788744588.351315:0:3642:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:2.0:1788744588.351318:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac745dd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3642:1875634154594176:0@lo:9:umount.0 00000020:00080000:1.0:1788744588.359786:0:20907:0:(genops.c:1557:class_disconnect_exports()) OBD device 14 (ffff9ac77aaab380) has no exports 00000020:01000000:0.0:1788744588.409543:0:20907:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff9ac7500261e0 - data ffff9ac752baebd0/ffff9ac77fa2d400 00000020:01000000:0.0:1788744588.409717:0:20907:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff9ac6410db0c0 - data ffff9ac75db10000/ffff9ac745c0fc00 00000001:00000004:0.0:1788744588.422490:0:20907:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 2, last_transno is 8589934595 00010000:00010000:1.0:1788744588.463832:0:17126:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1788744588.483500:0:20907:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1788744588.483519:0:20907:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 0 gen 4 00000100:00100000:2.0:1788744588.483527:0:20907:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00080000:2.0:1788744588.489233:0:20907:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:2.0:1788744588.489242:0:20907:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 8589934593 gen 4 00000004:00080000:2.0:1788744588.489265:0:20907:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:2.0:1788744588.489267:0:20907:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:3.0:1788744588.490338:0:17879:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:3.0:1788744588.490344:0:17879:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 1 count 1 00000040:00080000:3.0:1788744588.490356:0:17879:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x1:0x2:0x0] index 2 count 2 00000100:00080000:2.0:1788744588.496561:0:20907:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:2.0:1788744588.496568:0:20907:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 8589934594 gen 4 00000004:00080000:2.0:1788744588.496588:0:20907:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:2.0:1788744588.496592:0:20907:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:3.0:1788744588.496929:0:17881:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:3.0:1788744588.496934:0:17881:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xa:0x0] index 1 count 1 00000040:00080000:3.0:1788744588.496944:0:17881:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x1:0x5:0x0] index 2 count 2 00000020:00000080:2.0:1788744588.498044:0:20907:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xb6207a6e76dcd3b9 00000020:00000080:2.0:1788744588.498056:0:20907:0:(genops.c:885:class_export_put()) final put ffff9ac751dc3000/lustre-MDT0001-osd_UUID 00000020:00000080:2.0:1788744588.499031:0:20907:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xb6207a6e76dcd3ce 00000020:00000080:2.0:1788744588.499041:0:20907:0:(genops.c:885:class_export_put()) final put ffff9ac776cf6800/lustre-MDT0001-mdtlov_UUID 00000020:00000080:1.0:1788744588.499153:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff9ac751dc3000/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:01000000:2.0:1788744588.503176:0:20907:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-mdtlov (flags='') 00000020:00000080:2.0:1788744588.503203:0:20907:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1788744588.503212:0:20907:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001-mdtlov: forcing exports to disconnect: 0/2 00000020:00080000:2.0:1788744588.503217:0:20907:0:(genops.c:1557:class_disconnect_exports()) OBD device 13 (ffff9ac77aaa99c0) has no exports 00000004:01000000:2.0:1788744588.503413:0:20907:0:(lod_lov.c:59:lod_putref()) destroying 2 ltd desc 00000020:00000080:2.0:1788744588.503424:0:20907:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xb6207a6e76dcd422 00000020:00000080:2.0:1788744588.503433:0:20907:0:(genops.c:885:class_export_put()) final put ffff9ac7531fb000/lustre-MDT0001-mdtlov_UUID 00000020:00000080:1.0:1788744588.510086:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff9ac776cf6800/lustre-MDT0001-mdtlov_UUID for lustre-MDT0001-mdtlov 00000020:01000000:2.0:1788744588.511904:0:20907:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0001-osc-MDT0001 (flags='') 00000020:00000080:2.0:1788744588.511918:0:20907:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1788744588.511929:0:20907:0:(obd_config.c:956:class_cleanup()) lustre-OST0001-osc-MDT0001: forcing exports to disconnect: 0/3 00000020:00080000:2.0:1788744588.511934:0:20907:0:(genops.c:1557:class_disconnect_exports()) OBD device 18 (ffff9ac750753380) has no exports 00000020:00000080:2.0:1788744588.511943:0:20907:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xb6207a6e76dcd41b 00000020:00000080:2.0:1788744588.511952:0:20907:0:(genops.c:885:class_export_put()) final put ffff9ac750720800/lustre-MDT0001-osd_UUID 00010000:01000000:2.0:1788744588.512366:0:20907:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-OST0001-osc-MDT0001: client import never connected 00000100:00080000:2.0:1788744588.512372:0:20907:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:2.0:1788744588.512376:0:20907:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 8589934594 gen 5 00000004:00080000:2.0:1788744588.512382:0:20907:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000020:00000080:1.0:1788744588.512383:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff9ac7531fb000/lustre-MDT0001-mdtlov_UUID for lustre-OST0001-osc-MDT0001 00000100:00100000:2.0:1788744588.512384:0:20907:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:1.0:1788744588.512390:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff9ac750720800/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:00000080:1.0:1788744588.512428:0:37:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff9ac751dc6000 for lustre-OST0001-osc-MDT0001 00000020:00000080:2.0:1788744588.512446:0:20907:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1788744588.512618:0:20907:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001-osc-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:2.0:1788744588.512622:0:20907:0:(genops.c:885:class_export_put()) final put ffff9ac750724800/lustre-MDT0001-mdtlov_UUID 00000020:00000080:2.0:1788744588.512625:0:20907:0:(genops.c:844:class_export_destroy()) destroying export ffff9ac750724800/lustre-MDT0001-mdtlov_UUID for lustre-OST0001-osc-MDT0001 00000020:01000000:2.0:1788744588.512635:0:20907:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001-osc-MDT0001 (lustre-MDT0001-mdtlov_UUID) 00000020:00000080:2.0:1788744588.512726:0:20907:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xb6207a6e76dcd40d 00000020:00000080:2.0:1788744588.512732:0:20907:0:(genops.c:885:class_export_put()) final put ffff9ac750722800/lustre-MDT0001-mdtlov_UUID 00000020:01000000:2.0:1788744588.512744:0:20907:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osc-MDT0001 (flags='') 00000020:00000080:2.0:1788744588.512747:0:20907:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1788744588.512752:0:20907:0:(obd_config.c:956:class_cleanup()) lustre-OST0000-osc-MDT0001: forcing exports to disconnect: 0/3 00000020:00080000:2.0:1788744588.512755:0:20907:0:(genops.c:1557:class_disconnect_exports()) OBD device 17 (ffff9ac77c9bb380) has no exports 00000020:00000080:2.0:1788744588.512759:0:20907:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xb6207a6e76dcd3ff 00000020:00000080:2.0:1788744588.512761:0:20907:0:(genops.c:885:class_export_put()) final put ffff9ac744def800/lustre-MDT0001-osd_UUID 00000020:00000080:1.0:1788744588.512919:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff9ac750722800/lustre-MDT0001-mdtlov_UUID for lustre-OST0000-osc-MDT0001 00000020:00000080:1.0:1788744588.512925:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff9ac744def800/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00010000:01000000:2.0:1788744588.513083:0:20907:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-OST0000-osc-MDT0001: client import never connected 00000100:00080000:2.0:1788744588.513086:0:20907:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:2.0:1788744588.513089:0:20907:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 8589934593 gen 5 00000004:00080000:2.0:1788744588.513092:0:20907:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:2.0:1788744588.513093:0:20907:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:2.0:1788744588.513126:0:20907:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1788744588.513130:0:20907:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000-osc-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000004:01000000:2.0:1788744588.513143:0:20907:0:(lod_lov.c:59:lod_putref()) destroying 1 ltd desc 00000020:00000080:2.0:1788744588.513147:0:20907:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xb6207a6e76dcd3f1 00000020:00000080:2.0:1788744588.513151:0:20907:0:(genops.c:885:class_export_put()) final put ffff9ac751dc0000/lustre-MDT0001-mdtlov_UUID 00000020:01000000:2.0:1788744588.513154:0:20907:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-osp-MDT0001 (flags='F') 00000020:00000080:2.0:1788744588.513157:0:20907:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1788744588.513159:0:20907:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-osp-MDT0001: forcing exports to disconnect: 0/3 00000020:00080000:2.0:1788744588.513162:0:20907:0:(genops.c:1557:class_disconnect_exports()) OBD device 16 (ffff9ac77c9bcd40) has no exports 00000020:00000080:2.0:1788744588.513165:0:20907:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xb6207a6e76dcd3ea 00000020:00000080:1.0:1788744588.513296:0:37:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff9ac750724000 for lustre-OST0000-osc-MDT0001 00000020:00000080:1.0:1788744588.513302:0:37:0:(genops.c:885:class_export_put()) final put ffff9ac7531a9800/lustre-MDT0001-mdtlov_UUID 00000020:00000080:1.0:1788744588.513304:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff9ac7531a9800/lustre-MDT0001-mdtlov_UUID for lustre-OST0000-osc-MDT0001 00000020:01000000:1.0:1788744588.513308:0:37:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000-osc-MDT0001 (lustre-MDT0001-mdtlov_UUID) 00000020:00000080:1.0:1788744588.513361:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff9ac751dc0000/lustre-MDT0001-mdtlov_UUID for lustre-MDT0000-osp-MDT0001 00000020:00000080:2.0:1788744588.514361:0:20907:0:(genops.c:885:class_export_put()) final put ffff9ac742585800/lustre-MDT0001-osd_UUID 00000020:00000080:1.0:1788744588.515140:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff9ac742585800/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00010000:01000000:3.0:1788744588.517926:0:20907:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0000-osp-MDT0001: client import never connected 00000100:00080000:3.0:1788744588.517934:0:20907:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1788744588.517938:0:20907:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 0 gen 5 00000100:00100000:3.0:1788744588.517945:0:20907:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:3.0:1788744588.517996:0:20907:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1788744588.518006:0:20907:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-osp-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:3.0:1788744588.518229:0:20907:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1788744588.518247:0:20907:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-mdtlov (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:3.0:1788744588.518253:0:20907:0:(genops.c:885:class_export_put()) final put ffff9ac776cf7000/lustre-MDT0001-mdtlov_UUID 00000020:00000080:3.0:1788744588.518257:0:20907:0:(genops.c:844:class_export_destroy()) destroying export ffff9ac776cf7000/lustre-MDT0001-mdtlov_UUID for lustre-MDT0001-mdtlov 00000020:01000000:3.0:1788744588.518268:0:20907:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-mdtlov (lustre-MDT0001-mdtlov_UUID) 00000020:00000080:3.0:1788744588.518488:0:20907:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xb6207a6e76dcd3d5 00000020:00000080:3.0:1788744588.518495:0:20907:0:(genops.c:885:class_export_put()) final put ffff9ac776cf3000/lustre-MDD0001_UUID 00000020:01000000:3.0:1788744588.518500:0:20907:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDD0001 (flags='') 00000020:00000080:3.0:1788744588.518504:0:20907:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1788744588.518509:0:20907:0:(obd_config.c:956:class_cleanup()) lustre-MDD0001: forcing exports to disconnect: 0/2 00000020:00080000:3.0:1788744588.518513:0:20907:0:(genops.c:1557:class_disconnect_exports()) OBD device 15 (ffff9ac77aaa8000) has no exports 00000020:00000080:3.0:1788744588.518528:0:20907:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1788744588.518532:0:20907:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDD0001 (uuid lustre-MDD0001_UUID) 00000020:00000080:3.0:1788744588.518536:0:20907:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xb6207a6e76dcd3dc 00000020:00000080:3.0:1788744588.518540:0:20907:0:(genops.c:885:class_export_put()) final put ffff9ac644508800/lustre-MDT0001-osd_UUID 00000020:01000004:3.0:1788744588.518547:0:20907:0:(tgt_mount.c:187:server_put_mount()) put mount ffff9ac75575b800 from lustre-MDT0001, refs=2 00000020:01000004:3.0:1788744588.518550:0:20907:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9ac75575b800 2 00000020:01000004:3.0:1788744588.518553:0:20907:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff9ac75575b800 from lustre-MDT0001 00000020:00000080:3.0:1788744588.518568:0:20907:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1788744588.518571:0:20907:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001 (uuid lustre-MDT0001_UUID) 00000020:00000080:3.0:1788744588.518574:0:20907:0:(genops.c:885:class_export_put()) final put ffff9ac751dc1800/lustre-MDT0001_UUID 00000020:00000080:3.0:1788744588.518575:0:20907:0:(genops.c:844:class_export_destroy()) destroying export ffff9ac751dc1800/lustre-MDT0001_UUID for lustre-MDT0001 00000020:00000080:1.0:1788744588.518579:0:37:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff9ac75575a000 for lustre-MDT0000-osp-MDT0001 00000020:01000000:3.0:1788744588.518582:0:20907:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001 (lustre-MDT0001_UUID) 00000020:00000080:1.0:1788744588.518585:0:37:0:(genops.c:885:class_export_put()) final put ffff9ac744de9000/lustre-MDT0001-mdtlov_UUID 00000020:00000080:1.0:1788744588.518587:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff9ac744de9000/lustre-MDT0001-mdtlov_UUID for lustre-MDT0000-osp-MDT0001 00000020:01000000:1.0:1788744588.518591:0:37:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-osp-MDT0001 (lustre-MDT0001-mdtlov_UUID) 00000020:01000004:3.0:1788744588.518611:0:20907:0:(obd_mount.c:578:lustre_stop_mgc()) MGC still has 2 references. 00000020:01000000:3.0:1788744588.518614:0:20907:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-MDT0001 (flags='F') 00000020:00000080:3.0:1788744588.518617:0:20907:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1788744588.518620:0:20907:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-lwp-MDT0001: forcing exports to disconnect: 1/3 00000020:00080000:3.0:1788744588.518626:0:20907:0:(genops.c:1818:print_export_data()) lustre-MDT0000-lwp-MDT0001: ACTIVE ffff9ac748bfe800 lustre-MDT0000-lwp-MDT0001 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:3.0:1788744588.518631:0:20907:0:(genops.c:1552:class_disconnect_exports()) OBD device 19 (ffff9ac6433c3380) has exports, disconnecting them 00000020:00080000:3.0:1788744588.518635:0:20907:0:(genops.c:1527:class_disconnect_export_list()) lustre-MDT0000-lwp-MDT0001: disconnecting export at 0@lo (ffff9ac748bfe800), last request at 1788744514 00000020:00000080:3.0:1788744588.518638:0:20907:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xb6207a6e76dcd45a 00000020:00080000:3.0:1788744588.518647:0:20907:0:(genops.c:1532:class_disconnect_export_list()) disconnected export at 0@lo (ffff9ac748bfe800): rc 0 00000020:00000080:3.0:1788744588.518655:0:20907:0:(genops.c:885:class_export_put()) final put ffff9ac748bfe800/lustre-MDT0000-lwp-MDT0001 00000020:00000080:1.0:1788744588.518669:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff9ac776cf3000/lustre-MDD0001_UUID for lustre-MDD0001 00000020:00000080:1.0:1788744588.518672:0:37:0:(genops.c:885:class_export_put()) final put ffff9ac751dc6800/lustre-MDD0001_UUID 00000020:00000080:1.0:1788744588.518674:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff9ac751dc6800/lustre-MDD0001_UUID for lustre-MDD0001 00000020:01000000:1.0:1788744588.518677:0:37:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDD0001 (lustre-MDD0001_UUID) 00000020:00000080:1.0:1788744588.518777:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff9ac644508800/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:00000080:1.0:1788744588.518782:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff9ac748bfe800/lustre-MDT0000-lwp-MDT0001 for lustre-MDT0000-lwp-MDT0001 00010000:01000000:2.0:1788744588.582662:0:20907:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0000-lwp-MDT0001: client import never connected 00000100:00080000:2.0:1788744588.582671:0:20907:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1788744588.582694:0:20907:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: committing for last_committed 0 gen 5 00000100:00100000:2.0:1788744588.582702:0:20907:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:1.0:1788744588.582826:0:8:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff9ac77f7d6800 for lustre-MDT0000-lwp-MDT0001 00000020:00000080:2.0:1788744588.582999:0:20907:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1788744588.583009:0:20907:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-MDT0001 (uuid lustre-MDT0000-lwp-MDT0001_UUID) 00000020:00000080:2.0:1788744588.583015:0:20907:0:(genops.c:885:class_export_put()) final put ffff9ac7447df000/lustre-MDT0000-lwp-MDT0001_UUID 00000020:00000080:2.0:1788744588.583018:0:20907:0:(genops.c:844:class_export_destroy()) destroying export ffff9ac7447df000/lustre-MDT0000-lwp-MDT0001_UUID for lustre-MDT0000-lwp-MDT0001 00000020:01000000:2.0:1788744588.583028:0:20907:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-MDT0001 (lustre-MDT0000-lwp-MDT0001_UUID) 00000020:01000004:2.0:1788744588.583104:0:20907:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9ac75575b800 1 00000020:00000080:2.0:1788744588.583110:0:20907:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xb6207a6e76dcd381 00000020:00000080:2.0:1788744588.583117:0:20907:0:(genops.c:885:class_export_put()) final put ffff9ac776cf2000/lustre-MDT0001-osd_UUID 00000020:01000000:2.0:1788744588.583134:0:20907:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-osd (flags='') 00000020:00000080:2.0:1788744588.583139:0:20907:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1788744588.583150:0:20907:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001-osd: forcing exports to disconnect: 0/2 00000020:00080000:2.0:1788744588.583153:0:20907:0:(genops.c:1557:class_disconnect_exports()) OBD device 12 (ffff9ac77c9b99c0) has no exports 00000020:00000080:1.0:1788744588.583169:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff9ac776cf2000/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:00000080:1.0:1788744588.618356:0:20907:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1788744588.618371:0:20907:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-osd (uuid lustre-MDT0001-osd_UUID) 00000020:00000080:1.0:1788744588.618376:0:20907:0:(genops.c:885:class_export_put()) final put ffff9ac75575e800/lustre-MDT0001-osd_UUID 00000020:00000080:1.0:1788744588.618391:0:20907:0:(genops.c:844:class_export_destroy()) destroying export ffff9ac75575e800/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:01000000:1.0:1788744588.618397:0:20907:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-osd (lustre-MDT0001-osd_UUID) 00000020:01000004:1.0:1788744588.618816:0:20907:0:(obd_mount.c:668:lustre_free_lsi()) Freeing lsi ffff9ac75575f800 00000020:01000000:1.0:1788744588.618835:0:20907:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of MDS (flags='F') 00000020:00000080:1.0:1788744588.618839:0:20907:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1788744588.618844:0:20907:0:(obd_config.c:956:class_cleanup()) MDS: forcing exports to disconnect: 0/1 00000020:00080000:1.0:1788744588.618847:0:20907:0:(genops.c:1557:class_disconnect_exports()) OBD device 3 (ffff9ac77cdf99c0) has no exports 00000100:00100000:2.0:1788744588.619262:0:17138:0:(service.c:3188:ptlrpc_main()) mdt00_001: service thread [ffff9ac774bbc000:17138] 1 exiting: rc = 0 00000100:00100000:3.0:1788744588.619356:0:17137:0:(service.c:3188:ptlrpc_main()) mdt00_000: service thread [ffff9ac774bbce00:17137] 0 exiting: rc = 1 00000100:00100000:3.0:1788744588.619465:0:17139:0:(service.c:3188:ptlrpc_main()) mdt00_002: service thread [ffff9ac6427b6e00:17139] 2 exiting: rc = 0 00000100:00100000:0.0:1788744588.619682:0:18665:0:(service.c:3188:ptlrpc_main()) mdt00_003: service thread [ffff9ac643fd0c00:18665] 3 exiting: rc = 0 00000100:00100000:1.0:1788744588.619814:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744588.619823:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744588.619828:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744588.619833:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744588.619838:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744588.619843:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744588.619848:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744588.619854:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744588.619860:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744588.619866:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744588.619872:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744588.619878:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744588.619884:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744588.619890:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744588.619897:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744588.619903:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744588.619909:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744588.619916:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744588.619922:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744588.619928:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744588.619934:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744588.619941:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744588.619947:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744588.619953:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744588.619959:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744588.619965:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744588.619971:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744588.619992:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744588.619998:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744588.620004:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744588.620019:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744588.620027:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744588.620033:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744588.620039:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744588.620045:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744588.620050:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744588.620055:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744588.620060:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744588.620065:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744588.620070:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744588.620075:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744588.620080:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744588.620085:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744588.620091:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744588.620096:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744588.620102:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744588.620108:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744588.620113:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744588.620118:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744588.620124:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744588.620130:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744588.620136:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744588.620141:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744588.620147:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744588.620153:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744588.620323:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744588.620332:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744588.620338:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744588.620343:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744588.620348:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744588.620354:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744588.620359:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744588.620373:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744588.620379:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744588.624805:0:17141:0:(service.c:3188:ptlrpc_main()) mdt_rdpg00_001: service thread [ffff9ac6427b6a00:17141] 1 exiting: rc = 0 00000100:00100000:2.0:1788744588.625278:0:17140:0:(service.c:3188:ptlrpc_main()) mdt_rdpg00_000: service thread [ffff9ac6427b6400:17140] 0 exiting: rc = 1 00000100:00100000:1.0:1788744588.625374:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744588.625383:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744588.625390:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744588.625396:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744588.625531:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744588.625538:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744588.625543:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744588.625553:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744588.625558:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744588.625563:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744588.625567:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744588.625573:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744588.625578:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744588.625584:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744588.625588:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744588.625593:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744588.625598:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744588.625604:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744588.625610:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744588.625615:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744588.625620:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744588.625626:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744588.625631:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744588.625636:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744588.625642:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744588.625647:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744588.625652:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744588.625657:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744588.625662:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744588.625666:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744588.625671:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744588.625676:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744588.625680:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744588.625712:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744588.625718:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744588.625723:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744588.625728:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744588.625733:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744588.625739:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744588.625743:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744588.625749:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744588.625753:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744588.625758:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744588.625763:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744588.625768:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744588.625774:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744588.625779:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744588.625784:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744588.625789:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744588.625794:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744588.625800:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744588.625804:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744588.625809:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744588.625814:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744588.625819:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744588.625824:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744588.625828:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744588.625834:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744588.625839:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744588.625844:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744588.625850:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744588.625855:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744588.625860:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744588.625866:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744588.627387:0:17878:0:(service.c:3188:ptlrpc_main()) mdt_out00_002: service thread [ffff9ac745c93a00:17878] 2 exiting: rc = 0 00000100:00100000:2.0:1788744588.627642:0:17143:0:(service.c:3188:ptlrpc_main()) mdt_out00_001: service thread [ffff9ac775b87e00:17143] 1 exiting: rc = 0 00000100:00100000:0.0:1788744588.627816:0:17142:0:(service.c:3188:ptlrpc_main()) mdt_out00_000: service thread [ffff9ac775b87400:17142] 0 exiting: rc = 1 00000100:00100000:1.0:1788744588.627923:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744588.627931:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744588.627937:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744588.627973:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744588.627979:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744588.627985:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744588.627991:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744588.627997:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744588.628003:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744588.628010:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744588.628017:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744588.628023:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744588.628029:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744588.628035:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744588.628042:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744588.628062:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744588.628068:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744588.628075:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744588.628081:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744588.628087:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744588.628093:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744588.628099:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744588.628105:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744588.628110:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744588.628115:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744588.628121:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744588.628127:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744588.628147:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744588.628154:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744588.628160:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744588.628166:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744588.628172:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744588.628178:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744588.628183:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744588.628189:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744588.628194:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744588.628201:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744588.628207:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744588.628220:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744588.628240:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744588.628248:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744588.628255:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744588.628261:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744588.628267:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744588.628274:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744588.628280:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744588.628287:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744588.628293:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744588.628298:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744588.628304:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744588.628309:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744588.628330:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744588.628336:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744588.628341:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744588.628347:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744588.628352:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744588.628358:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744588.628363:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744588.628369:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744588.628374:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744588.628380:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744588.628386:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744588.628391:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744588.631634:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744588.638969:0:17144:0:(service.c:3188:ptlrpc_main()) mdt_seqs_0000: service thread [ffff9ac775b87c00:17144] 0 exiting: rc = 1 00000100:00100000:0.0:1788744588.639074:0:17145:0:(service.c:3188:ptlrpc_main()) mdt_seqs_0001: service thread [ffff9ac775b87000:17145] 1 exiting: rc = 0 00000100:00100000:2.0:1788744588.639218:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788744588.639226:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788744588.639231:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788744588.639237:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788744588.639242:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788744588.639246:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788744588.639250:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788744588.639255:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788744588.639259:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788744588.639263:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788744588.639267:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788744588.639273:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788744588.639278:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788744588.639283:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788744588.639287:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788744588.639305:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788744588.639309:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788744588.639314:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788744588.639318:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788744588.639323:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788744588.639327:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788744588.639332:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788744588.639336:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788744588.639341:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788744588.639346:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788744588.639350:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788744588.639355:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788744588.639359:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788744588.639364:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788744588.639368:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788744588.639373:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788744588.639378:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788744588.639382:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788744588.639387:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788744588.639392:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788744588.639398:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788744588.639429:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788744588.639434:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788744588.639439:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788744588.639444:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788744588.639448:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788744588.639453:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788744588.639458:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788744588.639463:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788744588.639469:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788744588.639474:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788744588.639478:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788744588.639483:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788744588.639497:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788744588.639503:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788744588.639516:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788744588.639521:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788744588.639526:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788744588.639530:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788744588.639535:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788744588.639539:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788744588.639543:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788744588.639547:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788744588.639551:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788744588.639556:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788744588.639560:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788744588.639564:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788744588.639568:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788744588.639573:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788744588.639880:0:17146:0:(service.c:3188:ptlrpc_main()) mdt_seqm_0000: service thread [ffff9ac775b87200:17146] 0 exiting: rc = 1 00000100:00100000:0.0:1788744588.640120:0:17147:0:(service.c:3188:ptlrpc_main()) mdt_seqm_0001: service thread [ffff9ac775b86c00:17147] 1 exiting: rc = 0 00000100:00100000:2.0:1788744588.640213:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788744588.640219:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788744588.640225:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788744588.640231:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788744588.640236:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788744588.640242:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788744588.640247:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788744588.640252:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788744588.640258:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788744588.640263:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788744588.640269:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788744588.640274:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788744588.640278:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788744588.640283:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788744588.640288:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788744588.640293:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788744588.640298:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788744588.640304:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788744588.640308:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788744588.640314:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788744588.640330:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788744588.640336:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788744588.640341:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788744588.640347:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788744588.640352:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788744588.640357:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788744588.640362:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788744588.640368:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788744588.640373:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788744588.640378:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788744588.640384:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788744588.640389:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788744588.640395:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788744588.640546:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788744588.640555:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788744588.640560:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788744588.640565:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788744588.640570:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788744588.640575:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788744588.640580:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788744588.640585:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788744588.640589:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788744588.640594:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788744588.640600:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788744588.640605:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788744588.640610:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788744588.640615:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788744588.640622:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788744588.640627:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788744588.640631:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788744588.640636:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788744588.640641:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788744588.640646:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788744588.640652:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788744588.640657:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788744588.640671:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788744588.640676:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788744588.640682:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788744588.640699:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788744588.640705:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788744588.640710:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788744588.640715:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788744588.640720:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788744588.640725:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744588.641432:0:17148:0:(service.c:3188:ptlrpc_main()) mdt_fld_0000: service thread [ffff9ac775b86a00:17148] 0 exiting: rc = 1 00000100:00100000:2.0:1788744588.641801:0:17149:0:(service.c:3188:ptlrpc_main()) mdt_fld_0001: service thread [ffff9ac775b86400:17149] 1 exiting: rc = 0 00000100:00100000:0.0:1788744588.641884:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744588.641890:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744588.641895:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744588.641900:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744588.641905:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744588.641910:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744588.641914:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744588.641919:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744588.641924:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744588.641929:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744588.641934:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744588.641940:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744588.641945:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744588.641951:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744588.641955:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744588.641960:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744588.641965:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744588.641970:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744588.641976:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744588.641981:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744588.641986:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744588.641991:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744588.641996:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744588.642001:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744588.642006:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744588.642011:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744588.642016:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744588.642022:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744588.642027:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744588.642032:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744588.642037:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744588.642042:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744588.642046:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744588.642052:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744588.642057:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744588.642070:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744588.642076:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744588.642081:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744588.642087:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744588.642092:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744588.642097:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744588.642103:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744588.642108:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744588.642113:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744588.642118:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744588.642123:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744588.642129:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744588.642134:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744588.642139:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744588.642144:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744588.642149:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744588.642154:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744588.642158:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744588.642163:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744588.642168:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744588.642173:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744588.642178:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744588.642183:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744588.642188:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744588.642193:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744588.642198:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744588.642203:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744588.642208:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744588.642213:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744588.642806:0:17151:0:(service.c:3188:ptlrpc_main()) mdt_io00_001: service thread [ffff9ac6427b6200:17151] 1 exiting: rc = 0 00000100:00100000:0.0:1788744588.642995:0:17152:0:(service.c:3188:ptlrpc_main()) mdt_io00_002: service thread [ffff9ac6427b7800:17152] 2 exiting: rc = 0 00000100:00100000:2.0:1788744588.643234:0:17150:0:(service.c:3188:ptlrpc_main()) mdt_io00_000: service thread [ffff9ac6427b7c00:17150] 0 exiting: rc = 1 00000100:00100000:0.0:1788744588.643322:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744588.643352:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744588.643364:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744588.643369:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744588.643384:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744588.643394:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744588.643553:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744588.643564:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744588.643569:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744588.643575:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744588.643580:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744588.643585:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744588.643590:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744588.643595:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744588.643600:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744588.643606:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744588.643612:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744588.643617:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744588.643623:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744588.643628:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744588.643633:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744588.643638:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744588.643643:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744588.643648:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744588.643654:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744588.643678:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744588.643697:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744588.643704:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744588.643710:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744588.643715:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744588.643720:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744588.643725:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744588.643731:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744588.643740:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744588.643745:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744588.643750:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744588.643756:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744588.643762:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744588.643768:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744588.643781:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744588.643786:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744588.643791:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744588.643797:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744588.643802:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744588.643808:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744588.643813:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744588.643818:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744588.643823:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744588.643828:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744588.643847:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744588.643854:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744588.643859:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744588.643865:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744588.643871:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744588.643876:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744588.643881:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744588.643886:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744588.643891:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744588.643897:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744588.643902:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744588.643908:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744588.643913:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744588.643919:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744588.643926:0:20907:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:00000080:0.0:1788744588.647818:0:20907:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1788744588.647831:0:20907:0:(obd_config.c:883:class_detach()) detach on obd MDS (uuid MDS_uuid) 00000020:00000080:0.0:1788744588.647837:0:20907:0:(genops.c:885:class_export_put()) final put ffff9ac77f7d2000/MDS_uuid 00000020:00000080:0.0:1788744588.647842:0:20907:0:(genops.c:844:class_export_destroy()) destroying export ffff9ac77f7d2000/MDS_uuid for MDS 00000020:01000000:0.0:1788744588.647848:0:20907:0:(genops.c:441:class_free_dev()) finishing cleanup of obd MDS (MDS_uuid) 00000020:02000400:0.0:1788744588.648000:0:20907:0:(tgt_mount.c:2180:server_put_super()) server umount lustre-MDT0001 complete 00010000:00010000:1.0:1788744589.487837:0:19539:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788744590.511847:0:17125:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788744591.535712:0:17126:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1788744591.726737:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3734829d-853b-494e-83d0-e0bd2808e668->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1788744591.726746:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3734829d-853b-494e-83d0-e0bd2808e668->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1788744591.726748:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1788744591.726753:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1788744591.726757:0:8:0:(import.c:65:import_set_state_nolock()) ffff9ac775e85800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1788744591.726766:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 568 00000100:00080000:3.0:1788744591.726772:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 5s 00000100:00080000:3.0:1788744591.726787:0:8:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9ac775e85800 using connection 192.168.203.104@tcp/0@lo 00000100:00100000:3.0:1788744591.726824:0:8:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ac745dd6a00 x1875634154594304/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1788744591.726885:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1788744591.726889:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1788744591.726892:0:8:0:(import.c:65:import_set_state_nolock()) ffff9ac77c947000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1788744591.726895:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 568 00000100:00080000:3.0:1788744591.726898:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 5s 00000100:00080000:3.0:1788744591.726903:0:8:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9ac77c947000 using connection 192.168.203.104@tcp/0@lo 00000100:00100000:3.0:1788744591.726916:0:8:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ac745dd6d80 x1875634154594560/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1788744591.726951:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac745dd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3642:1875634154594304:0@lo:38:kworker.0 00000100:00100000:3.0:1788744591.726953:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac745dd4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3644:1875634154594688:0@lo:400:kworker.0 00000400:00000100:3.0:1788744591.727007:0:3644:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875634154594688 offset 0 length 224: 4 00000100:00100000:0.0:1788744591.727040:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac745dd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3643:1875634154594432:0@lo:400:kworker.0 00000400:00000100:1.0:1788744591.734125:0:3642:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875634154594304 offset 0 length 520: 4 00000100:00100000:1.0:1788744591.734159:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac745dd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3642:1875634154594560:0@lo:38:kworker.0 00000400:00000100:1.0:1788744591.734198:0:3642:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875634154594560 offset 0 length 520: 4 00000400:00000100:0.0:1788744591.734213:0:3643:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875634154594432 offset 0 length 224: 4 00000020:01000004:0.0:1788744592.203958:0:21109:0:(tgt_mount.c:2191:server_umount_begin()) umount -f 00000020:01000004:0.0:1788744592.235567:0:21109:0:(tgt_mount.c:2061:server_put_super()) server put_super lustre-OST0000 00010000:00010000:0.0:1788744592.235635:0:21109:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.104@tcp lock: ffff9ac643dac600/0xb6207a6e76dcd4f4 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xb6207a6e76dcd4fb expref: -99 pid: 18638 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744592.235651:0:21109:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.104@tcp lock: ffff9ac643dac600/0xb6207a6e76dcd4f4 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0xb6207a6e76dcd4fb expref: -99 pid: 18638 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744592.235659:0:21109:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.104@tcp lock: ffff9ac643dac600/0xb6207a6e76dcd4f4 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000400000000 nid: local remote: 0xb6207a6e76dcd4fb expref: -99 pid: 18638 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744592.235678:0:21109:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.104@tcp lock: ffff9ac643dac600/0xb6207a6e76dcd4f4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000400000000 nid: local remote: 0xb6207a6e76dcd4fb expref: -99 pid: 18638 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744592.235698:0:21109:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:0.0:1788744592.235703:0:21109:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00000100:00080000:0.0:1788744592.235727:0:21109:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1788744592.235737:0:21109:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff9ac745dd6a00 x1875634154594304/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1788744606 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788744592.235758:0:21109:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 3 00000100:00080000:0.0:1788744592.235764:0:21109:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID 00000100:00080000:0.0:1788744592.235770:0:21109:0:(import.c:65:import_set_state_nolock()) ffff9ac775e85800 lustre-MDT0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00080000:0.0:1788744592.235775:0:21109:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1788744592.235778:0:21109:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff9ac745dd6a00 x1875634154594304/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1788744606 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788744592.235785:0:21109:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 4 00000100:00100000:0.0:1788744592.235788:0:21109:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 18s for inflight to error out 00000100:00100000:2.0:1788744592.235869:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac745dd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3642:1875634154594304:0@lo:38:kworker.0 00010000:00010000:1.0:1788744592.237587:0:19539:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788744592.237616:0:19539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.104@tcp lock: ffff9ac643dac600/0xb6207a6e76dcd4f4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000400000000 nid: local remote: 0xb6207a6e76dcd4fb expref: -99 pid: 18638 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744592.237628:0:19539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ac643dac600 already unused, calling callback (ffffffffc14dbc20) 10000000:00010000:1.0:1788744592.237632:0:19539:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.104@tcp lock: ffff9ac643dac600/0xb6207a6e76dcd4f4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000400000000 nid: local remote: 0xb6207a6e76dcd4fb expref: -99 pid: 18638 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744592.237642:0:19539:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.104@tcp lock: ffff9ac643dac600/0xb6207a6e76dcd4f4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1008400000000 nid: local remote: 0xb6207a6e76dcd4fb expref: -99 pid: 18638 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1788744592.237650:0:19539:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.104@tcp lock: ffff9ac643dac600/0xb6207a6e76dcd4f4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1009400000000 nid: local remote: 0xb6207a6e76dcd4fb expref: -99 pid: 18638 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788744592.237656:0:19539:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:1.0:1788744592.237659:0:19539:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:1.0:1788744592.237670:0:19539:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:1.0:1788744592.237686:0:19539:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff9ac77cb33000 00010000:00010000:1.0:1788744592.237690:0:19539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.104@tcp lock: ffff9ac643dac600/0xb6207a6e76dcd4f4 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5809400000000 nid: local remote: 0xb6207a6e76dcd4fb expref: -99 pid: 18638 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744592.237697:0:19539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.104@tcp lock: ffff9ac643dac600/0xb6207a6e76dcd4f4 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5809400000000 nid: local remote: 0xb6207a6e76dcd4fb expref: -99 pid: 18638 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744592.237710:0:19539:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788744592.237712:0:19539:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788744592.237714:0:19539:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1788744592.237986:0:21109:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:0.0:1788744592.237998:0:21109:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff9ac745dd6300 x1875634154594432/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788744607 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788744592.238140:0:21109:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 3 00000100:00080000:0.0:1788744592.238152:0:21109:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID 00000100:00080000:0.0:1788744592.238174:0:21109:0:(import.c:65:import_set_state_nolock()) ffff9ac774b61800 lustre-MDT0001_UUID: changing import state from FULL to CONNECTING 00000100:00100000:2.0:1788744592.238233:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac643fe1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3642:1875634154594816:0@lo:39:umount.0 00000400:00000100:2.0:1788744592.238276:0:3642:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875634154594816 offset 0 length 224: 4 00000100:00100000:1.0:1788744592.238448:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac745dd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3643:1875634154594432:0@lo:400:kworker.0 00010000:00010000:2.0:1788744592.558712:0:17125:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1788744592.750770:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3734829d-853b-494e-83d0-e0bd2808e668->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788744592.750779:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3734829d-853b-494e-83d0-e0bd2808e668->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1788744592.750783:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788744592.750786:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1788744592.750972:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1788744592.750995:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac643fe3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3646:1875634154594944:0@lo:400:kworker.0 00000400:00000100:2.0:1788744592.751048:0:3646:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875634154594944 offset 0 length 224: 4 00010000:00010000:1.0:1788744593.586946:0:17126:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:1.0:1788744594.289821:0:19457:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000020:00000080:1.0:1788744594.289830:0:19457:0:(genops.c:885:class_export_put()) final put ffff9ac6422f4000/lustre-MDT0001-mdtlov_UUID 00000020:00000080:0.0:1788744594.290692:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff9ac6422f4000/lustre-MDT0001-mdtlov_UUID for lustre-OST0001 00000020:00000080:0.0:1788744594.290748:0:8:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff9ac6422f1000 for lustre-OST0001 00000001:00100000:3.0:1788744594.291918:0:18639:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000020:00000080:3.0:1788744594.291934:0:18639:0:(genops.c:885:class_export_put()) final put ffff9ac774b65800/lustre-MDT0001-mdtlov_UUID 00000020:00000080:2.0:1788744594.292014:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff9ac774b65800/lustre-MDT0001-mdtlov_UUID for lustre-OST0000 00000020:00000080:2.0:1788744594.292856:0:37:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff9ac774b64000 for lustre-OST0000 00010000:00010000:1.0:1788744594.606637:0:19539:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788744595.630650:0:17125:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788744596.655778:0:17126:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1788744596.786033:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3734829d-853b-494e-83d0-e0bd2808e668->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1788744596.786044:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3734829d-853b-494e-83d0-e0bd2808e668->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1788744596.786047:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1788744596.786050:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:3.0:1788744596.786187:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1788744596.786220:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac7556eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3645:1875634154595072:0@lo:400:kworker.0 00000400:00000100:3.0:1788744596.786293:0:3645:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875634154595072 offset 0 length 224: 4 00010000:00010000:1.0:1788744597.678888:0:19539:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788744598.382616:0:3642:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788744588/real 1788744588] req@ffff9ac745071c00 x1875634154593920/t0(0) o250->MGC192.168.203.104@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1788744598 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'ptlrpcd_00_02.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788744598.382660:0:3642:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ac745071c00 x1875634154593920/t0(0) o250->MGC192.168.203.104@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1788744598 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'ptlrpcd_00_02.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1788744598.382680:0:3642:0:(import.c:65:import_set_state_nolock()) ffff9ac77cb33000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1788744598.382710:0:3642:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:3.0:1788744598.382714:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac745071c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3734829d-853b-494e-83d0-e0bd2808e668:3642:1875634154593920:0@lo:250:ptlrpcd_00_02.0 00000100:00080000:0.0:1788744598.382946:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3734829d-853b-494e-83d0-e0bd2808e668->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788744598.382951:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1788744598.382955:0:8:0:(import.c:65:import_set_state_nolock()) ffff9ac77cb33000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1788744598.382959:0:8:0:(import.c:545:import_select_connection()) MGC192.168.203.104@tcp: connect to NID 0@lo last attempt 570 00000100:00080000:0.0:1788744598.382964:0:8:0:(import.c:630:import_select_connection()) MGC192.168.203.104@tcp: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1788744598.382974:0:8:0:(import.c:666:import_select_connection()) MGC192.168.203.104@tcp: import ffff9ac77cb33000 using connection 192.168.203.104@tcp/0@lo 00000100:00100000:0.0:1788744598.383005:0:8:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ac643fe1500 x1875634154595200/t0(0) o250->MGC192.168.203.104@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1788744598.383063:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac643fe1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3734829d-853b-494e-83d0-e0bd2808e668:3642:1875634154595200:0@lo:250:kworker.0 00000400:00000100:3.0:1788744598.383115:0:3642:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1875634154595200 offset 0 length 520: 4 00000100:00080000:0.0:1788744598.383275:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788744598.383280:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1788744598.383337:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1788744598.384331:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac643fe1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3644:1875634154595328:0@lo:400:kworker.0 00000400:00000100:2.0:1788744598.384375:0:3644:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875634154595328 offset 0 length 224: 4 00010000:00010000:2.0:1788744598.703098:0:17125:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788744599.726659:0:17126:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788744600.750722:0:19539:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788744601.776272:0:17125:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788744602.478547:0:3642:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788744592/real 1788744592] req@ffff9ac643fe1c00 x1875634154594816/t0(0) o39->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 1 dl 1788744602 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788744602.478593:0:3642:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ac643fe1c00 x1875634154594816/t0(0) o39->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 1 dl 1788744602 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1788744602.478622:0:3642:0:(import.c:65:import_set_state_nolock()) ffff9ac774b61800 lustre-MDT0001_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:3.0:1788744602.478644:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac643fe1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3642:1875634154594816:0@lo:39:umount.0 00000100:00080000:0.0:1788744602.479336:0:21109:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:0.0:1788744602.479341:0:21109:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 4 00000100:00100000:0.0:1788744602.479347:0:21109:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:0.0:1788744602.480477:0:21109:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.104@tcp lock: ffff9ac643dacc00/0xb6207a6e76dcd4ca lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xb6207a6e76dcd4d1 expref: -99 pid: 18638 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744602.480505:0:21109:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.104@tcp lock: ffff9ac643dacc00/0xb6207a6e76dcd4ca lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0xb6207a6e76dcd4d1 expref: -99 pid: 18638 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744602.480526:0:21109:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.104@tcp lock: ffff9ac643dacc00/0xb6207a6e76dcd4ca lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0xb6207a6e76dcd4d1 expref: -99 pid: 18638 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744602.480532:0:21109:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.104@tcp lock: ffff9ac643dacc00/0xb6207a6e76dcd4ca lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0xb6207a6e76dcd4d1 expref: -99 pid: 18638 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744602.480557:0:21109:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788744602.480565:0:21109:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.104@tcp lock: ffff9ac643dac800/0xb6207a6e76dcd820 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xb6207a6e76dcd827 expref: -99 pid: 17135 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744602.480571:0:21109:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.104@tcp lock: ffff9ac643dac800/0xb6207a6e76dcd820 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xb6207a6e76dcd827 expref: -99 pid: 17135 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744602.480576:0:21109:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.104@tcp lock: ffff9ac643dac800/0xb6207a6e76dcd820 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xb6207a6e76dcd827 expref: -99 pid: 17135 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744602.480582:0:21109:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.104@tcp lock: ffff9ac643dac800/0xb6207a6e76dcd820 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xb6207a6e76dcd827 expref: -99 pid: 17135 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744602.480611:0:21109:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 10000000:01000000:0.0:1788744602.480615:0:21109:0:(mgc_request.c:547:config_log_end()) end config log lustre-OST0000 (0) 00000020:01000004:0.0:1788744602.480640:0:21109:0:(tgt_mount.c:2111:server_put_super()) stopping lustre-OST0000 00000020:01000000:0.0:1788744602.480644:0:21109:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0000 (flags='F') 00000020:00000080:0.0:1788744602.480648:0:21109:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1788744602.480654:0:21109:0:(obd_config.c:956:class_cleanup()) lustre-OST0000: forcing exports to disconnect: 0/1 00000020:00080000:0.0:1788744602.480658:0:21109:0:(genops.c:1557:class_disconnect_exports()) OBD device 22 (ffff9ac6433c19c0) has no exports 00000020:00080000:0.0:1788744602.480682:0:21109:0:(genops.c:1557:class_disconnect_exports()) OBD device 22 (ffff9ac6433c19c0) has no exports 00010000:00010000:1.0:1788744602.480716:0:17126:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1788744602.480724:0:17126:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.104@tcp lock: ffff9ac643dacc00/0xb6207a6e76dcd4ca lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0xb6207a6e76dcd4d1 expref: -99 pid: 18638 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744602.480732:0:17126:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ac643dacc00 already unused, calling callback (ffffffffc14dbc20) 10000000:00010000:1.0:1788744602.480736:0:17126:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.104@tcp lock: ffff9ac643dacc00/0xb6207a6e76dcd4ca lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0xb6207a6e76dcd4d1 expref: -99 pid: 18638 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744602.480745:0:17126:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.104@tcp lock: ffff9ac643dacc00/0xb6207a6e76dcd4ca lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1008400000000 nid: local remote: 0xb6207a6e76dcd4d1 expref: -99 pid: 18638 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1788744602.480753:0:17126:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.104@tcp lock: ffff9ac643dacc00/0xb6207a6e76dcd4ca lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1009400000000 nid: local remote: 0xb6207a6e76dcd4d1 expref: -99 pid: 18638 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788744602.480759:0:17126:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:1.0:1788744602.480761:0:17126:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-OST0000: stopping, won't requeue 10000000:01000000:1.0:1788744602.480763:0:17126:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-OST0000 00010000:00010000:1.0:1788744602.480777:0:17126:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff9ac77cb33000 00010000:00010000:1.0:1788744602.480781:0:17126:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.104@tcp lock: ffff9ac643dacc00/0xb6207a6e76dcd4ca lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000000 nid: local remote: 0xb6207a6e76dcd4d1 expref: -99 pid: 18638 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744602.480787:0:17126:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.104@tcp lock: ffff9ac643dacc00/0xb6207a6e76dcd4ca lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000000 nid: local remote: 0xb6207a6e76dcd4d1 expref: -99 pid: 18638 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744602.480800:0:17126:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788744602.480804:0:17126:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.104@tcp lock: ffff9ac643dac800/0xb6207a6e76dcd820 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xb6207a6e76dcd827 expref: -99 pid: 17135 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744602.480817:0:17126:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ac643dac800 already unused, calling callback (ffffffffc14dbc20) 00010000:00010000:2.0:1788744602.480818:0:19539:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00010000:1.0:1788744602.480821:0:17126:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.104@tcp lock: ffff9ac643dac800/0xb6207a6e76dcd820 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xb6207a6e76dcd827 expref: -99 pid: 17135 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744602.480830:0:17126:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.104@tcp lock: ffff9ac643dac800/0xb6207a6e76dcd820 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0xb6207a6e76dcd827 expref: -99 pid: 17135 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1788744602.480837:0:17126:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.104@tcp lock: ffff9ac643dac800/0xb6207a6e76dcd820 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0xb6207a6e76dcd827 expref: -99 pid: 17135 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788744602.480842:0:17126:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:1.0:1788744602.480844:0:17126:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 10000000:01000000:1.0:1788744602.480845:0:17126:0:(mgc_request.c:130:config_log_put()) dropping config log params 00010000:00010000:1.0:1788744602.480850:0:17126:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff9ac77cb33000 00010000:00010000:1.0:1788744602.480853:0:17126:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.104@tcp lock: ffff9ac643dac800/0xb6207a6e76dcd820 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0xb6207a6e76dcd827 expref: -99 pid: 17135 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744602.480859:0:17126:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.104@tcp lock: ffff9ac643dac800/0xb6207a6e76dcd820 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0xb6207a6e76dcd827 expref: -99 pid: 17135 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744602.480868:0:17126:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788744602.480869:0:17126:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788744602.480871:0:17126:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000000:0.0:1788744602.487329:0:21109:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff9ac7446e02a0 - data ffff9ac75d8aed80/ffff9ac745f68000 00000020:01000000:0.0:1788744602.487529:0:21109:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff9ac750026180 - data ffff9ac75db731b0/ffff9ac780d9c000 00100000:10000000:0.0:1788744602.500766:0:21109:0:(lfsck_layout.c:753:lfsck_rbtree_cleanup()) lustre-OST0000-osd: layout LFSCK fini OST-objects accessing bitmap 00000020:00000080:2.0:1788744602.509727:0:21109:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xb6207a6e76dcd4df 00000020:00000080:2.0:1788744602.509741:0:21109:0:(genops.c:885:class_export_put()) final put ffff9ac77c940000/lustre-OST0000-osd_UUID 00000020:01000004:2.0:1788744602.509761:0:21109:0:(tgt_mount.c:187:server_put_mount()) put mount ffff9ac77cadb000 from lustre-OST0000, refs=2 00000020:01000004:2.0:1788744602.509766:0:21109:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9ac77cadb000 2 00000020:01000004:2.0:1788744602.509769:0:21109:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff9ac77cadb000 from lustre-OST0000 00000020:00000080:2.0:1788744602.509794:0:21109:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1788744602.509803:0:21109:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000 (uuid lustre-OST0000_UUID) 00000020:00000080:2.0:1788744602.509806:0:21109:0:(genops.c:885:class_export_put()) final put ffff9ac77c943000/lustre-OST0000_UUID 00000020:00000080:2.0:1788744602.509809:0:21109:0:(genops.c:844:class_export_destroy()) destroying export ffff9ac77c943000/lustre-OST0000_UUID for lustre-OST0000 00000020:01000000:2.0:1788744602.509817:0:21109:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000 (lustre-OST0000_UUID) 00000020:01000004:2.0:1788744602.509869:0:21109:0:(obd_mount.c:578:lustre_stop_mgc()) MGC still has 1 references. 00000020:01000000:2.0:1788744602.509873:0:21109:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-OST0000 (flags='F') 00000020:00000080:2.0:1788744602.509877:0:21109:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1788744602.509882:0:21109:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-lwp-OST0000: forcing exports to disconnect: 1/3 00000020:00080000:2.0:1788744602.509889:0:21109:0:(genops.c:1818:print_export_data()) lustre-MDT0000-lwp-OST0000: ACTIVE ffff9ac744def000 lustre-MDT0000-lwp-OST0000 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:2.0:1788744602.509895:0:21109:0:(genops.c:1552:class_disconnect_exports()) OBD device 23 (ffff9ac776c299c0) has exports, disconnecting them 00000020:00080000:2.0:1788744602.509899:0:21109:0:(genops.c:1527:class_disconnect_export_list()) lustre-MDT0000-lwp-OST0000: disconnecting export at 0@lo (ffff9ac744def000), last request at 1788744529 00000020:00000080:2.0:1788744602.509903:0:21109:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xb6207a6e76dcd509 00000020:00080000:2.0:1788744602.509912:0:21109:0:(genops.c:1532:class_disconnect_export_list()) disconnected export at 0@lo (ffff9ac744def000): rc 0 00000020:00000080:2.0:1788744602.509917:0:21109:0:(genops.c:885:class_export_put()) final put ffff9ac744def000/lustre-MDT0000-lwp-OST0000 00000020:00000080:0.0:1788744602.510710:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff9ac77c940000/lustre-OST0000-osd_UUID for lustre-OST0000-osd 00000020:00000080:0.0:1788744602.510726:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff9ac744def000/lustre-MDT0000-lwp-OST0000 for lustre-MDT0000-lwp-OST0000 00010000:01000000:0.0:1788744602.511460:0:21109:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0000-lwp-OST0000: client import never connected 00000100:00080000:0.0:1788744602.511466:0:21109:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1788744602.511471:0:21109:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 5 00000100:00100000:0.0:1788744602.511478:0:21109:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:1.0:1788744602.511609:0:37:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff9ac775e85800 for lustre-MDT0000-lwp-OST0000 00000020:00000080:1.0:1788744602.511759:0:21109:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1788744602.511768:0:21109:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-OST0000 (uuid lustre-MDT0000-lwp-OST0000_UUID) 00000020:00000080:1.0:1788744602.511782:0:21109:0:(genops.c:885:class_export_put()) final put ffff9ac775e86800/lustre-MDT0000-lwp-OST0000_UUID 00000020:00000080:1.0:1788744602.511786:0:21109:0:(genops.c:844:class_export_destroy()) destroying export ffff9ac775e86800/lustre-MDT0000-lwp-OST0000_UUID for lustre-MDT0000-lwp-OST0000 00000020:01000000:1.0:1788744602.511797:0:21109:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-OST0000 (lustre-MDT0000-lwp-OST0000_UUID) 00000020:01000000:1.0:1788744602.511867:0:21109:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-lwp-OST0000 (flags='F') 00000020:00000080:1.0:1788744602.511871:0:21109:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1788744602.511877:0:21109:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001-lwp-OST0000: forcing exports to disconnect: 1/3 00000020:00080000:1.0:1788744602.511883:0:21109:0:(genops.c:1818:print_export_data()) lustre-MDT0001-lwp-OST0000: ACTIVE ffff9ac774b61000 lustre-MDT0001-lwp-OST0000 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:1.0:1788744602.511889:0:21109:0:(genops.c:1552:class_disconnect_exports()) OBD device 24 (ffff9ac77b9899c0) has exports, disconnecting them 00000020:00080000:1.0:1788744602.511893:0:21109:0:(genops.c:1527:class_disconnect_export_list()) lustre-MDT0001-lwp-OST0000: disconnecting export at 0@lo (ffff9ac774b61000), last request at 1788744529 00000020:00000080:1.0:1788744602.511897:0:21109:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xb6207a6e76dcd51e 00000020:00080000:1.0:1788744602.511910:0:21109:0:(genops.c:1532:class_disconnect_export_list()) disconnected export at 0@lo (ffff9ac774b61000): rc 0 00000020:00000080:1.0:1788744602.511915:0:21109:0:(genops.c:885:class_export_put()) final put ffff9ac774b61000/lustre-MDT0001-lwp-OST0000 00000020:00000080:0.0:1788744602.512620:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff9ac774b61000/lustre-MDT0001-lwp-OST0000 for lustre-MDT0001-lwp-OST0000 00010000:01000000:0.0:1788744602.512645:0:21109:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0001-lwp-OST0000: client import never connected 00000100:00080000:0.0:1788744602.512649:0:21109:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:0.0:1788744602.512653:0:21109:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 5 00000100:00100000:0.0:1788744602.512657:0:21109:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:0.0:1788744602.512675:0:37:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff9ac774b61800 for lustre-MDT0001-lwp-OST0000 00000020:00000080:0.0:1788744602.512806:0:21109:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1788744602.512813:0:21109:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-lwp-OST0000 (uuid lustre-MDT0001-lwp-OST0000_UUID) 00000020:00000080:0.0:1788744602.512817:0:21109:0:(genops.c:885:class_export_put()) final put ffff9ac774b62800/lustre-MDT0001-lwp-OST0000_UUID 00000020:00000080:0.0:1788744602.512820:0:21109:0:(genops.c:844:class_export_destroy()) destroying export ffff9ac774b62800/lustre-MDT0001-lwp-OST0000_UUID for lustre-MDT0001-lwp-OST0000 00000020:01000000:0.0:1788744602.512824:0:21109:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-lwp-OST0000 (lustre-MDT0001-lwp-OST0000_UUID) 00000020:01000004:0.0:1788744602.512872:0:21109:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9ac77cadb000 1 00000020:00000080:0.0:1788744602.512878:0:21109:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xb6207a6e76dcd4bc 00000020:00000080:0.0:1788744602.512883:0:21109:0:(genops.c:885:class_export_put()) final put ffff9ac7447da000/lustre-OST0000-osd_UUID 00000020:01000000:0.0:1788744602.512892:0:21109:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osd (flags='') 00000020:00000080:0.0:1788744602.512899:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff9ac7447da000/lustre-OST0000-osd_UUID for lustre-OST0000-osd 00000020:00000080:0.0:1788744602.512908:0:21109:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1788744602.512912:0:21109:0:(obd_config.c:956:class_cleanup()) lustre-OST0000-osd: forcing exports to disconnect: 0/1 00000020:00080000:0.0:1788744602.512915:0:21109:0:(genops.c:1557:class_disconnect_exports()) OBD device 20 (ffff9ac77b988000) has no exports 00000020:00000080:0.0:1788744602.651470:0:21109:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1788744602.651483:0:21109:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000-osd (uuid lustre-OST0000-osd_UUID) 00000020:00000080:0.0:1788744602.651489:0:21109:0:(genops.c:885:class_export_put()) final put ffff9ac77cade000/lustre-OST0000-osd_UUID 00000020:00000080:0.0:1788744602.651504:0:21109:0:(genops.c:844:class_export_destroy()) destroying export ffff9ac77cade000/lustre-OST0000-osd_UUID for lustre-OST0000-osd 00000020:01000000:0.0:1788744602.651516:0:21109:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000-osd (lustre-OST0000-osd_UUID) 00000020:01000004:0.0:1788744602.652224:0:21109:0:(obd_mount.c:668:lustre_free_lsi()) Freeing lsi ffff9ac77cad8000 00000020:02000400:0.0:1788744602.652271:0:21109:0:(tgt_mount.c:2180:server_put_super()) server umount lustre-OST0000 complete 00010000:00010000:1.0:1788744602.819246:0:17125:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1788744603.502776:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3734829d-853b-494e-83d0-e0bd2808e668->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788744603.502786:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3734829d-853b-494e-83d0-e0bd2808e668->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1788744603.502789:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788744603.502792:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1788744603.502859:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac643fe2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3644:1875634154595456:0@lo:400:kworker.0 00000400:00000100:0.0:1788744603.502909:0:3644:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875634154595456 offset 0 length 224: 4 00010000:00010000:2.0:1788744603.822618:0:19539:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788744604.846682:0:17126:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788744605.875280:0:17125:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:3.0:1788744606.094321:0:21312:0:(tgt_mount.c:2191:server_umount_begin()) umount -f 00000020:01000004:3.0:1788744606.109642:0:21312:0:(tgt_mount.c:2061:server_put_super()) server put_super lustre-OST0001 00010000:00010000:3.0:1788744606.109729:0:21312:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.104@tcp lock: ffff9ac774b58800/0xb6207a6e76dcd58e lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xb6207a6e76dcd595 expref: -99 pid: 19456 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744606.109763:0:21312:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.104@tcp lock: ffff9ac774b58800/0xb6207a6e76dcd58e lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0xb6207a6e76dcd595 expref: -99 pid: 19456 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744606.109771:0:21312:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.104@tcp lock: ffff9ac774b58800/0xb6207a6e76dcd58e lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0xb6207a6e76dcd595 expref: -99 pid: 19456 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744606.109778:0:21312:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.104@tcp lock: ffff9ac774b58800/0xb6207a6e76dcd58e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0xb6207a6e76dcd595 expref: -99 pid: 19456 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744606.109812:0:21312:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:3.0:1788744606.109817:0:21312:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00000100:00080000:3.0:1788744606.109843:0:21312:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1788744606.109855:0:21312:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff9ac745dd6d80 x1875634154594560/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1788744606 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788744606.109876:0:21312:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 3 00000100:00080000:3.0:1788744606.109882:0:21312:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID 00000100:00080000:3.0:1788744606.109887:0:21312:0:(import.c:65:import_set_state_nolock()) ffff9ac77c947000 lustre-MDT0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00080000:3.0:1788744606.109891:0:21312:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1788744606.109895:0:21312:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff9ac745dd6d80 x1875634154594560/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1788744606 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788744606.109903:0:21312:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 4 00000100:00100000:3.0:1788744606.109906:0:21312:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:2.0:1788744606.111257:0:19539:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788744606.111269:0:19539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.104@tcp lock: ffff9ac774b58800/0xb6207a6e76dcd58e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0xb6207a6e76dcd595 expref: -99 pid: 19456 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744606.111300:0:19539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ac774b58800 already unused, calling callback (ffffffffc14dbc20) 10000000:00010000:2.0:1788744606.111304:0:19539:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.104@tcp lock: ffff9ac774b58800/0xb6207a6e76dcd58e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0xb6207a6e76dcd595 expref: -99 pid: 19456 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744606.111313:0:19539:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.104@tcp lock: ffff9ac774b58800/0xb6207a6e76dcd58e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0xb6207a6e76dcd595 expref: -99 pid: 19456 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788744606.111319:0:19539:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.104@tcp lock: ffff9ac774b58800/0xb6207a6e76dcd58e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0xb6207a6e76dcd595 expref: -99 pid: 19456 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788744606.111325:0:19539:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:2.0:1788744606.111327:0:19539:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:2.0:1788744606.111330:0:19539:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:2.0:1788744606.111347:0:19539:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff9ac77cb33000 00010000:00010000:2.0:1788744606.111351:0:19539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.104@tcp lock: ffff9ac774b58800/0xb6207a6e76dcd58e lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0xb6207a6e76dcd595 expref: -99 pid: 19456 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744606.111358:0:19539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.104@tcp lock: ffff9ac774b58800/0xb6207a6e76dcd58e lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0xb6207a6e76dcd595 expref: -99 pid: 19456 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744606.111372:0:19539:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788744606.111374:0:19539:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788744606.111375:0:19539:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788744606.112045:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac745dd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3642:1875634154594560:0@lo:38:kworker.0 00000100:00080000:3.0:1788744606.112978:0:21312:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:3.0:1788744606.112992:0:21312:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff9ac745dd4000 x1875634154594688/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788744607 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788744606.113020:0:21312:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff9ac643fe3b80 x1875634154594944/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788744608 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788744606.113055:0:21312:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff9ac7556eca80 x1875634154595072/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788744612 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788744606.113072:0:21312:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff9ac643fe1880 x1875634154595328/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788744614 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788744606.113080:0:21312:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff9ac643fe2d80 x1875634154595456/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788744619 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788744606.113088:0:21312:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: committing for last_committed 0 gen 3 00000100:00100000:3.0:1788744606.113116:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac7556eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3645:1875634154595072:0@lo:400:kworker.0 00000100:00080000:3.0:1788744606.113142:0:21312:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID 00000100:00080000:3.0:1788744606.113166:0:21312:0:(import.c:65:import_set_state_nolock()) ffff9ac642608800 lustre-MDT0001_UUID: changing import state from FULL to CONNECTING 00000100:00100000:2.0:1788744606.115776:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac643fe3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3646:1875634154594944:0@lo:400:kworker.0 00000100:00100000:1.0:1788744606.116098:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac643fe2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3644:1875634154595456:0@lo:400:kworker.0 00000100:00100000:1.0:1788744606.116108:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac643fe1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3644:1875634154595328:0@lo:400:kworker.0 00000100:00100000:1.0:1788744606.116117:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac745dd4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3644:1875634154594688:0@lo:400:kworker.0 00000100:00100000:1.0:1788744606.116246:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac745dd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3642:1875634154595584:0@lo:39:umount.0 00000400:00000100:1.0:1788744606.116299:0:3642:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875634154595584 offset 0 length 224: 4 00010000:00010000:3.0:1788744606.895070:0:17126:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788744607.918652:0:17125:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1788744608.624499:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3734829d-853b-494e-83d0-e0bd2808e668->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788744608.624509:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3734829d-853b-494e-83d0-e0bd2808e668->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:2.0:1788744608.942645:0:19539:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788744609.967771:0:17126:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788744610.990647:0:17125:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788744612.014912:0:19539:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788744613.038579:0:17126:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788744613.294573:0:3642:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788744598/real 1788744598] req@ffff9ac643fe1500 x1875634154595200/t0(0) o250->MGC192.168.203.104@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1788744613 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788744613.294608:0:3642:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ac643fe1500 x1875634154595200/t0(0) o250->MGC192.168.203.104@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1788744613 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1788744613.294630:0:3642:0:(import.c:65:import_set_state_nolock()) ffff9ac77cb33000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1788744613.294654:0:3642:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:2.0:1788744613.294659:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac643fe1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3734829d-853b-494e-83d0-e0bd2808e668:3642:1875634154595200:0@lo:250:kworker.0 00000100:00080000:3.0:1788744613.295004:0:475:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3734829d-853b-494e-83d0-e0bd2808e668->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1788744613.295010:0:475:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1788744613.295013:0:475:0:(import.c:65:import_set_state_nolock()) ffff9ac77cb33000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1788744613.295019:0:475:0:(import.c:545:import_select_connection()) MGC192.168.203.104@tcp: connect to NID 0@lo last attempt 580 00000100:00080000:3.0:1788744613.295025:0:475:0:(import.c:630:import_select_connection()) MGC192.168.203.104@tcp: tried all connections, increasing latency to 10s 00000100:00080000:3.0:1788744613.295037:0:475:0:(import.c:666:import_select_connection()) MGC192.168.203.104@tcp: import ffff9ac77cb33000 using connection 192.168.203.104@tcp/0@lo 00000100:00100000:3.0:1788744613.295071:0:475:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ac745dd6300 x1875634154595712/t0(0) o250->MGC192.168.203.104@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1788744613.295560:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac745dd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3734829d-853b-494e-83d0-e0bd2808e668:3642:1875634154595712:0@lo:250:kworker.0 00000400:00000100:2.0:1788744613.295608:0:3642:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1875634154595712 offset 0 length 520: 4 00010000:00010000:2.0:1788744614.063129:0:17125:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788744615.089490:0:19539:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788744616.110953:0:17126:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788744616.367076:0:3642:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788744606/real 1788744606] req@ffff9ac745dd6d80 x1875634154595584/t0(0) o39->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 1 dl 1788744616 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788744616.367221:0:3642:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ac745dd6d80 x1875634154595584/t0(0) o39->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 1 dl 1788744616 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1788744616.367243:0:3642:0:(import.c:65:import_set_state_nolock()) ffff9ac642608800 lustre-MDT0001_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:2.0:1788744616.367268:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac745dd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3642:1875634154595584:0@lo:39:umount.0 00000100:00080000:3.0:1788744616.367371:0:21312:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:3.0:1788744616.367376:0:21312:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: committing for last_committed 0 gen 4 00000100:00100000:3.0:1788744616.367380:0:21312:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:3.0:1788744616.368697:0:21312:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.104@tcp lock: ffff9ac6437bf400/0xb6207a6e76dcd564 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xb6207a6e76dcd56b expref: -99 pid: 19456 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744616.368715:0:21312:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.104@tcp lock: ffff9ac6437bf400/0xb6207a6e76dcd564 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xb6207a6e76dcd56b expref: -99 pid: 19456 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744616.368723:0:21312:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.104@tcp lock: ffff9ac6437bf400/0xb6207a6e76dcd564 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xb6207a6e76dcd56b expref: -99 pid: 19456 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744616.368730:0:21312:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.104@tcp lock: ffff9ac6437bf400/0xb6207a6e76dcd564 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xb6207a6e76dcd56b expref: -99 pid: 19456 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744616.368809:0:21312:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788744616.368819:0:21312:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.104@tcp lock: ffff9ac774b58c00/0xb6207a6e76dcd812 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb6207a6e76dcd819 expref: -99 pid: 17135 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744616.368826:0:21312:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.104@tcp lock: ffff9ac774b58c00/0xb6207a6e76dcd812 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xb6207a6e76dcd819 expref: -99 pid: 17135 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744616.368832:0:21312:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.104@tcp lock: ffff9ac774b58c00/0xb6207a6e76dcd812 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0xb6207a6e76dcd819 expref: -99 pid: 17135 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744616.368838:0:21312:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.104@tcp lock: ffff9ac774b58c00/0xb6207a6e76dcd812 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0xb6207a6e76dcd819 expref: -99 pid: 17135 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744616.373058:0:17125:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1788744616.373075:0:17125:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.104@tcp lock: ffff9ac6437bf400/0xb6207a6e76dcd564 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xb6207a6e76dcd56b expref: -99 pid: 19456 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744616.373097:0:17125:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ac6437bf400 already unused, calling callback (ffffffffc14dbc20) 10000000:00010000:2.0:1788744616.373102:0:17125:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.104@tcp lock: ffff9ac6437bf400/0xb6207a6e76dcd564 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xb6207a6e76dcd56b expref: -99 pid: 19456 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744616.373136:0:17125:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.104@tcp lock: ffff9ac6437bf400/0xb6207a6e76dcd564 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0xb6207a6e76dcd56b expref: -99 pid: 19456 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788744616.373144:0:17125:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.104@tcp lock: ffff9ac6437bf400/0xb6207a6e76dcd564 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0xb6207a6e76dcd56b expref: -99 pid: 19456 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788744616.373150:0:17125:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:2.0:1788744616.373152:0:17125:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-OST0001: stopping, won't requeue 00010000:00010000:2.0:1788744616.373167:0:17125:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff9ac77cb33000 00010000:00010000:2.0:1788744616.373171:0:17125:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.104@tcp lock: ffff9ac6437bf400/0xb6207a6e76dcd564 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0xb6207a6e76dcd56b expref: -99 pid: 19456 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744616.373178:0:17125:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.104@tcp lock: ffff9ac6437bf400/0xb6207a6e76dcd564 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0xb6207a6e76dcd56b expref: -99 pid: 19456 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744616.373195:0:17125:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788744616.373200:0:17125:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.104@tcp lock: ffff9ac774b58c00/0xb6207a6e76dcd812 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0xb6207a6e76dcd819 expref: -99 pid: 17135 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744616.373211:0:17125:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ac774b58c00 already unused, calling callback (ffffffffc14dbc20) 10000000:00010000:2.0:1788744616.373214:0:17125:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.104@tcp lock: ffff9ac774b58c00/0xb6207a6e76dcd812 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0xb6207a6e76dcd819 expref: -99 pid: 17135 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744616.373221:0:17125:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.104@tcp lock: ffff9ac774b58c00/0xb6207a6e76dcd812 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0xb6207a6e76dcd819 expref: -99 pid: 17135 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788744616.373227:0:17125:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.104@tcp lock: ffff9ac774b58c00/0xb6207a6e76dcd812 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0xb6207a6e76dcd819 expref: -99 pid: 17135 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788744616.373242:0:17125:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:2.0:1788744616.373244:0:17125:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 00010000:00010000:2.0:1788744616.373250:0:17125:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff9ac77cb33000 00010000:00010000:2.0:1788744616.373253:0:17125:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.104@tcp lock: ffff9ac774b58c00/0xb6207a6e76dcd812 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000000 nid: local remote: 0xb6207a6e76dcd819 expref: -99 pid: 17135 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744616.373260:0:17125:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788744616.373261:0:17125:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788744616.373264:0:17125:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788744616.375677:0:21312:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:3.0:1788744616.375694:0:21312:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.104@tcp lock: ffff9ac774b58c00/0xb6207a6e76dcd812 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000000 nid: local remote: 0xb6207a6e76dcd819 expref: -99 pid: 17135 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788744616.375720:0:21312:0:(mgc_request.c:130:config_log_put()) dropping config log params 10000000:01000000:3.0:1788744616.375744:0:21312:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-OST0001 10000000:01000000:3.0:1788744616.375747:0:21312:0:(mgc_request.c:547:config_log_end()) end config log lustre-OST0001 (0) 00000020:01000004:3.0:1788744616.375782:0:21312:0:(tgt_mount.c:2111:server_put_super()) stopping lustre-OST0001 00000020:01000000:3.0:1788744616.375787:0:21312:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0001 (flags='F') 00000020:00000080:3.0:1788744616.375794:0:21312:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1788744616.375801:0:21312:0:(obd_config.c:956:class_cleanup()) lustre-OST0001: forcing exports to disconnect: 0/1 00000020:00080000:3.0:1788744616.375806:0:21312:0:(genops.c:1557:class_disconnect_exports()) OBD device 26 (ffff9ac776c28000) has no exports 00000020:00080000:3.0:1788744616.375831:0:21312:0:(genops.c:1557:class_disconnect_exports()) OBD device 26 (ffff9ac776c28000) has no exports 00010000:00010000:2.0:1788744616.377516:0:19539:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000000:3.0:1788744616.379245:0:21312:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff9ac7446e0360 - data ffff9ac75db29948/ffff9ac745f6b000 00000020:01000000:3.0:1788744616.379367:0:21312:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff9ac750026e40 - data ffff9ac7528fe438/ffff9ac780e6bc00 00100000:10000000:3.0:1788744616.394483:0:21312:0:(lfsck_layout.c:753:lfsck_rbtree_cleanup()) lustre-OST0001-osd: layout LFSCK fini OST-objects accessing bitmap 00000020:00000080:2.0:1788744616.412459:0:21312:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xb6207a6e76dcd579 00000020:00000080:2.0:1788744616.412472:0:21312:0:(genops.c:885:class_export_put()) final put ffff9ac643523000/lustre-OST0001-osd_UUID 00000020:01000004:2.0:1788744616.412492:0:21312:0:(tgt_mount.c:187:server_put_mount()) put mount ffff9ac6431c3800 from lustre-OST0001, refs=2 00000020:01000004:2.0:1788744616.412496:0:21312:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9ac6431c3800 2 00000020:01000004:2.0:1788744616.412499:0:21312:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff9ac6431c3800 from lustre-OST0001 00000020:00000080:2.0:1788744616.412541:0:21312:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1788744616.412550:0:21312:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001 (uuid lustre-OST0001_UUID) 00000020:00000080:2.0:1788744616.412554:0:21312:0:(genops.c:885:class_export_put()) final put ffff9ac643525800/lustre-OST0001_UUID 00000020:00000080:2.0:1788744616.412557:0:21312:0:(genops.c:844:class_export_destroy()) destroying export ffff9ac643525800/lustre-OST0001_UUID for lustre-OST0001 00000020:01000000:2.0:1788744616.412565:0:21312:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001 (lustre-OST0001_UUID) 00000100:00080000:2.0:1788744616.412670:0:21312:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import 3734829d-853b-494e-83d0-e0bd2808e668->MGS 00010000:00010000:2.0:1788744616.412686:0:21312:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.104@tcp lock: ffff9ac741535a00/0xb6207a6e76dcd388 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0xb6207a6e76dcd38f expref: -99 pid: 17869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788744616.412699:0:21312:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.104@tcp lock: ffff9ac741535a00/0xb6207a6e76dcd388 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0xb6207a6e76dcd38f expref: -99 pid: 17869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788744616.412705:0:21312:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 10000000:01000000:2.0:1788744616.412708:0:21312:0:(mgc_request.c:954:mgc_blocking_ast()) log nodemap: disconnecting, won't requeue 10000000:01000000:2.0:1788744616.412711:0:21312:0:(mgc_request.c:130:config_log_put()) dropping config log nodemap 00010000:00010000:2.0:1788744616.412738:0:21312:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff9ac77cb33000 00010000:00010000:2.0:1788744616.412741:0:21312:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.104@tcp lock: ffff9ac741535a00/0xb6207a6e76dcd388 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0xb6207a6e76dcd38f expref: -99 pid: 17869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744616.412757:0:21312:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.104@tcp lock: ffff9ac6437bee00/0xb6207a6e76dcd277 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0xb6207a6e76dcd27e expref: -99 pid: 17116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788744616.412764:0:21312:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.104@tcp lock: ffff9ac6437bee00/0xb6207a6e76dcd277 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0xb6207a6e76dcd27e expref: -99 pid: 17116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788744616.412769:0:21312:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:2.0:1788744616.412772:0:21312:0:(mgc_request.c:954:mgc_blocking_ast()) log lustre-s: disconnecting, won't requeue 10000000:01000000:2.0:1788744616.412773:0:21312:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-sptlrpc 00010000:00010000:2.0:1788744616.412782:0:21312:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff9ac77cb33000 00010000:00010000:2.0:1788744616.412785:0:21312:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.104@tcp lock: ffff9ac6437bee00/0xb6207a6e76dcd277 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0xb6207a6e76dcd27e expref: -99 pid: 17116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:2.0:1788744616.412803:0:21312:0:(import.c:65:import_set_state_nolock()) ffff9ac77cb33000 MGS: changing import state from CONNECTING to CLOSED 10000000:01000000:2.0:1788744616.412807:0:21312:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808001 00000100:00080000:2.0:1788744616.412809:0:21312:0:(pinger.c:193:ptlrpc_pinger_ir_down()) IR down 10000000:01000000:2.0:1788744616.412811:0:21312:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00080000:2.0:1788744616.412814:0:21312:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00100000:2.0:1788744616.412825:0:21312:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff9ac745dd6300 x1875634154595712/t0(0) o250->MGC192.168.203.104@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1788744633 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 10000000:01000000:2.0:1788744616.412839:0:21312:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00100000:2.0:1788744616.412842:0:21312:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 22s for inflight to error out 00000100:00100000:2.0:1788744616.412877:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac745dd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3734829d-853b-494e-83d0-e0bd2808e668:3642:1875634154595712:0@lo:250:kworker.0 10000000:01000000:2.0:1788744616.412908:0:21312:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808003 00000020:00000080:2.0:1788744616.412915:0:21312:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xb6207a6e76dcd262 00000020:00000080:2.0:1788744616.412919:0:21312:0:(genops.c:885:class_export_put()) final put ffff9ac77f7d4800/3734829d-853b-494e-83d0-e0bd2808e668 00000020:01000000:2.0:1788744616.412926:0:21312:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of MGC192.168.203.104@tcp (flags='') 00000020:00000080:2.0:1788744616.413549:0:21312:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1788744616.413556:0:21312:0:(obd_config.c:956:class_cleanup()) MGC192.168.203.104@tcp: forcing exports to disconnect: 0/3 00000020:00080000:2.0:1788744616.413561:0:21312:0:(genops.c:1557:class_disconnect_exports()) OBD device 2 (ffff9ac643238000) has no exports 10000000:01000000:2.0:1788744616.413581:0:17135:0:(mgc_request.c:708:mgc_requeue_thread()) Ending requeue thread 10000000:01000000:2.0:1788744616.413636:0:21312:0:(obd_class.h:670:obd_cleanup_client_import()) MGC192.168.203.104@tcp: client import never connected 00000100:00080000:2.0:1788744616.413640:0:21312:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 10000000:01000000:2.0:1788744616.413642:0:21312:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00100000:2.0:1788744616.413645:0:21312:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 10000000:01000000:2.0:1788744616.413646:0:21312:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808003 00000020:00000080:2.0:1788744616.413694:0:21312:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1788744616.413700:0:21312:0:(obd_config.c:883:class_detach()) detach on obd MGC192.168.203.104@tcp (uuid 3734829d-853b-494e-83d0-e0bd2808e668) 00000020:01000000:2.0:1788744616.413707:0:21312:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-OST0001 (flags='F') 00000020:00000080:2.0:1788744616.413710:0:21312:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1788744616.413713:0:21312:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-lwp-OST0001: forcing exports to disconnect: 1/3 00000020:00080000:2.0:1788744616.413718:0:21312:0:(genops.c:1818:print_export_data()) lustre-MDT0000-lwp-OST0001: ACTIVE ffff9ac77c944000 lustre-MDT0000-lwp-OST0001 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:2.0:1788744616.413724:0:21312:0:(genops.c:1552:class_disconnect_exports()) OBD device 27 (ffff9ac6433c0000) has exports, disconnecting them 00000020:00080000:2.0:1788744616.413728:0:21312:0:(genops.c:1527:class_disconnect_export_list()) lustre-MDT0000-lwp-OST0001: disconnecting export at 0@lo (ffff9ac77c944000), last request at 1788744544 00000020:00000080:2.0:1788744616.413732:0:21312:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xb6207a6e76dcd5a3 00000020:00080000:2.0:1788744616.413743:0:21312:0:(genops.c:1532:class_disconnect_export_list()) disconnected export at 0@lo (ffff9ac77c944000): rc 0 00000020:00000080:2.0:1788744616.413747:0:21312:0:(genops.c:885:class_export_put()) final put ffff9ac77c944000/lustre-MDT0000-lwp-OST0001 00000020:00000080:3.0:1788744616.416717:0:475:0:(genops.c:844:class_export_destroy()) destroying export ffff9ac643523000/lustre-OST0001-osd_UUID for lustre-OST0001-osd 00000020:00000080:3.0:1788744616.416741:0:475:0:(genops.c:844:class_export_destroy()) destroying export ffff9ac77f7d4800/3734829d-853b-494e-83d0-e0bd2808e668 for MGC192.168.203.104@tcp 00000020:00000080:3.0:1788744616.416748:0:475:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff9ac77cb33000 for MGC192.168.203.104@tcp 00000020:00000080:3.0:1788744616.416755:0:475:0:(genops.c:885:class_export_put()) final put ffff9ac77cb3c800/3734829d-853b-494e-83d0-e0bd2808e668 00000020:00000080:3.0:1788744616.416758:0:475:0:(genops.c:844:class_export_destroy()) destroying export ffff9ac77cb3c800/3734829d-853b-494e-83d0-e0bd2808e668 for MGC192.168.203.104@tcp 00000020:01000000:3.0:1788744616.416763:0:475:0:(genops.c:441:class_free_dev()) finishing cleanup of obd MGC192.168.203.104@tcp (3734829d-853b-494e-83d0-e0bd2808e668) 00000020:00000080:3.0:1788744616.417044:0:475:0:(genops.c:844:class_export_destroy()) destroying export ffff9ac77c944000/lustre-MDT0000-lwp-OST0001 for lustre-MDT0000-lwp-OST0001 00010000:01000000:0.0:1788744616.421810:0:21312:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0000-lwp-OST0001: client import never connected 00000100:00080000:0.0:1788744616.421818:0:21312:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1788744616.421823:0:21312:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 5 00000100:00100000:0.0:1788744616.421829:0:21312:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:0.0:1788744616.422037:0:21312:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1788744616.422046:0:21312:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-OST0001 (uuid lustre-MDT0000-lwp-OST0001_UUID) 00000020:01000000:0.0:1788744616.422053:0:21312:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-lwp-OST0001 (flags='F') 00000020:00000080:0.0:1788744616.422061:0:21312:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1788744616.422065:0:21312:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001-lwp-OST0001: forcing exports to disconnect: 1/3 00000020:00080000:0.0:1788744616.422072:0:21312:0:(genops.c:1818:print_export_data()) lustre-MDT0001-lwp-OST0001: ACTIVE ffff9ac64260d800 lustre-MDT0001-lwp-OST0001 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1788744616.422079:0:21312:0:(genops.c:1552:class_disconnect_exports()) OBD device 28 (ffff9ac7507519c0) has exports, disconnecting them 00000020:00080000:0.0:1788744616.422083:0:21312:0:(genops.c:1527:class_disconnect_export_list()) lustre-MDT0001-lwp-OST0001: disconnecting export at 0@lo (ffff9ac64260d800), last request at 1788744544 00000020:00000080:1.0:1788744616.422179:0:475:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff9ac77c947000 for lustre-MDT0000-lwp-OST0001 00000020:00000080:1.0:1788744616.422188:0:475:0:(genops.c:885:class_export_put()) final put ffff9ac643ecf800/lustre-MDT0000-lwp-OST0001_UUID 00000020:00000080:1.0:1788744616.422191:0:475:0:(genops.c:844:class_export_destroy()) destroying export ffff9ac643ecf800/lustre-MDT0000-lwp-OST0001_UUID for lustre-MDT0000-lwp-OST0001 00000020:01000000:1.0:1788744616.422200:0:475:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-OST0001 (lustre-MDT0000-lwp-OST0001_UUID) 00000020:00000080:0.0:1788744616.422356:0:21312:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xb6207a6e76dcd5b8 00000020:00080000:0.0:1788744616.422371:0:21312:0:(genops.c:1532:class_disconnect_export_list()) disconnected export at 0@lo (ffff9ac64260d800): rc 0 00000020:00000080:0.0:1788744616.422376:0:21312:0:(genops.c:885:class_export_put()) final put ffff9ac64260d800/lustre-MDT0001-lwp-OST0001 00000020:00000080:1.0:1788744616.422546:0:475:0:(genops.c:844:class_export_destroy()) destroying export ffff9ac64260d800/lustre-MDT0001-lwp-OST0001 for lustre-MDT0001-lwp-OST0001 00010000:01000000:0.0:1788744616.423655:0:21312:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0001-lwp-OST0001: client import never connected 00000100:00080000:0.0:1788744616.423672:0:21312:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:0.0:1788744616.423676:0:21312:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: committing for last_committed 0 gen 5 00000100:00100000:0.0:1788744616.423682:0:21312:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:0.0:1788744616.423747:0:475:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff9ac642608800 for lustre-MDT0001-lwp-OST0001 00010000:00010000:0.0:1788744616.423782:0:17126:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-1 blwis in pool) 00010000:00010000:2.0:1788744616.428805:0:17125:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-2 blwis in pool) 00010000:00010000:2.0:1788744616.435820:0:19539:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-3 blwis in pool) 00000100:00100000:0.0:1788744616.436182:0:17121:0:(service.c:3188:ptlrpc_main()) ldlm_cb00_001: service thread [ffff9ac76e031200:17121] 1 exiting: rc = 0 00000100:00100000:2.0:1788744616.437034:0:17120:0:(service.c:3188:ptlrpc_main()) ldlm_cb00_000: service thread [ffff9ac76e030000:17120] 0 exiting: rc = 1 00000100:00100000:0.0:1788744616.437134:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744616.437399:0:17124:0:(service.c:3188:ptlrpc_main()) ldlm_cn00_002: service thread [ffff9ac77aa7ba00:17124] 2 exiting: rc = 0 00000100:00100000:0.0:1788744616.437490:0:20908:0:(service.c:3188:ptlrpc_main()) ldlm_cn00_003: service thread [ffff9ac6436a3400:20908] 3 exiting: rc = 0 00000100:00100000:2.0:1788744616.437795:0:17122:0:(service.c:3188:ptlrpc_main()) ldlm_cn00_000: service thread [ffff9ac77aa7b400:17122] 0 exiting: rc = 1 00000100:00100000:2.0:1788744616.438003:0:17123:0:(service.c:3188:ptlrpc_main()) ldlm_cn00_001: service thread [ffff9ac77aa7a400:17123] 1 exiting: rc = 0 00000100:00100000:0.0:1788744616.438141:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744616.438149:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744616.438155:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744616.438160:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744616.438167:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744616.438173:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744616.438178:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744616.438184:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744616.438190:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744616.438195:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744616.438200:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744616.438205:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744616.438211:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744616.438216:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744616.438220:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744616.438226:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744616.438231:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744616.438236:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744616.438246:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744616.438250:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744616.438255:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744616.438260:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744616.438265:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744616.438271:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744616.438290:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744616.438296:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744616.438301:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744616.438305:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744616.438310:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744616.438315:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744616.438321:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744616.438325:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744616.438330:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744616.438335:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744616.438340:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744616.438345:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744616.438350:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744616.438355:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744616.438359:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744616.438365:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744616.438370:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744616.438375:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744616.438380:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744616.438385:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744616.438391:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744616.438397:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744616.438424:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744616.438430:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744616.438436:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744616.438440:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744616.438445:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744616.438451:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744616.438456:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744616.438461:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744616.438466:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744616.438471:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744616.438476:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744616.438481:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744616.438486:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744616.438497:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744616.438502:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744616.438518:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744616.438524:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744616.438528:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:00000080:0.0:1788744616.439140:0:21312:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1788744616.439149:0:21312:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-lwp-OST0001 (uuid lustre-MDT0001-lwp-OST0001_UUID) 00000020:00000080:0.0:1788744616.439155:0:21312:0:(genops.c:885:class_export_put()) final put ffff9ac64260b000/lustre-MDT0001-lwp-OST0001_UUID 00000020:00000080:0.0:1788744616.439159:0:21312:0:(genops.c:844:class_export_destroy()) destroying export ffff9ac64260b000/lustre-MDT0001-lwp-OST0001_UUID for lustre-MDT0001-lwp-OST0001 00000020:01000000:0.0:1788744616.439164:0:21312:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-lwp-OST0001 (lustre-MDT0001-lwp-OST0001_UUID) 00000020:01000004:0.0:1788744616.439209:0:21312:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9ac6431c3800 1 00000020:00000080:0.0:1788744616.439215:0:21312:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xb6207a6e76dcd55d 00000020:00000080:0.0:1788744616.439220:0:21312:0:(genops.c:885:class_export_put()) final put ffff9ac64260e000/lustre-OST0001-osd_UUID 00000020:01000000:0.0:1788744616.439231:0:21312:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0001-osd (flags='') 00000020:00000080:0.0:1788744616.439241:0:475:0:(genops.c:844:class_export_destroy()) destroying export ffff9ac64260e000/lustre-OST0001-osd_UUID for lustre-OST0001-osd 00000020:00000080:0.0:1788744616.439252:0:21312:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1788744616.439257:0:21312:0:(obd_config.c:956:class_cleanup()) lustre-OST0001-osd: forcing exports to disconnect: 0/1 00000020:00080000:0.0:1788744616.439261:0:21312:0:(genops.c:1557:class_disconnect_exports()) OBD device 25 (ffff9ac750754d40) has no exports 00000020:00000080:0.0:1788744616.568481:0:21312:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1788744616.568494:0:21312:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001-osd (uuid lustre-OST0001-osd_UUID) 00000020:00000080:0.0:1788744616.568500:0:21312:0:(genops.c:885:class_export_put()) final put ffff9ac6431c6800/lustre-OST0001-osd_UUID 00000020:00000080:0.0:1788744616.568516:0:21312:0:(genops.c:844:class_export_destroy()) destroying export ffff9ac6431c6800/lustre-OST0001-osd_UUID for lustre-OST0001-osd 00000020:01000000:0.0:1788744616.568528:0:21312:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001-osd (lustre-OST0001-osd_UUID) 00000020:01000004:0.0:1788744616.568974:0:21312:0:(obd_mount.c:668:lustre_free_lsi()) Freeing lsi ffff9ac6431c7000 00000020:01000000:0.0:1788744616.568995:0:21312:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of OSS (flags='F') 00000020:00000080:0.0:1788744616.568999:0:21312:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1788744616.569003:0:21312:0:(obd_config.c:956:class_cleanup()) OSS: forcing exports to disconnect: 0/1 00000020:00080000:0.0:1788744616.569007:0:21312:0:(genops.c:1557:class_disconnect_exports()) OBD device 21 (ffff9ac6433c4d40) has no exports 00000020:00000080:0.0:1788744616.569035:0:21312:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1788744616.569040:0:21312:0:(obd_config.c:883:class_detach()) detach on obd OSS (uuid OSS_uuid) 00000020:00000080:0.0:1788744616.569044:0:21312:0:(genops.c:885:class_export_put()) final put ffff9ac7447d9000/OSS_uuid 00000020:00000080:0.0:1788744616.569046:0:21312:0:(genops.c:844:class_export_destroy()) destroying export ffff9ac7447d9000/OSS_uuid for OSS 00000020:01000000:0.0:1788744616.569061:0:21312:0:(genops.c:441:class_free_dev()) finishing cleanup of obd OSS (OSS_uuid) 00000100:00080000:1.0:1788744616.569172:0:17133:0:(pinger.c:548:ping_evictor_main()) Exiting Ping Evictor 00000100:00100000:2.0:1788744616.569831:0:18642:0:(service.c:3188:ptlrpc_main()) ll_ost00_000: service thread [ffff9ac76e030e00:18642] 0 exiting: rc = 1 00000100:00100000:3.0:1788744616.570094:0:18645:0:(service.c:3188:ptlrpc_main()) ll_ost00_002: service thread [ffff9ac751fa3200:18645] 2 exiting: rc = 0 00000100:00100000:1.0:1788744616.571470:0:19540:0:(service.c:3188:ptlrpc_main()) ll_ost00_004: service thread [ffff9ac6436a4c00:19540] 4 exiting: rc = 0 00000100:00100000:1.0:1788744616.571568:0:19228:0:(service.c:3188:ptlrpc_main()) ll_ost00_003: service thread [ffff9ac7462a0200:19228] 3 exiting: rc = 0 00000100:00100000:0.0:1788744616.572823:0:18644:0:(service.c:3188:ptlrpc_main()) ll_ost00_001: service thread [ffff9ac750b64600:18644] 1 exiting: rc = 0 00000100:00100000:1.0:1788744616.574254:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.574264:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.574269:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.574275:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.574279:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.574285:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.574290:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.574295:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.574300:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.574304:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.574310:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.574315:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.574320:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.574325:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.574330:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.574335:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.574340:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.574344:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.574349:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.574353:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.574359:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.574364:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.574370:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.574375:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.574381:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.574386:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.574391:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.574396:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.575306:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.575321:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.575326:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.575331:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.575336:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.575357:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.575362:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.575367:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.575372:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.575377:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.575383:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.575388:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.575393:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.575398:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.575417:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.575423:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.575428:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.575433:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.575438:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.575443:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.575448:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.575453:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.575457:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.575463:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.575468:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.575474:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.575479:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.575484:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.575490:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.575495:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.575500:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.575517:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.575524:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.575529:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.575534:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.575540:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.576397:0:18647:0:(service.c:3188:ptlrpc_main()) ll_ost_create00_001: service thread [ffff9ac7460d1c00:18647] 1 exiting: rc = 0 00000100:00100000:1.0:1788744616.576559:0:18646:0:(service.c:3188:ptlrpc_main()) ll_ost_create00_000: service thread [ffff9ac7557bfe00:18646] 0 exiting: rc = 1 00000100:00100000:1.0:1788744616.576630:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.576635:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.576648:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.576653:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.576657:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.576662:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.576667:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.576672:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.576677:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.576681:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.576686:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.576691:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.576696:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.576701:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.576706:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.576711:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.576716:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.576720:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.576726:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.576730:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.576735:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.576740:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.576745:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.576750:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.576755:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.576759:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.576764:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.576770:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.576774:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.576779:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.576784:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.576789:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.576794:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.576798:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.576803:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.576808:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.576812:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.576825:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.576830:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.576835:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.576839:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.576844:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.576849:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.576854:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.576860:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.576865:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.576870:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.576875:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.576879:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.576884:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.576890:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.576894:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.576899:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.576904:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.576909:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.576915:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.576920:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.576925:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.576930:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.576934:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.576939:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.576943:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.576948:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.576952:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.577893:0:18649:0:(service.c:3188:ptlrpc_main()) ll_ost_io00_001: service thread [ffff9ac774a3b200:18649] 1 exiting: rc = 0 00000100:00100000:1.0:1788744616.578153:0:18648:0:(service.c:3188:ptlrpc_main()) ll_ost_io00_000: service thread [ffff9ac7460d1a00:18648] 0 exiting: rc = 1 00000100:00100000:2.0:1788744616.578200:0:18650:0:(service.c:3188:ptlrpc_main()) ll_ost_io00_002: service thread [ffff9ac774a3b400:18650] 2 exiting: rc = 0 00000100:00100000:1.0:1788744616.578241:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.578251:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.578277:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.578284:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.578289:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.578295:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.578310:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.578315:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.578321:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.578327:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.578333:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.578338:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.578343:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.578349:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.578355:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.578360:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.578366:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.578372:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.578377:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.578382:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.578388:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.578393:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.578399:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.578421:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.578427:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.578432:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.578451:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.578457:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.578462:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.578468:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.578473:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.578478:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.578483:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.578488:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.578495:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.578500:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.579370:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.579385:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.579390:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.579396:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.579424:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.579442:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.579448:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.579453:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.579459:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.579464:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.579470:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.579476:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.579483:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.579490:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.579527:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.579539:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.579549:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.579559:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.579570:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.579580:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.579590:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.579599:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.579623:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.579635:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.579642:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.579648:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.579653:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.579658:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.589893:0:18652:0:(service.c:3188:ptlrpc_main()) ll_ost_seq00_001: service thread [ffff9ac745dd1a00:18652] 1 exiting: rc = 0 00000100:00100000:2.0:1788744616.590174:0:18651:0:(service.c:3188:ptlrpc_main()) ll_ost_seq00_000: service thread [ffff9ac7462a5400:18651] 0 exiting: rc = 1 00000100:00100000:1.0:1788744616.590467:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.590478:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.590489:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.590500:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.590520:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.590529:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.590541:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.590550:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.590561:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.590571:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.590580:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.590601:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.590611:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.590621:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.590632:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.590640:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.590645:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.590650:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.590654:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.590659:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.590664:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.590669:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.590742:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.590747:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.590757:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.590767:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.590777:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.590787:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.590795:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.590804:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.590815:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.590824:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.590834:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.590843:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.590850:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.590858:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.590866:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.590875:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.590880:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.590885:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.590890:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.590895:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.590900:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.590907:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.590911:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.590915:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.590929:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.590934:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.590939:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.590944:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.590948:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.590953:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.590958:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.590962:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.590967:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.590971:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.590977:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.590982:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.590987:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.590993:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.590998:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.591003:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.591007:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.591012:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788744616.592495:0:18653:0:(service.c:3188:ptlrpc_main()) ll_ost_out00_000: service thread [ffff9ac780fe1600:18653] 0 exiting: rc = 1 00000100:00100000:1.0:1788744616.592496:0:18654:0:(service.c:3188:ptlrpc_main()) ll_ost_out00_001: service thread [ffff9ac745df4200:18654] 1 exiting: rc = 0 00000100:00100000:1.0:1788744616.594143:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.594155:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.594186:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.594194:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.594200:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.594206:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.594212:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.594218:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.594225:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.594231:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.594237:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.594244:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.594250:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.594256:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.594277:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.594285:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.594303:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.594566:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.594573:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.594578:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.594582:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.594589:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.594595:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.594602:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.594607:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.594613:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.594634:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.594641:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.594646:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.594654:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.594659:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.594665:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.594670:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.594686:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.594693:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.594698:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.594703:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.594708:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.594727:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.594734:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.594739:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.594744:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.594751:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.594757:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.594762:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.594768:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.594774:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.594780:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.594785:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.594791:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.594810:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.594823:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.594828:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.594834:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.594839:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.594845:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.594850:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.594856:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.594863:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.594869:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.594874:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.594880:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.594886:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744616.594899:0:21312:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:02000400:1.0:1788744616.605990:0:21312:0:(tgt_mount.c:2180:server_put_super()) server umount lustre-OST0001 complete 00000001:02000400:3.0:1788744634.579959:0:22077:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg304-server.virtnet: executing load_modules_local 00000020:01000004:1.0:1788744643.386793:0:22676:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:1.0:1788744643.386799:0:22676:0:(obd_mount.c:926:lmd_print()) device: /dev/mapper/mds1_flakey 00000020:01000004:1.0:1788744643.386801:0:22676:0:(obd_mount.c:929:lmd_print()) options: user_xattr,errors=remount-ro 00000080:01200004:1.0:1788744643.387275:0:22676:0:(super25.c:131:lustre_fill_super()) VFS Op: sb ffff9ac641b56800 00000020:01000004:1.0:1788744643.387295:0:22676:0:(tgt_mount.c:2502:osd_start()) Attempting to start lustre-MDT0000, type=osd-ldiskfs, lsifl=200005, mountfl=0 00000020:01000004:1.0:1788744643.387302:0:22676:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-osd (typ=osd-ldiskfs) 00000020:00000080:1.0:1788744643.387317:0:22676:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-osd (ffff9ac750750000) 00000020:00000080:1.0:1788744643.387341:0:22676:0:(obd_config.c:720:class_attach_name()) OBD: dev 0 attached type osd-ldiskfs with refcount 2 00100000:10000000:2.0:1788744643.472190:0:22676:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x13:0x0] (16/1) registered 00100000:10000000:2.0:1788744643.474021:0:22676:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000001:0x3:0x0] (8/24) registered 00100000:10000000:2.0:1788744643.485861:0:22676:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2:0x0] (8/32) registered 00100000:10000000:2.0:1788744643.488478:0:22676:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x9:0x0] (8/32) registered 00100000:10000000:2.0:1788744643.491808:0:22676:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x2:0x0] (8/8) registered 00100000:10000000:0.0:1788744643.496050:0:22676:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x20001:0x0] (8/8) registered 00100000:10000000:0.0:1788744643.496526:0:22676:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xc:0x0] (8/32) registered 00100000:10000000:0.0:1788744643.496983:0:22676:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xd:0x0] (8/32) registered 00100000:10000000:0.0:1788744643.497256:0:22676:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xe:0x0] (8/32) registered 00100000:10000000:0.0:1788744643.497543:0:22676:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xb:0x0] (8/32) registered 00100000:10000000:0.0:1788744643.498209:0:22676:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x3:0x0] (8/8) registered 00100000:10000000:0.0:1788744643.499236:0:22676:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x1:0x0] (8/8) registered 00100000:10000000:0.0:1788744643.499887:0:22676:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x20002:0x0] (8/8) registered 00100000:10000000:0.0:1788744643.500457:0:22676:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xa:0x0] (8/32) registered 00100000:10000000:0.0:1788744643.500778:0:22676:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x20003:0x0] (8/8) registered 00100000:10000000:0.0:1788744643.501375:0:22676:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x26:0x0] (24/16) registered 00100000:10000000:0.0:1788744643.502030:0:22676:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x18:0x0] (16/1) registered 00100000:10000000:0.0:1788744643.502312:0:22676:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x21:0x0] (16/1) registered 00100000:10000000:0.0:1788744643.502588:0:22676:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1d:0x0] (16/1) registered 00100000:10000000:0.0:1788744643.503806:0:22676:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x27:0x0] (24/16) registered 00100000:10000000:0.0:1788744643.504200:0:22676:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2f:0x0] (24/16) registered 00100000:10000000:0.0:1788744643.504447:0:22676:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x17:0x0] (16/1) registered 00100000:10000000:0.0:1788744643.504643:0:22676:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x19:0x0] (16/1) registered 00100000:10000000:1.0:1788744643.510217:0:22676:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x29:0x0] (24/16) registered 00100000:10000000:1.0:1788744643.511872:0:22676:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2c:0x0] (24/16) registered 00100000:10000000:1.0:1788744643.515086:0:22676:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x34:0x0] (24/16) registered 00100000:10000000:1.0:1788744643.516014:0:22676:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x32:0x0] (24/16) registered 00100000:10000000:1.0:1788744643.516770:0:22676:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1f:0x0] (16/1) registered 00100000:10000000:1.0:1788744643.517103:0:22676:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1e:0x0] (16/1) registered 00100000:10000000:1.0:1788744643.517365:0:22676:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x22:0x0] (16/1) registered 00100000:10000000:1.0:1788744643.517652:0:22676:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2e:0x0] (24/16) registered 00100000:10000000:1.0:1788744643.518188:0:22676:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x31:0x0] (24/16) registered 00100000:10000000:1.0:1788744643.518390:0:22676:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x30:0x0] (24/16) registered 00100000:10000000:1.0:1788744643.519372:0:22676:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x25:0x0] (24/16) registered 00100000:10000000:1.0:1788744643.526763:0:22676:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1c:0x0] (16/1) registered 00100000:10000000:1.0:1788744643.527239:0:22676:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1a:0x0] (16/1) registered 00100000:10000000:1.0:1788744643.528158:0:22676:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x15:0x0] (16/1) registered 00100000:10000000:1.0:1788744643.528804:0:22676:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2b:0x0] (24/16) registered 00100000:10000000:1.0:1788744643.529287:0:22676:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x33:0x0] (24/16) registered 00100000:10000000:1.0:1788744643.529547:0:22676:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1b:0x0] (16/1) registered 00100000:10000000:1.0:1788744643.529845:0:22676:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x14:0x0] (16/1) registered 00100000:10000000:1.0:1788744643.530775:0:22676:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x20:0x0] (16/1) registered 00100000:10000000:1.0:1788744643.531215:0:22676:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x23:0x0] (16/1) registered 00100000:10000000:2.0:1788744643.533484:0:22676:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2a:0x0] (24/16) registered 00100000:10000000:2.0:1788744643.534715:0:22676:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2d:0x0] (24/16) registered 00100000:10000000:2.0:1788744643.538038:0:22676:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x28:0x0] (24/16) registered 00100000:10000000:2.0:1788744643.541170:0:22676:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x16:0x0] (16/1) registered 00100000:10000000:2.0:1788744643.541791:0:22676:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x20000:0x0] (8/32) registered 00100000:10000000:2.0:1788744643.542361:0:22676:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x1020000:0x0] (8/32) registered 00100000:10000000:2.0:1788744643.542675:0:22676:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x2020000:0x0] (8/32) registered 00100000:10000000:2.0:1788744643.543359:0:22676:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x10000:0x0] (8/32) registered 00100000:10000000:2.0:1788744643.543603:0:22676:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x2010000:0x0] (8/32) registered 00100000:10000000:2.0:1788744643.543865:0:22676:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x1010000:0x0] (8/32) registered 00080000:01000000:2.0:1788744643.544791:0:22676:0:(osd_lproc.c:911:osd_procfs_init()) lustre-MDT0000: register osd-ldiskfs tunable parameters 00000020:00000080:2.0:1788744643.545127:0:22676:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-osd (uuid lustre-MDT0000-osd_UUID) 00080000:01000000:2.0:1788744643.545134:0:22676:0:(osd_handler.c:8924:osd_obd_connect()) connect #0 00000020:00000080:2.0:1788744643.545145:0:22676:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xb6207a6e76dcdad5 00000020:01000004:2.0:1788744643.545152:0:22676:0:(tgt_mount.c:2587:server_fill_super()) Found service lustre-MDT0000 on device /dev/mapper/mds1_flakey 00000020:01000000:2.0:1788744643.545157:0:22676:0:(tgt_mount.c:219:server_start_mgs()) Start MGS service MGS 00000020:01000004:2.0:1788744643.545162:0:22676:0:(tgt_mount.c:101:server_register_mount()) register mount ffff9ac641b56800 from MGS 00000020:01000004:2.0:1788744643.545166:0:22676:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MGS (typ=mgs) 00000020:00000080:2.0:1788744643.545177:0:22676:0:(genops.c:413:class_newdev()) Allocate new device MGS (ffff9ac776c28000) 00000020:00000080:2.0:1788744643.545187:0:22676:0:(obd_config.c:720:class_attach_name()) OBD: dev 1 attached type mgs with refcount 2 00000020:01000004:2.0:1788744643.545245:0:22676:0:(tgt_mount.c:153:server_get_mount()) get mount ffff9ac641b56800 from MGS, refs=2 00080000:01000000:2.0:1788744643.545250:0:22676:0:(osd_handler.c:8924:osd_obd_connect()) connect #1 00000020:00000080:2.0:1788744643.545255:0:22676:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xb6207a6e76dcdae3 00000100:00100000:2.0:1788744643.545353:0:22676:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/1 left), rc = 0 00000100:00100000:2.0:1788744643.545509:0:22676:0:(service.c:3467:ptlrpc_start_thread()) ldlm_cbd[0] started 0 min 2 max 56 00000100:00100000:2.0:1788744643.545521:0:22676:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'ldlm_cb00_000' 00000100:00100000:3.0:1788744643.546153:0:22676:0:(service.c:3467:ptlrpc_start_thread()) ldlm_cbd[0] started 1 min 2 max 56 00000100:00100000:3.0:1788744643.546161:0:22676:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'ldlm_cb00_001' 00000100:00100000:2.0:1788744643.547282:0:22676:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_canceld: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1788744643.547493:0:22676:0:(service.c:3467:ptlrpc_start_thread()) ldlm_canceld[0] started 0 min 3 max 56 00000100:00100000:2.0:1788744643.547499:0:22676:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'ldlm_cn00_000' 00000100:00100000:3.0:1788744643.548208:0:22676:0:(service.c:3467:ptlrpc_start_thread()) ldlm_canceld[0] started 1 min 3 max 56 00000100:00100000:3.0:1788744643.548216:0:22676:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'ldlm_cn00_001' 00000100:00100000:3.0:1788744643.548652:0:22676:0:(service.c:3467:ptlrpc_start_thread()) ldlm_canceld[0] started 2 min 3 max 56 00000100:00100000:3.0:1788744643.548659:0:22676:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'ldlm_cn00_002' 00010000:00010000:0.0:1788744643.549317:0:22685:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788744643.549320:0:22685:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788744643.549322:0:22685:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788744643.550871:0:22686:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788744643.550875:0:22686:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788744643.550878:0:22686:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788744643.551580:0:22676:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-MGS-0 is initialized 00010000:00010000:0.0:1788744643.552607:0:22685:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:01000000:3.0:1788744643.558106:0:22676:0:(llog_obd.c:197:llog_setup()) obd MGS ctxt 0 is initialized 10000000:01000000:3.0:1788744643.559095:0:22688:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x2 (params) 20000000:01000000:0.0:1788744643.559154:0:22676:0:(mgs_nids.c:666:mgs_nidtbl_init_fs()) IR: current version is 2 20000000:01000000:0.0:1788744643.559198:0:22676:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:0.0:1788744643.559981:0:22676:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 00000100:00100000:0.0:1788744643.560341:0:22676:0:(service.c:155:ptlrpc_grow_req_bufs()) mgs: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1788744643.560644:0:22676:0:(service.c:3467:ptlrpc_start_thread()) mgs[-1] started 0 min 3 max 32 00000100:00100000:0.0:1788744643.560651:0:22676:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_mgs_0000' 00000100:00100000:0.0:1788744643.561364:0:22676:0:(service.c:3467:ptlrpc_start_thread()) mgs[-1] started 1 min 3 max 32 00000100:00100000:0.0:1788744643.561373:0:22676:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_mgs_0001' 00000100:00100000:1.0:1788744643.568639:0:22676:0:(service.c:3467:ptlrpc_start_thread()) mgs[-1] started 2 min 3 max 32 00000100:00100000:1.0:1788744643.568655:0:22676:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_mgs_0002' 00000020:00000080:2.0:1788744643.570870:0:22676:0:(obd_config.c:826:class_setup()) finished setup of obd MGS (uuid MGS) 00000020:01000004:2.0:1788744643.570964:0:22676:0:(obd_mount.c:411:lustre_start_mgc()) Start MGC 'MGC192.168.203.104@tcp' 00000020:01000004:2.0:1788744643.570966:0:22676:0:(obd_mount.c:420:lustre_start_mgc()) mgs NIDs (null). 00000020:01000004:2.0:1788744643.570995:0:22676:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MGC192.168.203.104@tcp (typ=mgc) 00000020:00000080:2.0:1788744643.571007:0:22676:0:(genops.c:413:class_newdev()) Allocate new device MGC192.168.203.104@tcp (ffff9ac776c299c0) 00000020:00000080:2.0:1788744643.571021:0:22676:0:(obd_config.c:720:class_attach_name()) OBD: dev 2 attached type mgc with refcount 2 00010000:00080000:2.0:1788744643.571093:0:22676:0:(ldlm_lib.c:103:import_set_conn()) imp ffff9ac77fa6b000@MGC192.168.203.104@tcp: add connection 192.168.203.104@tcp at head 00010000:00010000:2.0:1788744643.571234:0:22676:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-MGC192.168.203.104@tcp-0 is initialized 00000040:01000000:2.0:1788744643.571240:0:22676:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.203.104@tcp ctxt 1 is initialized 10000000:01000000:2.0:1788744643.573008:0:22694:0:(mgc_request.c:631:mgc_requeue_thread()) Starting requeue thread 00000020:00000080:2.0:1788744643.573064:0:22676:0:(obd_config.c:826:class_setup()) finished setup of obd MGC192.168.203.104@tcp (uuid 57b18335-b9a3-4404-b391-d3050d8407ce) 00000020:00000080:2.0:1788744643.573086:0:22676:0:(genops.c:1384:class_connect()) connect: client 57b18335-b9a3-4404-b391-d3050d8407ce, cookie 0xb6207a6e76dcdaf1 00000100:00080000:2.0:1788744643.573096:0:22676:0:(import.c:545:import_select_connection()) MGC192.168.203.104@tcp: connect to NID 0@lo last attempt 0 00000100:00080000:2.0:1788744643.573105:0:22676:0:(import.c:666:import_select_connection()) MGC192.168.203.104@tcp: import ffff9ac77fa6b000 using connection 192.168.203.104@tcp/0@lo 00000100:00100000:2.0:1788744643.573148:0:22676:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ac7556ed180 x1875634154595840/t0(0) o250->MGC192.168.203.104@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1788744643.573170:0:22676:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import 57b18335-b9a3-4404-b391-d3050d8407ce->MGS 00000020:01000004:2.0:1788744643.573187:0:22676:0:(tgt_mount.c:1808:server_start_targets()) starting target lustre-MDT0000 00000020:01000004:2.0:1788744643.573191:0:22676:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MDS (typ=mds) 00000020:00000080:2.0:1788744643.573205:0:22676:0:(genops.c:413:class_newdev()) Allocate new device MDS (ffff9ac776c2b380) 00000020:00000080:2.0:1788744643.573218:0:22676:0:(obd_config.c:720:class_attach_name()) OBD: dev 3 attached type mds with refcount 2 00000100:00080000:3.0:1788744643.574913:0:22693:0:(pinger.c:466:ping_evictor_main()) Starting Ping Evictor 00000100:00100000:0.0:1788744643.585744:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac7556ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:57b18335-b9a3-4404-b391-d3050d8407ce:3642:1875634154595840:0@lo:250:mount.lustre.0 00000100:00100000:0.0:1788744643.585859:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788744643.586019:0:22689:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154595840 00000100:00100000:0.0:1788744643.586027:0:22689:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154595840 00000100:00100000:0.0:1788744643.586058:0:22689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1788744643.586065:0:22689:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac7413f5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0+-99:3642:x1875634154595840:12345-0@lo:250:mount.lustre.0 00010000:00080000:0.0:1788744643.586104:0:22689:0:(ldlm_lib.c:1456:target_handle_connect()) MGS: connection from 57b18335-b9a3-4404-b391-d3050d8407ce@0@lo t0 exp 0000000000000000 cur 625 last 0 00000020:00000080:0.0:1788744643.586202:0:22689:0:(genops.c:1384:class_connect()) connect: client 57b18335-b9a3-4404-b391-d3050d8407ce, cookie 0xb6207a6e76dcdaff 00000100:00080000:0.0:1788744643.586381:0:22689:0:(import.c:65:import_set_state_nolock()) ffff9ac77fba1800 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1788744643.586454:0:22689:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac7413f5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:57b18335-b9a3-4404-b391-d3050d8407ce+5:3642:x1875634154595840:12345-0@lo:250:mount.lustre.0 Request processed in 387us (594us total) trans 0 rc 0/0 00000100:00100000:0.0:1788744643.586466:0:22689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1788744643.586997:0:3642:0:(client.c:3126:ptlrpc_free_committed()) MGC192.168.203.104@tcp: committing for last_committed 0 gen 1 00000100:00080000:0.0:1788744643.587007:0:3642:0:(import.c:1177:ptlrpc_connect_interpret()) MGC192.168.203.104@tcp: connect to target with instance 0 00000100:00080000:0.0:1788744643.587014:0:3642:0:(import.c:1001:ptlrpc_connect_set_flags()) MGC192.168.203.104@tcp: Resetting ns_connect_flags to server flags: 0xa000011001002060 10000000:01000000:0.0:1788744643.587018:0:3642:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808005 00000100:00080000:0.0:1788744643.587022:0:3642:0:(import.c:65:import_set_state_nolock()) ffff9ac77fa6b000 MGS: changing import state from CONNECTING to FULL 10000000:01000000:0.0:1788744643.587025:0:3642:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808004 00000100:00080000:0.0:1788744643.587038:0:3642:0:(pinger.c:186:ptlrpc_pinger_ir_up()) IR up 00000100:00100000:0.0:1788744643.587044:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac7556ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:57b18335-b9a3-4404-b391-d3050d8407ce:3642:1875634154595840:0@lo:250:mount.lustre.0 00000100:00100000:2.0:1788744643.587466:0:22676:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt: allocate 64 new 262144-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1788744643.587735:0:22676:0:(service.c:3467:ptlrpc_start_thread()) mdt[0] started 0 min 3 max 116 00000100:00100000:2.0:1788744643.587742:0:22676:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt00_000' 00000100:00100000:2.0:1788744643.589666:0:22676:0:(service.c:3467:ptlrpc_start_thread()) mdt[0] started 1 min 3 max 116 00000100:00100000:2.0:1788744643.589732:0:22676:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt00_001' 00000100:00100000:2.0:1788744643.590079:0:22676:0:(service.c:3467:ptlrpc_start_thread()) mdt[0] started 2 min 3 max 116 00000100:00100000:2.0:1788744643.590084:0:22676:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt00_002' 00000100:00100000:2.0:1788744643.591005:0:22676:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_readpage: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1788744643.591254:0:22676:0:(service.c:3467:ptlrpc_start_thread()) mdt_readpage[0] started 0 min 2 max 80 00000100:00100000:2.0:1788744643.591261:0:22676:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt_rdpg00_000' 00000100:00100000:2.0:1788744643.591837:0:22676:0:(service.c:3467:ptlrpc_start_thread()) mdt_readpage[0] started 1 min 2 max 80 00000100:00100000:2.0:1788744643.591845:0:22676:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt_rdpg00_001' 00000100:00100000:3.0:1788744643.647505:0:22676:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_out: allocate 64 new 1048576-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1788744643.648030:0:22676:0:(service.c:3467:ptlrpc_start_thread()) mdt_out[0] started 0 min 2 max 116 00000100:00100000:3.0:1788744643.648036:0:22676:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt_out00_000' 00000100:00100000:3.0:1788744643.650023:0:22676:0:(service.c:3467:ptlrpc_start_thread()) mdt_out[0] started 1 min 2 max 116 00000100:00100000:3.0:1788744643.650036:0:22676:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt_out00_001' 00000100:00100000:3.0:1788744643.650826:0:22676:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_seqs: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1788744643.651089:0:22676:0:(service.c:3467:ptlrpc_start_thread()) mdt_seqs[-1] started 0 min 2 max 256 00000100:00100000:3.0:1788744643.651140:0:22676:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt_seqs_0000' 00000100:00100000:3.0:1788744643.651816:0:22676:0:(service.c:3467:ptlrpc_start_thread()) mdt_seqs[-1] started 1 min 2 max 256 00000100:00100000:3.0:1788744643.651823:0:22676:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt_seqs_0001' 00000100:00100000:3.0:1788744643.652345:0:22676:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_seqm: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1788744643.652862:0:22676:0:(service.c:3467:ptlrpc_start_thread()) mdt_seqm[-1] started 0 min 2 max 256 00000100:00100000:3.0:1788744643.652869:0:22676:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt_seqm_0000' 00000100:00100000:3.0:1788744643.653367:0:22676:0:(service.c:3467:ptlrpc_start_thread()) mdt_seqm[-1] started 1 min 2 max 256 00000100:00100000:3.0:1788744643.653374:0:22676:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt_seqm_0001' 00000100:00100000:3.0:1788744643.654154:0:22676:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_fld: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1788744643.654390:0:22676:0:(service.c:3467:ptlrpc_start_thread()) mdt_fld[-1] started 0 min 2 max 256 00000100:00100000:3.0:1788744643.654396:0:22676:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt_fld_0000' 00000100:00100000:3.0:1788744643.655069:0:22676:0:(service.c:3467:ptlrpc_start_thread()) mdt_fld[-1] started 1 min 2 max 256 00000100:00100000:3.0:1788744643.655076:0:22676:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt_fld_0001' 00000100:00100000:0.0:1788744643.669866:0:22676:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_io: allocate 64 new 524288-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1788744643.670082:0:22676:0:(service.c:3467:ptlrpc_start_thread()) mdt_io[0] started 0 min 3 max 116 00000100:00100000:0.0:1788744643.670089:0:22676:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt_io00_000' 00000100:00100000:0.0:1788744643.671359:0:22676:0:(service.c:3467:ptlrpc_start_thread()) mdt_io[0] started 1 min 3 max 116 00000100:00100000:0.0:1788744643.671369:0:22676:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt_io00_001' 00000100:00100000:1.0:1788744643.672554:0:22676:0:(service.c:3467:ptlrpc_start_thread()) mdt_io[0] started 2 min 3 max 116 00000100:00100000:1.0:1788744643.672566:0:22676:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt_io00_002' 00000020:00000080:1.0:1788744643.673567:0:22676:0:(obd_config.c:826:class_setup()) finished setup of obd MDS (uuid MDS_uuid) 00000020:01000004:1.0:1788744643.673593:0:22676:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for /dev/mapper/mds1_flakey 10000000:01000000:1.0:1788744643.673600:0:22676:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.203.104@tcp: cl_mgc_mutex lustre-MDT0000-osd for locked: rc = 0 00000040:01000000:1.0:1788744643.673843:0:22676:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.203.104@tcp ctxt 0 is initialized 00000020:01000004:1.0:1788744643.673878:0:22676:0:(tgt_mount.c:1416:server_register_target()) Registration lustre-MDT0000, fs=lustre, 192.168.203.104@tcp, index=0000, flags=0x20005 00000020:01000004:1.0:1788744643.673882:0:22676:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:1.0:1788744643.673884:0:22676:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1788744643.673885:0:22676:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1788744643.673887:0:22676:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1788744643.673888:0:22676:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1788744643.673889:0:22676:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1788744643.673891:0:22676:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1788744643.673892:0:22676:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1788744643.673894:0:22676:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1788744643.673895:0:22676:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:1.0:1788744643.673898:0:22676:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0000 0x10020005 00000020:01000004:1.0:1788744643.673900:0:22676:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:1.0:1788744643.673901:0:22676:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1788744643.673907:0:22676:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1788744643.673908:0:22676:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1788744643.673909:0:22676:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1788744643.673910:0:22676:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1788744643.673911:0:22676:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1788744643.673911:0:22676:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1788744643.673912:0:22676:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1788744643.673913:0:22676:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:1.0:1788744643.673941:0:22676:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0000 00000100:00100000:1.0:1788744643.673961:0:22676:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac643fb1180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:57b18335-b9a3-4404-b391-d3050d8407ce:22676:1875634154595968:0@lo:253:mount.lustre.0 00000100:00100000:1.0:1788744643.674035:0:22676:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788744643.674110:0:22676:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ac774ab9cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1788744643.674172:0:22692:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154595968 00000100:00100000:3.0:1788744643.674181:0:22692:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154595968 00000100:00100000:3.0:1788744643.674262:0:22692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1788744643.674281:0:22692:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac7413f4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:57b18335-b9a3-4404-b391-d3050d8407ce+5:22676:x1875634154595968:12345-0@lo:253:mount.lustre.0 20000000:01000000:3.0:1788744643.674338:0:22692:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:3.0:1788744643.674341:0:22692:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 0 is registered to MGS. 20000000:01000000:3.0:1788744643.674344:0:22692:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-MDT0000 is running on 0@lo 10000000:01000000:3.0:1788744643.674763:0:22713:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 20000000:01000000:2.0:1788744643.675321:0:22692:0:(mgs_nids.c:666:mgs_nidtbl_init_fs()) IR: current version is 10 20000000:01000000:0.0:1788744643.684342:0:22714:0:(mgs_llog.c:340:mgs_fsdb_handler()) MDT index is 0 20000000:01000000:0.0:1788744643.684352:0:22714:0:(mgs_llog.c:340:mgs_fsdb_handler()) MDT index is 1 20000000:01000000:0.0:1788744643.684355:0:22714:0:(mgs_llog.c:324:mgs_fsdb_handler()) OST index for lustre-OST0000_UUID is 0 (0) 20000000:01000000:0.0:1788744643.684358:0:22714:0:(mgs_llog.c:324:mgs_fsdb_handler()) OST index for lustre-OST0001_UUID is 1 (1) 00000040:00080000:0.0:1788744643.685312:0:22714:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 52 count 51 20000000:01000000:2.0:1788744643.685646:0:22692:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:2.0:1788744643.686069:0:22692:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00000100:00100000:2.0:1788744643.691910:0:22692:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac7413f4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:57b18335-b9a3-4404-b391-d3050d8407ce+5:22676:x1875634154595968:12345-0@lo:253:mount.lustre.0 Request processed in 17631us (17866us total) trans 0 rc 0/0 00000100:00100000:2.0:1788744643.691931:0:22692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1788744643.692061:0:22676:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac643fb1180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:57b18335-b9a3-4404-b391-d3050d8407ce:22676:1875634154595968:0@lo:253:mount.lustre.0 10000000:01000000:1.0:1788744643.692076:0:22676:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0000 got index = 0 00000020:01000004:1.0:1788744643.692080:0:22676:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:1.0:1788744643.692082:0:22676:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1788744643.692083:0:22676:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1788744643.692085:0:22676:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1788744643.692086:0:22676:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1788744643.692088:0:22676:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1788744643.692089:0:22676:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1788744643.692091:0:22676:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1788744643.692093:0:22676:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1788744643.692094:0:22676:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:1.0:1788744643.692114:0:22676:0:(tgt_mount.c:101:server_register_mount()) register mount ffff9ac641b56800 from lustre-MDT0000 10000000:01000000:1.0:1788744643.692158:0:22676:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-MDT0000 from 0 10000000:01000000:1.0:1788744643.692161:0:22676:0:(mgc_request.c:329:config_log_add()) add config log lustre-MDT0000-0000000000000000 10000000:01000000:1.0:1788744643.692165:0:22676:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-sptlrpc-ffff9ac776c299c0 10000000:01000000:1.0:1788744643.692170:0:22676:0:(mgc_request.c:68:mgc_name2resid()) log lustre-sptlrpc to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:1.0:1788744643.692179:0:22676:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-sptlrpc-ffff9ac776c299c0 from 1 10000000:01000000:1.0:1788744643.692182:0:22676:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:1.0:1788744643.692217:0:22676:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.104@tcp lock: ffff9ac773f47600/0xb6207a6e76dcdb06 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744643.692227:0:22676:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.104@tcp lock: ffff9ac773f47600/0xb6207a6e76dcdb06 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744643.692249:0:22676:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.104@tcp lock: ffff9ac773f47600/0xb6207a6e76dcdb06 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788744643.692267:0:22676:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac643fb1180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:57b18335-b9a3-4404-b391-d3050d8407ce:22676:1875634154596096:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1788744643.692303:0:22676:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788744643.692388:0:22676:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ac774ab9e40 going to sleep for 11 seconds 00000100:00100000:0.0:1788744643.692435:0:22690:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154596096 00000100:00100000:0.0:1788744643.692442:0:22690:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154596096 00000100:00100000:0.0:1788744643.692489:0:22690:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1788744643.692498:0:22690:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac7413f7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:57b18335-b9a3-4404-b391-d3050d8407ce+5:22676:x1875634154596096:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1788744643.692511:0:22690:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788744643.692525:0:22690:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9ac6420f0400/0xb6207a6e76dcdb0d lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xb6207a6e76dcdb06 expref: -99 pid: 22690 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744643.692549:0:22690:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9ac6420f0400/0xb6207a6e76dcdb0d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xb6207a6e76dcdb06 expref: 6 pid: 22690 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744643.692560:0:22690:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9ac6420f0400/0xb6207a6e76dcdb0d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb6207a6e76dcdb06 expref: 6 pid: 22690 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744643.692569:0:22690:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ac6420f0400, rc 0) 00000100:00100000:0.0:1788744643.692616:0:22690:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac7413f7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:57b18335-b9a3-4404-b391-d3050d8407ce+6:22676:x1875634154596096:12345-0@lo:101:mount.lustre.0 Request processed in 120us (313us total) trans 0 rc 0/0 00000100:00100000:0.0:1788744643.692624:0:22690:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1788744643.692640:0:22676:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac643fb1180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:57b18335-b9a3-4404-b391-d3050d8407ce:22676:1875634154596096:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1788744643.692664:0:22676:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.104@tcp lock: ffff9ac773f47600/0xb6207a6e76dcdb06 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb6207a6e76dcdb0d expref: -99 pid: 22676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744643.692674:0:22676:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.104@tcp lock: ffff9ac773f47600/0xb6207a6e76dcdb06 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xb6207a6e76dcdb0d expref: -99 pid: 22676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788744643.692724:0:22676:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac643fb1180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:57b18335-b9a3-4404-b391-d3050d8407ce:22676:1875634154596224:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1788744643.692749:0:22676:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788744643.692814:0:22676:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ac774ab9e40 going to sleep for 11 seconds 00000100:00100000:2.0:1788744643.694163:0:22692:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154596224 00000100:00100000:2.0:1788744643.694173:0:22692:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154596224 00000100:00100000:0.0:1788744643.694481:0:22692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1788744643.694500:0:22692:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac761f8b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:57b18335-b9a3-4404-b391-d3050d8407ce+6:22676:x1875634154596224:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788744643.694942:0:22692:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac761f8b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:57b18335-b9a3-4404-b391-d3050d8407ce+6:22676:x1875634154596224:12345-0@lo:501:mount.lustre.0 Request processed in 451us (2189us total) trans 0 rc -2/-2 00000100:00100000:0.0:1788744643.694951:0:22692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:2.0:1788744643.695111:0:22676:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac643fb1180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:57b18335-b9a3-4404-b391-d3050d8407ce:22676:1875634154596224:0@lo:501:mount.lustre.0 10000000:01000000:2.0:1788744643.695164:0:22676:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.104@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 00010000:00010000:2.0:1788744643.695184:0:22676:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.104@tcp lock: ffff9ac773f47600/0xb6207a6e76dcdb06 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb6207a6e76dcdb0d expref: -99 pid: 22676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744643.695195:0:22676:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.104@tcp lock: ffff9ac773f47600/0xb6207a6e76dcdb06 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb6207a6e76dcdb0d expref: -99 pid: 22676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788744643.695205:0:22676:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff9ac641b56800 10000000:01000000:2.0:1788744643.695210:0:22676:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:2.0:1788744643.695214:0:22676:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-barrier-ffff9ac641b56800 10000000:01000000:2.0:1788744643.695217:0:22676:0:(mgc_request.c:68:mgc_name2resid()) log lustre-barrier to resid 0x65727473756c/0x5 (lustre) 10000000:01000000:2.0:1788744643.695221:0:22676:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-barrier-ffff9ac641b56800 from 1 10000000:01000000:2.0:1788744643.695224:0:22676:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-barrier (res 0x65727473756c) 00010000:00010000:2.0:1788744643.695257:0:22676:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.104@tcp lock: ffff9ac774b59400/0xb6207a6e76dcdb14 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744643.695287:0:22676:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.104@tcp lock: ffff9ac774b59400/0xb6207a6e76dcdb14 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744643.695296:0:22676:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.104@tcp lock: ffff9ac774b59400/0xb6207a6e76dcdb14 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788744643.695859:0:22676:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac7556ec380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:57b18335-b9a3-4404-b391-d3050d8407ce:22676:1875634154596352:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1788744643.695899:0:22676:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788744643.695928:0:22676:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ac7432f6f00 going to sleep for 11 seconds 00000100:00100000:0.0:1788744643.695978:0:22690:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154596352 00000100:00100000:0.0:1788744643.695991:0:22690:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154596352 00000100:00100000:0.0:1788744643.696031:0:22690:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1788744643.696040:0:22690:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac761f8a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:57b18335-b9a3-4404-b391-d3050d8407ce+6:22676:x1875634154596352:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1788744643.696056:0:22690:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788744643.696070:0:22690:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9ac6420f0a00/0xb6207a6e76dcdb1b lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xb6207a6e76dcdb14 expref: -99 pid: 22690 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744643.696092:0:22690:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9ac6420f0a00/0xb6207a6e76dcdb1b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xb6207a6e76dcdb14 expref: 7 pid: 22690 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744643.696101:0:22690:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9ac6420f0a00/0xb6207a6e76dcdb1b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb6207a6e76dcdb14 expref: 7 pid: 22690 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744643.696107:0:22690:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ac6420f0a00, rc 0) 00000100:00100000:0.0:1788744643.697459:0:22690:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac761f8a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:57b18335-b9a3-4404-b391-d3050d8407ce+7:22676:x1875634154596352:12345-0@lo:101:mount.lustre.0 Request processed in 1414us (1552us total) trans 0 rc 0/0 00000100:00100000:0.0:1788744643.697468:0:22690:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:2.0:1788744643.697614:0:22676:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac7556ec380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:57b18335-b9a3-4404-b391-d3050d8407ce:22676:1875634154596352:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1788744643.697635:0:22676:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.104@tcp lock: ffff9ac774b59400/0xb6207a6e76dcdb14 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb6207a6e76dcdb1b expref: -99 pid: 22676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744643.697646:0:22676:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.104@tcp lock: ffff9ac774b59400/0xb6207a6e76dcdb14 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xb6207a6e76dcdb1b expref: -99 pid: 22676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788744643.697672:0:22676:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.104@tcp: configuration from log 'lustre-barrier' succeeded (0). 00010000:00010000:2.0:1788744643.697689:0:22676:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.104@tcp lock: ffff9ac774b59400/0xb6207a6e76dcdb14 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb6207a6e76dcdb1b expref: -99 pid: 22676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744643.697697:0:22676:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.104@tcp lock: ffff9ac774b59400/0xb6207a6e76dcdb14 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb6207a6e76dcdb1b expref: -99 pid: 22676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788744643.697705:0:22676:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-MDT0000-0000000000000000 10000000:01000000:2.0:1788744643.697710:0:22676:0:(mgc_request.c:68:mgc_name2resid()) log lustre-MDT0000 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:2.0:1788744643.697715:0:22676:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-mdtir-ffff9ac641b56800 10000000:01000000:2.0:1788744643.697720:0:22676:0:(mgc_request.c:68:mgc_name2resid()) log lustre-mdtir to resid 0x65727473756c/0x2 (lustre) 10000000:01000000:2.0:1788744643.697734:0:22676:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-MDT0000-0000000000000000 from 1 10000000:01000000:2.0:1788744643.697737:0:22676:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-MDT0000 (res 0x65727473756c) 00010000:00010000:2.0:1788744643.697764:0:22676:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.104@tcp lock: ffff9ac774b58a00/0xb6207a6e76dcdb22 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744643.697772:0:22676:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.104@tcp lock: ffff9ac774b58a00/0xb6207a6e76dcdb22 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744643.697780:0:22676:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.104@tcp lock: ffff9ac774b58a00/0xb6207a6e76dcdb22 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788744643.697798:0:22676:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac7556ec380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:57b18335-b9a3-4404-b391-d3050d8407ce:22676:1875634154596480:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1788744643.697836:0:22676:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788744643.697870:0:22676:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ac7432f6f00 going to sleep for 11 seconds 00000100:00100000:0.0:1788744643.698383:0:22692:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154596480 00000100:00100000:0.0:1788744643.698390:0:22692:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154596480 00000100:00100000:0.0:1788744643.698804:0:22692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1788744643.698814:0:22692:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac761f8bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:57b18335-b9a3-4404-b391-d3050d8407ce+7:22676:x1875634154596480:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1788744643.698827:0:22692:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788744643.698841:0:22692:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9ac6420f1e00/0xb6207a6e76dcdb29 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xb6207a6e76dcdb22 expref: -99 pid: 22692 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744643.698863:0:22692:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9ac6420f1e00/0xb6207a6e76dcdb29 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xb6207a6e76dcdb22 expref: 8 pid: 22692 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744643.698873:0:22692:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9ac6420f1e00/0xb6207a6e76dcdb29 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb6207a6e76dcdb22 expref: 8 pid: 22692 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744643.698891:0:22692:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ac6420f1e00, rc 0) 00000100:00100000:0.0:1788744643.698933:0:22692:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac761f8bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:57b18335-b9a3-4404-b391-d3050d8407ce+8:22676:x1875634154596480:12345-0@lo:101:mount.lustre.0 Request processed in 121us (1096us total) trans 0 rc 0/0 00000100:00100000:0.0:1788744643.698940:0:22692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:2.0:1788744643.699092:0:22676:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac7556ec380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:57b18335-b9a3-4404-b391-d3050d8407ce:22676:1875634154596480:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1788744643.699107:0:22676:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.104@tcp lock: ffff9ac774b58a00/0xb6207a6e76dcdb22 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xb6207a6e76dcdb29 expref: -99 pid: 22676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744643.699115:0:22676:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.104@tcp lock: ffff9ac774b58a00/0xb6207a6e76dcdb22 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xb6207a6e76dcdb29 expref: -99 pid: 22676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788744643.699180:0:22676:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac7556ec380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:57b18335-b9a3-4404-b391-d3050d8407ce:22676:1875634154596608:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788744643.699210:0:22676:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788744643.699236:0:22676:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ac7432f6f00 going to sleep for 11 seconds 00000100:00100000:3.0:1788744643.699352:0:22689:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154596608 00000100:00100000:3.0:1788744643.699358:0:22689:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154596608 00000100:00100000:3.0:1788744643.699395:0:22689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:3.0:1788744643.699435:0:22689:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac6430f3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:57b18335-b9a3-4404-b391-d3050d8407ce+8:22676:x1875634154596608:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788744643.699995:0:22689:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac6430f3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:57b18335-b9a3-4404-b391-d3050d8407ce+9:22676:x1875634154596608:12345-0@lo:501:mount.lustre.0 Request processed in 561us (783us total) trans 0 rc 0/0 00000100:00100000:3.0:1788744643.700002:0:22689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1788744643.700070:0:22676:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac7556ec380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:57b18335-b9a3-4404-b391-d3050d8407ce:22676:1875634154596608:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788744643.700097:0:22676:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac7556ec380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:57b18335-b9a3-4404-b391-d3050d8407ce:22676:1875634154596736:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1788744643.700137:0:22676:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788744643.700171:0:22676:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ac7432f6f00 going to sleep for 11 seconds 00000100:00100000:0.0:1788744643.700541:0:22690:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154596736 00000100:00100000:0.0:1788744643.700545:0:22690:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154596736 00000100:00100000:0.0:1788744643.700569:0:22690:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1788744643.700576:0:22690:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac6430f2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:57b18335-b9a3-4404-b391-d3050d8407ce+9:22676:x1875634154596736:12345-0@lo:503:mount.lustre.0 00000100:00100000:0.0:1788744643.702629:0:22690:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac6430f2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:57b18335-b9a3-4404-b391-d3050d8407ce+9:22676:x1875634154596736:12345-0@lo:503:mount.lustre.0 Request processed in 2046us (2485us total) trans 0 rc 0/0 00000100:00100000:0.0:1788744643.702642:0:22690:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1788744643.702877:0:22676:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac7556ec380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:57b18335-b9a3-4404-b391-d3050d8407ce:22676:1875634154596736:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1788744643.704364:0:22715:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac643fb3100 pname:cluuid:pid:xid:nid:opc:job llog_process_th:57b18335-b9a3-4404-b391-d3050d8407ce:22715:1875634154596864:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1788744643.704463:0:22715:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788744643.704518:0:22715:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ac774ab9a80 going to sleep for 11 seconds 00000100:00100000:3.0:1788744643.705170:0:22689:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154596864 00000100:00100000:3.0:1788744643.705178:0:22689:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154596864 00000100:00100000:3.0:1788744643.705230:0:22689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:3.0:1788744643.705240:0:22689:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac6430f1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:57b18335-b9a3-4404-b391-d3050d8407ce+9:22715:x1875634154596864:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1788744643.706685:0:22689:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac6430f1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:57b18335-b9a3-4404-b391-d3050d8407ce+9:22715:x1875634154596864:12345-0@lo:502:llog_process_th.0 Request processed in 1440us (2216us total) trans 0 rc 0/0 00000100:00100000:3.0:1788744643.706698:0:22689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:1.0:1788744643.707349:0:22715:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac643fb3100 pname:cluuid:pid:xid:nid:opc:job llog_process_th:57b18335-b9a3-4404-b391-d3050d8407ce:22715:1875634154596864:0@lo:502:llog_process_th.0 00000020:01000000:1.0:1788744643.707386:0:22715:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1788744643.707397:0:22715:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788744643.707817:0:22715:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) lustre-MDT0000-m lov setup 00000020:01000000:1.0:1788744643.707826:0:22715:0:(obd_config.c:1967:class_config_llog_handler()) For 2.x interoperability, rename obd type from lov to lod (lustre-MDT0000) 00000020:00000080:1.0:1788744643.707830:0:22715:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1788744643.707856:0:22715:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-mdtlov (ffff9ac750754d40) 00000020:00000080:1.0:1788744643.707877:0:22715:0:(obd_config.c:720:class_attach_name()) OBD: dev 4 attached type lod with refcount 2 00000020:00000080:1.0:1788744643.707884:0:22715:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00080000:01000000:1.0:1788744643.707968:0:22715:0:(osd_handler.c:8924:osd_obd_connect()) connect #2 00000020:00000080:1.0:1788744643.707976:0:22715:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xb6207a6e76dcdb37 00000020:00000080:1.0:1788744643.708182:0:22715:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-mdtlov (uuid lustre-MDT0000-mdtlov_UUID) 00000020:01000000:1.0:1788744643.708187:0:22715:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788744643.708191:0:22715:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788744643.708192:0:22715:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) lustre-MDT0000-m lov setup 00000020:01000000:1.0:1788744643.708195:0:22715:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1788744643.708198:0:22715:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788744643.708200:0:22715:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) lustre-MDT0000 add mdt 00000020:00000080:1.0:1788744643.708203:0:22715:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1788744643.708211:0:22715:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000 (ffff9ac7507519c0) 00000020:00000080:1.0:1788744643.708220:0:22715:0:(obd_config.c:720:class_attach_name()) OBD: dev 5 attached type mdt with refcount 2 00000020:00000080:1.0:1788744643.708225:0:22715:0:(obd_config.c:1472:class_process_config()) processing cmd: cf007 00000020:00000080:1.0:1788744643.708226:0:22715:0:(obd_config.c:1516:class_process_config()) mountopt: profile lustre-MDT0000 osc lustre-MDT0000-mdtlov mdc (null) 00000020:01000000:1.0:1788744643.708230:0:22715:0:(obd_config.c:1149:class_add_profile()) Add profile lustre-MDT0000 00000020:00000080:1.0:1788744643.708235:0:22715:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:01000004:1.0:1788744643.708383:0:22715:0:(tgt_mount.c:153:server_get_mount()) get mount ffff9ac641b56800 from lustre-MDT0000, refs=3 00000020:00000080:1.0:1788744643.708396:0:22715:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDD0000 (ffff9ac750753380) 00000020:00000080:1.0:1788744643.708424:0:22715:0:(obd_config.c:720:class_attach_name()) OBD: dev 6 attached type mdd with refcount 2 00000004:01000000:1.0:1788744643.708491:0:22715:0:(lod_dev.c:2291:lod_obd_connect()) connect #0 00000020:00000080:1.0:1788744643.708498:0:22715:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xb6207a6e76dcdb4c 00000020:00000080:1.0:1788744643.708585:0:22715:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDD0000 (uuid lustre-MDD0000_UUID) 00000004:01000000:1.0:1788744643.708590:0:22715:0:(mdd_device.c:1598:mdd_obd_connect()) connect #0 00000020:00000080:1.0:1788744643.708595:0:22715:0:(genops.c:1384:class_connect()) connect: client lustre-MDD0000_UUID, cookie 0xb6207a6e76dcdb53 00080000:01000000:1.0:1788744643.708600:0:22715:0:(osd_handler.c:8924:osd_obd_connect()) connect #3 00000020:00000080:1.0:1788744643.708603:0:22715:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xb6207a6e76dcdb5a 00010000:00010000:1.0:1788744643.764520:0:22715:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-mdt-lustre-MDT0000_UUID-1 is initialized 00000001:00000004:1.0:1788744643.765009:0:22715:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 3, last_transno is 8589934627 00000001:00080000:1.0:1788744643.765539:0:22715:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0000: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000020:00000080:1.0:1788744643.766057:0:22715:0:(genops.c:413:class_newdev()) Allocate new device lustre-QMT0000 (ffff9ac77cdf99c0) 00000020:00000080:1.0:1788744643.766082:0:22715:0:(obd_config.c:720:class_attach_name()) OBD: dev 7 attached type qmt with refcount 2 00080000:01000000:1.0:1788744643.766253:0:22715:0:(osd_handler.c:8924:osd_obd_connect()) connect #4 00000020:00000080:1.0:1788744643.766261:0:22715:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xb6207a6e76dcdb68 00000020:00000080:0.0:1788744643.769492:0:22715:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-QMT0000 (uuid lustre-QMT0000_UUID) 00000020:00000080:2.0:1788744643.776068:0:22715:0:(genops.c:1384:class_connect()) connect: client lustre-QMT0000_UUID, cookie 0xb6207a6e76dcdb6f 00000020:00000080:3.0:1788744643.776472:0:22715:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000 (uuid lustre-MDT0000_UUID) 00000020:01000000:3.0:1788744643.776482:0:22715:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1788744643.776489:0:22715:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788744643.776499:0:22715:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) lustre-MDT0000 add mdt 00000020:01000000:3.0:1788744643.776502:0:22715:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:3.0:1788744643.776505:0:22715:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #8 00000020:01000000:3.0:1788744643.776506:0:22715:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1788744643.776508:0:22715:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1788744643.776510:0:22715:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:3.0:1788744643.776512:0:22715:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788744643.776513:0:22715:0:(obd_config.c:1563:class_process_config()) marker 8 (0x6) lustre sys.timeout 00000020:01000000:3.0:1788744643.776516:0:22715:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1788744643.776520:0:22715:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788744643.776521:0:22715:0:(obd_config.c:1563:class_process_config()) marker 10 (0x1) lustre-MDT0000 mdt.identity_upcall 00000020:00000080:3.0:1788744643.776525:0:22715:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000004:01000000:3.0:1788744643.776560:0:22715:0:(mdt_lproc.c:316:identity_upcall_store()) lustre-MDT0000: identity upcall set to /home/green/git/lustre-release/lustre/utils/l_getidentity 00000020:01000000:3.0:1788744643.776574:0:22715:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1788744643.776576:0:22715:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788744643.776577:0:22715:0:(obd_config.c:1563:class_process_config()) marker 10 (0x2) lustre-MDT0000 mdt.identity_upcall 00000020:01000000:3.0:1788744643.776585:0:22715:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1788744643.776588:0:22715:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788744643.776590:0:22715:0:(obd_config.c:1563:class_process_config()) marker 17 (0x1) lustre-MDT0001 add osp 00000020:00000080:3.0:1788744643.776592:0:22715:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:3.0:1788744643.776597:0:22715:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.203.104@tcp to nid 0x20000c0a8cb68 (192.168.203.104@tcp) 00000020:00000080:3.0:1788744643.776619:0:22715:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1788744643.776633:0:22715:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-osp-MDT0000 (ffff9ac77b98cd40) 00000020:00000080:3.0:1788744643.776646:0:22715:0:(obd_config.c:720:class_attach_name()) OBD: dev 8 attached type osp with refcount 2 00000020:00000080:3.0:1788744643.776651:0:22715:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:3.0:1788744643.776712:0:22715:0:(osp_dev.c:1203:osp_init0()) lustre-MDT0001-osp-MDT0000: connect to lustre-MDT0000-osd (lustre-MDT0001-osp-MDT0000) 00080000:01000000:3.0:1788744643.776718:0:22715:0:(osd_handler.c:8924:osd_obd_connect()) connect #5 00000020:00000080:3.0:1788744643.776725:0:22715:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xb6207a6e76dcdb7d 00010000:00080000:3.0:1788744643.776758:0:22715:0:(ldlm_lib.c:103:import_set_conn()) imp ffff9ac77cadb000@lustre-MDT0001-osp-MDT0000: add connection 192.168.203.104@tcp at head 00010000:00010000:3.0:1788744643.782103:0:22715:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-osp-MDT0000-1 is initialized 00000020:00000080:2.0:1788744643.783281:0:22715:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-osp-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:2.0:1788744643.783295:0:22715:0:(obd_config.c:1472:class_process_config()) processing cmd: cf014 00000004:01000000:2.0:1788744643.783339:0:22715:0:(lod_lov.c:128:lod_add_device()) osp:lustre-MDT0001_UUID idx:1 gen:1 00000020:00000080:2.0:1788744643.783361:0:22715:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xb6207a6e76dcdb84 00000100:00080000:2.0:1788744643.783373:0:22715:0:(import.c:545:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:2.0:1788744643.783388:0:22715:0:(import.c:666:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff9ac77cadb000 using connection 192.168.203.104@tcp/0@lo 00000100:00100000:2.0:1788744643.783453:0:22715:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ac7556ec380 x1875634154596992/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1788744643.783481:0:22715:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID 00000020:01000000:2.0:1788744643.783549:0:22715:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1788744643.783554:0:22715:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788744643.783557:0:22715:0:(obd_config.c:1563:class_process_config()) marker 17 (0x2) lustre-MDT0001 add osp 00000020:01000000:2.0:1788744643.783560:0:22715:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:2.0:1788744643.783563:0:22715:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #19 00000020:01000000:2.0:1788744643.783564:0:22715:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1788744643.783566:0:22715:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1788744643.783567:0:22715:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:2.0:1788744643.783570:0:22715:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788744643.783572:0:22715:0:(obd_config.c:1563:class_process_config()) marker 19 (0x6) lustre sys.timeout 00000020:01000000:2.0:1788744643.783574:0:22715:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:2.0:1788744643.783579:0:22715:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of /dev/mapper/mds1_flakey 00000020:00000080:2.0:1788744643.783582:0:22715:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788744643.783583:0:22715:0:(obd_config.c:1563:class_process_config()) marker 22 (0x1) lustre-OST0000 add osc 00000020:00000080:2.0:1788744643.783586:0:22715:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:2.0:1788744643.783590:0:22715:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.203.104@tcp to nid 0x20000c0a8cb68 (192.168.203.104@tcp) 00000020:01000000:2.0:1788744643.783613:0:22715:0:(obd_config.c:1974:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0000) 00000020:00000080:2.0:1788744643.783615:0:22715:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1788744643.783634:0:22715:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osc-MDT0000 (ffff9ac776c2cd40) 00000020:00000080:2.0:1788744643.783647:0:22715:0:(obd_config.c:720:class_attach_name()) OBD: dev 9 attached type osp with refcount 2 00000020:00000080:2.0:1788744643.783652:0:22715:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:2.0:1788744643.783710:0:22715:0:(osp_dev.c:1203:osp_init0()) lustre-OST0000-osc-MDT0000: connect to lustre-MDT0000-osd (lustre-OST0000-osc-MDT0000) 00080000:01000000:2.0:1788744643.783715:0:22715:0:(osd_handler.c:8924:osd_obd_connect()) connect #6 00000020:00000080:2.0:1788744643.783722:0:22715:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xb6207a6e76dcdb92 00010000:00080000:2.0:1788744643.783750:0:22715:0:(ldlm_lib.c:103:import_set_conn()) imp ffff9ac6433c9000@lustre-OST0000-osc-MDT0000: add connection 192.168.203.104@tcp at head 00010000:00010000:2.0:1788744643.783938:0:22715:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-MDT0000-2 is initialized 00000100:00100000:0.0:1788744643.784888:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac7556ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3642:1875634154596992:0@lo:38:llog_process_th.0 00000100:00100000:0.0:1788744643.784957:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788744643.785069:0:22702:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154596992 00000100:00100000:2.0:1788744643.785077:0:22702:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154596992 00000100:00100000:2.0:1788744643.785113:0:22702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1788744643.785121:0:22702:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac643fe2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3642:x1875634154596992:12345-0@lo:38:llog_process_th.0 00010000:00020000:2.0:1788744643.785151:0:22702:0:(ldlm_lib.c:1202:target_handle_connect()) lustre-MDT0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000040:01000000:3.0:1788744643.787086:0:22715:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:3.0:1788744643.787454:0:22715:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0000-osc-MDT0000 ctxt 2 is initialized 00000040:00080000:3.0:1788744643.789627:0:22715:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1788744643.790623:0:22715:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x2:0x0].3, 64 off8384 00000040:00080000:3.0:1788744643.798677:0:22715:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x10:0x0].1, 64 off8256 00000040:00080000:1.0:1788744643.801929:0:22721:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:1.0:1788744643.801936:0:22721:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x10:0x0] at index 3 of catalog [0x1:0x2:0x0] 00000020:00000080:3.0:1788744643.808021:0:22715:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:3.0:1788744643.808039:0:22715:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00000004:01000000:3.0:1788744643.808084:0:22715:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0000_UUID idx:0 gen:1 00000020:00000080:3.0:1788744643.808106:0:22715:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xb6207a6e76dcdb99 00000100:00080000:3.0:1788744643.808119:0:22715:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:3.0:1788744643.808143:0:22715:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff9ac6433c9000 using connection 192.168.203.104@tcp/0@lo 00000100:00100000:3.0:1788744643.808184:0:22715:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ac745dd6a00 x1875634154597120/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1788744643.808209:0:22715:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID 00000020:01000000:3.0:1788744643.808372:0:22715:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1788744643.808376:0:22715:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788744643.808385:0:22715:0:(obd_config.c:1563:class_process_config()) marker 22 (0x2) lustre-OST0000 add osc 00000020:01000000:3.0:1788744643.808389:0:22715:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:3.0:1788744643.808392:0:22715:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #26 00000020:01000000:3.0:1788744643.808394:0:22715:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1788744643.808395:0:22715:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1788744643.808397:0:22715:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:3.0:1788744643.808426:0:22715:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788744643.808428:0:22715:0:(obd_config.c:1563:class_process_config()) marker 26 (0x6) lustre sys.timeout 00000020:01000000:3.0:1788744643.808431:0:22715:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:3.0:1788744643.808435:0:22715:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of /dev/mapper/mds1_flakey 00000020:00000080:3.0:1788744643.808439:0:22715:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788744643.808441:0:22715:0:(obd_config.c:1563:class_process_config()) marker 30 (0x1) lustre-OST0001 add osc 00000020:00000080:3.0:1788744643.808444:0:22715:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:3.0:1788744643.808448:0:22715:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.203.104@tcp to nid 0x20000c0a8cb68 (192.168.203.104@tcp) 00000020:01000000:3.0:1788744643.808475:0:22715:0:(obd_config.c:1974:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0000) 00000020:00000080:3.0:1788744643.808478:0:22715:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1788744643.808491:0:22715:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osc-MDT0000 (ffff9ac77b98b380) 00000020:00000080:3.0:1788744643.808503:0:22715:0:(obd_config.c:720:class_attach_name()) OBD: dev 10 attached type osp with refcount 2 00000020:00000080:3.0:1788744643.808508:0:22715:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:3.0:1788744643.808563:0:22715:0:(osp_dev.c:1203:osp_init0()) lustre-OST0001-osc-MDT0000: connect to lustre-MDT0000-osd (lustre-OST0001-osc-MDT0000) 00080000:01000000:3.0:1788744643.808569:0:22715:0:(osd_handler.c:8924:osd_obd_connect()) connect #7 00000020:00000080:3.0:1788744643.808575:0:22715:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xb6207a6e76dcdba7 00010000:00080000:3.0:1788744643.808603:0:22715:0:(ldlm_lib.c:103:import_set_conn()) imp ffff9ac643e04000@lustre-OST0001-osc-MDT0000: add connection 192.168.203.104@tcp at head 00000100:00100000:0.0:1788744643.809134:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac745dd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3642:1875634154597120:0@lo:8:llog_process_th.0 00000400:00000100:0.0:1788744643.809187:0:3642:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1875634154597120 offset 0 length 520: 4 00010000:00010000:3.0:1788744643.809515:0:22715:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0001-osc-MDT0000-3 is initialized 00000040:01000000:3.0:1788744643.809585:0:22715:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:3.0:1788744643.809600:0:22715:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0001-osc-MDT0000 ctxt 2 is initialized 00000040:00080000:3.0:1788744643.814608:0:22715:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1788744643.815603:0:22715:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x5:0x0].3, 64 off8384 00000040:00080000:3.0:1788744643.816284:0:22715:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x12:0x0].1, 64 off8256 00000040:00080000:1.0:1788744643.818933:0:22723:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:1.0:1788744643.818945:0:22723:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x12:0x0] at index 3 of catalog [0x1:0x5:0x0] 00000020:00000080:0.0:1788744643.820164:0:22715:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:0.0:1788744643.820187:0:22715:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00000004:01000000:0.0:1788744643.820243:0:22715:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0001_UUID idx:1 gen:1 00000020:00000080:0.0:1788744643.820274:0:22715:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xb6207a6e76dcdbae 00000100:00080000:0.0:1788744643.820287:0:22715:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:0.0:1788744643.820301:0:22715:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff9ac643e04000 using connection 192.168.203.104@tcp/0@lo 00000100:00100000:0.0:1788744643.820358:0:22715:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ac643fe0380 x1875634154597248/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1788744643.820437:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac643fe0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3642:1875634154597248:0@lo:8:llog_process_th.0 00000400:00000100:0.0:1788744643.820536:0:3642:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1875634154597248 offset 0 length 520: 4 00000100:00080000:0.0:1788744643.820596:0:22715:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID 00000020:01000000:0.0:1788744643.820654:0:22715:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788744643.820658:0:22715:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788744643.820660:0:22715:0:(obd_config.c:1563:class_process_config()) marker 30 (0x2) lustre-OST0001 add osc 00000020:01000000:0.0:1788744643.820662:0:22715:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1788744643.820666:0:22715:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788744643.820668:0:22715:0:(obd_config.c:1563:class_process_config()) marker 35 (0x1) lustre sys.timeout 00000020:00000080:0.0:1788744643.820670:0:22715:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:0.0:1788744643.820672:0:22715:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:0.0:1788744643.820674:0:22715:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788744643.820677:0:22715:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788744643.820678:0:22715:0:(obd_config.c:1563:class_process_config()) marker 35 (0x2) lustre sys.timeout 00000020:01000000:0.0:1788744643.820680:0:22715:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1788744643.820682:0:22715:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788744643.820684:0:22715:0:(obd_config.c:1563:class_process_config()) marker 40 (0x1) lustre sys.jobid_var 00000020:00000080:0.0:1788744643.820687:0:22715:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000100:00100000:0.0:1788744643.820715:0:22715:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac643fe0000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:57b18335-b9a3-4404-b391-d3050d8407ce:22715:1875634154597376:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1788744643.820761:0:22715:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788744643.820859:0:22702:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac643fe2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3642:x1875634154596992:12345-0@lo:38:llog_process_th.0 Request processed in 35736us (35901us total) trans 0 rc -19/-19 00000100:00100000:2.0:1788744643.820870:0:22702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00080000:2.0:1788744643.820919:0:3642:0:(import.c:65:import_set_state_nolock()) ffff9ac77cadb000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1788744643.820925:0:3642:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1788744643.820928:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac7556ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3642:1875634154596992:0@lo:38:llog_process_th.0 00000100:00100000:0.0:1788744643.821070:0:22690:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154597376 00000100:00100000:0.0:1788744643.821076:0:22690:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154597376 00000100:00100000:0.0:1788744643.821150:0:22690:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:0.0:1788744643.821160:0:22690:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac6430f0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:57b18335-b9a3-4404-b391-d3050d8407ce+9:22715:x1875634154597376:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1788744643.821270:0:22690:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac6430f0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:57b18335-b9a3-4404-b391-d3050d8407ce+9:22715:x1875634154597376:12345-0@lo:502:llog_process_th.0 Request processed in 111us (508us total) trans 0 rc 0/0 00000100:00100000:0.0:1788744643.821277:0:22690:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:0.0:1788744643.822136:0:22715:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ac77b920240 going to sleep for 11 seconds 00000100:00100000:0.0:1788744643.822159:0:22715:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac643fe0000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:57b18335-b9a3-4404-b391-d3050d8407ce:22715:1875634154597376:0@lo:502:llog_process_th.0 00000020:01000000:0.0:1788744643.822188:0:22715:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788744643.822200:0:22715:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788744643.822202:0:22715:0:(obd_config.c:1563:class_process_config()) marker 40 (0x2) lustre sys.jobid_var 00000040:00080000:0.0:1788744643.822207:0:22715:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x4:0x0] index 46 count 46 00000020:01000000:2.0:1788744643.822632:0:22676:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-MDT0000 gen 1-45 (rc=0) 10000000:01000000:2.0:1788744643.822657:0:22676:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.104@tcp: configuration from log 'lustre-MDT0000' succeeded (0). 00010000:00010000:2.0:1788744643.822677:0:22676:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.104@tcp lock: ffff9ac774b58a00/0xb6207a6e76dcdb22 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xb6207a6e76dcdb29 expref: -99 pid: 22676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744643.822689:0:22676:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.104@tcp lock: ffff9ac774b58a00/0xb6207a6e76dcdb22 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xb6207a6e76dcdb29 expref: -99 pid: 22676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788744643.822697:0:22676:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff9ac641b56800 from 1 10000000:01000000:2.0:1788744643.822706:0:22676:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:2.0:1788744643.822737:0:22676:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.104@tcp lock: ffff9ac774b58e00/0xb6207a6e76dcdbb5 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744643.822746:0:22676:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.104@tcp lock: ffff9ac774b58e00/0xb6207a6e76dcdbb5 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744643.822755:0:22676:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.104@tcp lock: ffff9ac774b58e00/0xb6207a6e76dcdbb5 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788744643.822776:0:22676:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac7556ec380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:57b18335-b9a3-4404-b391-d3050d8407ce:22676:1875634154597504:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1788744643.822823:0:22676:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788744643.822857:0:22676:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ac751ac9780 going to sleep for 11 seconds 00000100:00100000:0.0:1788744643.822938:0:22689:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154597504 00000100:00100000:0.0:1788744643.822944:0:22689:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154597504 00000100:00100000:0.0:1788744643.822987:0:22689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1788744643.822996:0:22689:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac6430f3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:57b18335-b9a3-4404-b391-d3050d8407ce+9:22676:x1875634154597504:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1788744643.823011:0:22689:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788744643.823028:0:22689:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9ac6420f0200/0xb6207a6e76dcdbbc lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xb6207a6e76dcdbb5 expref: -99 pid: 22689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744643.823051:0:22689:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9ac6420f0200/0xb6207a6e76dcdbbc lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xb6207a6e76dcdbb5 expref: 10 pid: 22689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744643.823061:0:22689:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9ac6420f0200/0xb6207a6e76dcdbbc lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb6207a6e76dcdbb5 expref: 10 pid: 22689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744643.823070:0:22689:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ac6420f0200, rc 0) 00000100:00100000:0.0:1788744643.823114:0:22689:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac6430f3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:57b18335-b9a3-4404-b391-d3050d8407ce+10:22676:x1875634154597504:12345-0@lo:101:mount.lustre.0 Request processed in 119us (291us total) trans 0 rc 0/0 00000100:00100000:0.0:1788744643.823121:0:22689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1788744643.823287:0:22676:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac7556ec380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:57b18335-b9a3-4404-b391-d3050d8407ce:22676:1875634154597504:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1788744643.823300:0:22676:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.104@tcp lock: ffff9ac774b58e00/0xb6207a6e76dcdbb5 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb6207a6e76dcdbbc expref: -99 pid: 22676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744643.823308:0:22676:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.104@tcp lock: ffff9ac774b58e00/0xb6207a6e76dcdbb5 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xb6207a6e76dcdbbc expref: -99 pid: 22676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788744643.824017:0:22676:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac7556ec380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:57b18335-b9a3-4404-b391-d3050d8407ce:22676:1875634154597632:0@lo:256:mount.lustre.0 00000100:00100000:2.0:1788744643.824060:0:22676:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788744643.824086:0:22676:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ac751ac9780 going to sleep for 11 seconds 00000100:00100000:0.0:1788744643.824208:0:22690:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154597632 00000100:00100000:0.0:1788744643.824215:0:22690:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154597632 00000100:00100000:0.0:1788744643.824252:0:22690:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1788744643.824260:0:22690:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac6430f0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:57b18335-b9a3-4404-b391-d3050d8407ce+10:22676:x1875634154597632:12345-0@lo:256:mount.lustre.0 20000000:01000000:0.0:1788744643.824275:0:22690:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 1048576. 20000000:01000000:0.0:1788744643.824282:0:22690:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 0, version 1 00000100:00100000:0.0:1788744643.824364:0:22690:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac6430f0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:57b18335-b9a3-4404-b391-d3050d8407ce+10:22676:x1875634154597632:12345-0@lo:256:mount.lustre.0 Request processed in 104us (303us total) trans 0 rc 0/0 00000100:00100000:0.0:1788744643.824381:0:22690:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1788744643.824587:0:22676:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac7556ec380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:57b18335-b9a3-4404-b391-d3050d8407ce:22676:1875634154597632:0@lo:256:mount.lustre.0 10000000:01000000:2.0:1788744643.825126:0:22676:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.104@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:2.0:1788744643.825286:0:22676:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.104@tcp lock: ffff9ac774b58e00/0xb6207a6e76dcdbb5 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb6207a6e76dcdbbc expref: -99 pid: 22676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744643.825310:0:22676:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.104@tcp lock: ffff9ac774b58e00/0xb6207a6e76dcdbb5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb6207a6e76dcdbbc expref: -99 pid: 22676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788744643.825318:0:22676:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff9ac641b56800 from 1 10000000:01000000:2.0:1788744643.825321:0:22676:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:2.0:1788744643.825360:0:22676:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.104@tcp lock: ffff9ac774b59800/0xb6207a6e76dcdbc3 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744643.825367:0:22676:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.104@tcp lock: ffff9ac774b59800/0xb6207a6e76dcdbc3 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744643.825375:0:22676:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.104@tcp lock: ffff9ac774b59800/0xb6207a6e76dcdbc3 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788744643.825390:0:22676:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac7556ec380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:57b18335-b9a3-4404-b391-d3050d8407ce:22676:1875634154597760:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1788744643.825454:0:22676:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788744643.825481:0:22676:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ac751ac9780 going to sleep for 11 seconds 00000100:00100000:0.0:1788744643.825591:0:22689:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154597760 00000100:00100000:0.0:1788744643.825597:0:22689:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154597760 00000100:00100000:0.0:1788744643.825630:0:22689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:0.0:1788744643.825638:0:22689:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac6430f2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:57b18335-b9a3-4404-b391-d3050d8407ce+10:22676:x1875634154597760:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1788744643.825649:0:22689:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788744643.825661:0:22689:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9ac6420f1200/0xb6207a6e76dcdbca lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xb6207a6e76dcdbc3 expref: -99 pid: 22689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744643.825682:0:22689:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9ac6420f1200/0xb6207a6e76dcdbca lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xb6207a6e76dcdbc3 expref: 11 pid: 22689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744643.825691:0:22689:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9ac6420f1200/0xb6207a6e76dcdbca lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb6207a6e76dcdbc3 expref: 11 pid: 22689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744643.825699:0:22689:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ac6420f1200, rc 0) 00000100:00100000:0.0:1788744643.825734:0:22689:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac6430f2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:57b18335-b9a3-4404-b391-d3050d8407ce+11:22676:x1875634154597760:12345-0@lo:101:mount.lustre.0 Request processed in 97us (279us total) trans 0 rc 0/0 00000100:00100000:0.0:1788744643.825740:0:22689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1788744643.825810:0:22676:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac7556ec380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:57b18335-b9a3-4404-b391-d3050d8407ce:22676:1875634154597760:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1788744643.825823:0:22676:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.104@tcp lock: ffff9ac774b59800/0xb6207a6e76dcdbc3 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb6207a6e76dcdbca expref: -99 pid: 22676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744643.825831:0:22676:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.104@tcp lock: ffff9ac774b59800/0xb6207a6e76dcdbc3 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xb6207a6e76dcdbca expref: -99 pid: 22676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788744643.825885:0:22676:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac7556ec380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:57b18335-b9a3-4404-b391-d3050d8407ce:22676:1875634154597888:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788744643.825909:0:22676:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788744643.825957:0:22676:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ac751ac9780 going to sleep for 11 seconds 00000100:00100000:0.0:1788744643.826199:0:22692:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154597888 00000100:00100000:0.0:1788744643.826203:0:22692:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154597888 00000100:00100000:0.0:1788744643.826271:0:22692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:0.0:1788744643.826278:0:22692:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac6430f0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:57b18335-b9a3-4404-b391-d3050d8407ce+11:22676:x1875634154597888:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788744643.826464:0:22692:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac6430f0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:57b18335-b9a3-4404-b391-d3050d8407ce+11:22676:x1875634154597888:12345-0@lo:501:mount.lustre.0 Request processed in 186us (553us total) trans 0 rc 0/0 00000100:00100000:0.0:1788744643.826471:0:22692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:2.0:1788744643.826729:0:22676:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac7556ec380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:57b18335-b9a3-4404-b391-d3050d8407ce:22676:1875634154597888:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788744643.826760:0:22676:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac7556ec380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:57b18335-b9a3-4404-b391-d3050d8407ce:22676:1875634154598016:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1788744643.826802:0:22676:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788744643.826978:0:22676:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ac751ac9780 going to sleep for 11 seconds 00000100:00100000:3.0:1788744643.827326:0:22689:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154598016 00000100:00100000:3.0:1788744643.827342:0:22689:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154598016 00000100:00100000:0.0:1788744643.827385:0:22692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:0.0:1788744643.827428:0:22692:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac6430f1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:57b18335-b9a3-4404-b391-d3050d8407ce+11:22676:x1875634154598016:12345-0@lo:503:mount.lustre.0 00000100:00100000:0.0:1788744643.827675:0:22692:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac6430f1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:57b18335-b9a3-4404-b391-d3050d8407ce+11:22676:x1875634154598016:12345-0@lo:503:mount.lustre.0 Request processed in 275us (872us total) trans 0 rc 0/0 00000100:00100000:0.0:1788744643.827683:0:22692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:2.0:1788744643.827802:0:22676:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac7556ec380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:57b18335-b9a3-4404-b391-d3050d8407ce:22676:1875634154598016:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1788744643.828454:0:22725:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac643fb3100 pname:cluuid:pid:xid:nid:opc:job llog_process_th:57b18335-b9a3-4404-b391-d3050d8407ce:22725:1875634154598144:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1788744643.828697:0:22725:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788744643.828840:0:22725:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ac77cc35480 going to sleep for 11 seconds 00000100:00100000:3.0:1788744643.828961:0:22689:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154598144 00000100:00100000:3.0:1788744643.828968:0:22689:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154598144 00000100:00100000:3.0:1788744643.829004:0:22689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:3.0:1788744643.829012:0:22689:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac6430f1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:57b18335-b9a3-4404-b391-d3050d8407ce+11:22725:x1875634154598144:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1788744643.829522:0:22689:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac6430f1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:57b18335-b9a3-4404-b391-d3050d8407ce+11:22725:x1875634154598144:12345-0@lo:502:llog_process_th.0 Request processed in 511us (824us total) trans 0 rc 0/0 00000100:00100000:3.0:1788744643.829532:0:22689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:1.0:1788744643.829688:0:22725:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac643fb3100 pname:cluuid:pid:xid:nid:opc:job llog_process_th:57b18335-b9a3-4404-b391-d3050d8407ce:22725:1875634154598144:0@lo:502:llog_process_th.0 00000020:01000000:1.0:1788744643.829720:0:22725:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1788744643.829731:0:22725:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788744643.829734:0:22725:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:1.0:1788744643.829741:0:22725:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff9ac641b56800 00000020:00000080:1.0:1788744643.829744:0:22725:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1788744643.829751:0:22725:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788744643.829754:0:22725:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788744643.829755:0:22725:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:1.0:1788744643.829758:0:22725:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1788744643.829761:0:22725:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788744643.829762:0:22725:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:1.0:1788744643.829766:0:22725:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff9ac641b56800 00000020:00000080:1.0:1788744643.829768:0:22725:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1788744643.829829:0:22725:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788744643.829833:0:22725:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788744643.829835:0:22725:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:1.0:1788744643.829837:0:22725:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1788744643.829840:0:22725:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788744643.829841:0:22725:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:1.0:1788744643.829844:0:22725:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff9ac641b56800 00000020:00000080:1.0:1788744643.829853:0:22725:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1788744643.829874:0:22725:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788744643.829878:0:22725:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788744643.829879:0:22725:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:1.0:1788744643.829882:0:22725:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1788744643.829884:0:22725:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788744643.829886:0:22725:0:(obd_config.c:1563:class_process_config()) marker 5 (0x1) lustre mdt.lustre-MDT0001.hsm_control 00000020:01000000:1.0:1788744643.829889:0:22725:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff9ac641b56800 00000020:00000080:1.0:1788744643.829891:0:22725:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000100:00100000:1.0:1788744643.829929:0:22725:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac643fb3100 pname:cluuid:pid:xid:nid:opc:job llog_process_th:57b18335-b9a3-4404-b391-d3050d8407ce:22725:1875634154598272:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1788744643.829970:0:22725:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788744643.829993:0:22725:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ac77cc35480 going to sleep for 11 seconds 00000100:00100000:0.0:1788744643.831441:0:22690:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154598272 00000100:00100000:0.0:1788744643.831451:0:22690:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154598272 00000100:00100000:0.0:1788744643.831494:0:22690:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:0.0:1788744643.831503:0:22690:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac6430f2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:57b18335-b9a3-4404-b391-d3050d8407ce+11:22725:x1875634154598272:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1788744643.831755:0:22690:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac6430f2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:57b18335-b9a3-4404-b391-d3050d8407ce+11:22725:x1875634154598272:12345-0@lo:502:llog_process_th.0 Request processed in 253us (1784us total) trans 0 rc 0/0 00000100:00100000:0.0:1788744643.831763:0:22690:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:1.0:1788744643.832813:0:22725:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac643fb3100 pname:cluuid:pid:xid:nid:opc:job llog_process_th:57b18335-b9a3-4404-b391-d3050d8407ce:22725:1875634154598272:0@lo:502:llog_process_th.0 00000020:01000000:1.0:1788744643.832851:0:22725:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788744643.832859:0:22725:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788744643.832861:0:22725:0:(obd_config.c:1563:class_process_config()) marker 5 (0x2) lustre mdt.lustre-MDT0001.hsm_control 00000040:00080000:1.0:1788744643.832864:0:22725:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 13 count 13 00000020:01000000:2.0:1788744643.833954:0:22676:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-12 (rc=0) 10000000:01000000:2.0:1788744643.833982:0:22676:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.104@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:2.0:1788744643.834050:0:22676:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.104@tcp lock: ffff9ac774b59800/0xb6207a6e76dcdbc3 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb6207a6e76dcdbca expref: -99 pid: 22676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744643.834064:0:22676:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.104@tcp lock: ffff9ac774b59800/0xb6207a6e76dcdbc3 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb6207a6e76dcdbca expref: -99 pid: 22676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788744643.834121:0:22676:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:2.0:1788744643.834124:0:22676:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff9ac641b56800 10000000:01000000:2.0:1788744643.834138:0:22676:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff9ac641b56800 10000000:01000000:2.0:1788744643.834143:0:22676:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:2.0:1788744643.834149:0:22676:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff9ac641b56800 from 1 10000000:01000000:2.0:1788744643.834151:0:22676:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:2.0:1788744643.834189:0:22676:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.104@tcp lock: ffff9ac774b59e00/0xb6207a6e76dcdbd1 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744643.834198:0:22676:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.104@tcp lock: ffff9ac774b59e00/0xb6207a6e76dcdbd1 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744643.834209:0:22676:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.104@tcp lock: ffff9ac774b59e00/0xb6207a6e76dcdbd1 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788744643.834233:0:22676:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac7556ec380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:57b18335-b9a3-4404-b391-d3050d8407ce:22676:1875634154598400:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1788744643.834309:0:22676:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788744643.834360:0:22676:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ac751ac9600 going to sleep for 11 seconds 00000100:00100000:2.0:1788744643.834382:0:22692:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154598400 00000100:00100000:2.0:1788744643.834389:0:22692:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154598400 00000100:00100000:2.0:1788744643.834442:0:22692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:2.0:1788744643.834450:0:22692:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac6430f2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:57b18335-b9a3-4404-b391-d3050d8407ce+11:22676:x1875634154598400:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1788744643.834463:0:22692:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788744643.834476:0:22692:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9ac774b59a00/0xb6207a6e76dcdbd8 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0xb6207a6e76dcdbd1 expref: -99 pid: 22692 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744643.834645:0:22692:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9ac774b59a00/0xb6207a6e76dcdbd8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xb6207a6e76dcdbd1 expref: 12 pid: 22692 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744643.834657:0:22692:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9ac774b59a00/0xb6207a6e76dcdbd8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb6207a6e76dcdbd1 expref: 12 pid: 22692 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744643.834666:0:22692:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ac774b59a00, rc 0) 00000100:00100000:2.0:1788744643.834704:0:22692:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac6430f2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:57b18335-b9a3-4404-b391-d3050d8407ce+12:22676:x1875634154598400:12345-0@lo:101:mount.lustre.0 Request processed in 254us (395us total) trans 0 rc 0/0 00000100:00100000:2.0:1788744643.834711:0:22692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:2.0:1788744643.834747:0:22676:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac7556ec380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:57b18335-b9a3-4404-b391-d3050d8407ce:22676:1875634154598400:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1788744643.834760:0:22676:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.104@tcp lock: ffff9ac774b59e00/0xb6207a6e76dcdbd1 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xb6207a6e76dcdbd8 expref: -99 pid: 22676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744643.834769:0:22676:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.104@tcp lock: ffff9ac774b59e00/0xb6207a6e76dcdbd1 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0xb6207a6e76dcdbd8 expref: -99 pid: 22676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788744643.834817:0:22676:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac7556ec380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:57b18335-b9a3-4404-b391-d3050d8407ce:22676:1875634154598528:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788744643.834850:0:22676:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788744643.834871:0:22676:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ac751ac9600 going to sleep for 11 seconds 00000100:00100000:2.0:1788744643.834890:0:22692:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154598528 00000100:00100000:2.0:1788744643.834893:0:22692:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154598528 00000100:00100000:2.0:1788744643.834909:0:22692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:2.0:1788744643.834915:0:22692:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac6430f1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:57b18335-b9a3-4404-b391-d3050d8407ce+12:22676:x1875634154598528:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788744643.835017:0:22692:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac6430f1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:57b18335-b9a3-4404-b391-d3050d8407ce+12:22676:x1875634154598528:12345-0@lo:501:mount.lustre.0 Request processed in 102us (166us total) trans 0 rc 0/0 00000100:00100000:2.0:1788744643.835024:0:22692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:2.0:1788744643.835046:0:22676:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac7556ec380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:57b18335-b9a3-4404-b391-d3050d8407ce:22676:1875634154598528:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788744643.835079:0:22676:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac7556ec380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:57b18335-b9a3-4404-b391-d3050d8407ce:22676:1875634154598656:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1788744643.835110:0:22676:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788744643.835128:0:22690:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154598656 00000100:00100000:0.0:1788744643.835133:0:22690:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154598656 00000100:00100000:0.0:1788744643.835151:0:22690:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:0.0:1788744643.835158:0:22690:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac6430f3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:57b18335-b9a3-4404-b391-d3050d8407ce+12:22676:x1875634154598656:12345-0@lo:503:mount.lustre.0 00000100:00100000:2.0:1788744643.835193:0:22676:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ac744d9dcc0 going to sleep for 11 seconds 00000100:00100000:0.0:1788744643.835233:0:22690:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac6430f3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:57b18335-b9a3-4404-b391-d3050d8407ce+12:22676:x1875634154598656:12345-0@lo:503:mount.lustre.0 Request processed in 75us (122us total) trans 0 rc 0/0 00000100:00100000:0.0:1788744643.835240:0:22690:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:2.0:1788744643.835243:0:22676:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac7556ec380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:57b18335-b9a3-4404-b391-d3050d8407ce:22676:1875634154598656:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1788744643.837918:0:22727:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac643fe0000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:57b18335-b9a3-4404-b391-d3050d8407ce:22727:1875634154598784:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1788744643.837998:0:22727:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788744643.838045:0:22727:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ac77b920780 going to sleep for 11 seconds 00000100:00100000:3.0:1788744643.838652:0:22692:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154598784 00000100:00100000:3.0:1788744643.838666:0:22692:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154598784 00000100:00100000:3.0:1788744643.838718:0:22692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:3.0:1788744643.838729:0:22692:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac6430f0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:57b18335-b9a3-4404-b391-d3050d8407ce+12:22727:x1875634154598784:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1788744643.838851:0:22692:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac6430f0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:57b18335-b9a3-4404-b391-d3050d8407ce+12:22727:x1875634154598784:12345-0@lo:502:llog_process_th.0 Request processed in 125us (853us total) trans 0 rc 0/0 00000100:00100000:3.0:1788744643.838860:0:22692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:0.0:1788744643.839479:0:22727:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac643fe0000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:57b18335-b9a3-4404-b391-d3050d8407ce:22727:1875634154598784:0@lo:502:llog_process_th.0 00000020:01000004:0.0:1788744643.839547:0:22727:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-MDT0000 (typ=lwp) 00000020:00000080:0.0:1788744643.839563:0:22727:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-MDT0000 (ffff9ac6433c4d40) 00000020:00000080:0.0:1788744643.839583:0:22727:0:(obd_config.c:720:class_attach_name()) OBD: dev 11 attached type lwp with refcount 2 00000020:01000004:0.0:1788744643.839771:0:22727:0:(tgt_mount.c:153:server_get_mount()) get mount ffff9ac641b56800 from lustre-MDT0000, refs=4 00000020:01000004:0.0:1788744643.839777:0:22727:0:(tgt_mount.c:187:server_put_mount()) put mount ffff9ac641b56800 from lustre-MDT0000, refs=4 00000020:01000004:0.0:1788744643.839779:0:22727:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9ac641b56800 4 00010000:00080000:0.0:1788744643.839806:0:22727:0:(ldlm_lib.c:103:import_set_conn()) imp ffff9ac7615bb000@lustre-MDT0000-lwp-MDT0000: add connection 192.168.203.104@tcp at head 00010000:00010000:0.0:1788744643.842875:0:22727:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-MDT0000-4 is initialized 00000020:00000080:0.0:1788744643.843117:0:22727:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-MDT0000 (uuid lustre-MDT0000-lwp-MDT0000_UUID) 00000010:01000000:0.0:1788744643.843170:0:22727:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:0.0:1788744643.843183:0:22727:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-lwp-MDT0000, cookie 0xb6207a6e76dcdbe6 00000100:00080000:0.0:1788744643.843192:0:22727:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:0.0:1788744643.843202:0:22727:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff9ac7615bb000 using connection 192.168.203.104@tcp/0@lo 00000100:00100000:0.0:1788744643.843237:0:22727:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ac643fe0000 x1875634154598912/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1788744643.843291:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac643fe0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3642:1875634154598912:0@lo:38:llog_process_th.0 00000100:00080000:0.0:1788744643.843340:0:22727:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID 00000100:00100000:2.0:1788744643.843369:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788744643.843434:0:22697:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154598912 00000100:00100000:1.0:1788744643.843442:0:22697:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154598912 00000100:00100000:1.0:1788744643.843477:0:22697:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1788744643.843486:0:22697:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac7556ec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3642:x1875634154598912:12345-0@lo:38:llog_process_th.0 00000100:00100000:1.0:1788744643.843543:0:22697:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac7556ec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3642:x1875634154598912:12345-0@lo:38:llog_process_th.0 Request processed in 58us (173us total) trans 0 rc -11/-11 00000100:00100000:1.0:1788744643.843551:0:22697:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1788744643.843594:0:3642:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:2.0:1788744643.843601:0:3642:0:(import.c:65:import_set_state_nolock()) ffff9ac7615bb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1788744643.843604:0:3642:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-11) 00000100:00100000:2.0:1788744643.843607:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac643fe0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3642:1875634154598912:0@lo:38:llog_process_th.0 00000100:00100000:0.0:1788744643.846190:0:22727:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac643fe1f80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:57b18335-b9a3-4404-b391-d3050d8407ce:22727:1875634154599040:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1788744643.846841:0:22727:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788744643.846879:0:22727:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ac77b920d80 going to sleep for 11 seconds 00000100:00100000:3.0:1788744643.848224:0:22689:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154599040 00000100:00100000:3.0:1788744643.848234:0:22689:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154599040 00000100:00100000:3.0:1788744643.848274:0:22689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:3.0:1788744643.848285:0:22689:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac75e0b4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:57b18335-b9a3-4404-b391-d3050d8407ce+12:22727:x1875634154599040:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1788744643.848537:0:22689:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac75e0b4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:57b18335-b9a3-4404-b391-d3050d8407ce+12:22727:x1875634154599040:12345-0@lo:502:llog_process_th.0 Request processed in 254us (1698us total) trans 0 rc 0/0 00000100:00100000:3.0:1788744643.848546:0:22689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:0.0:1788744643.849715:0:22727:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac643fe1f80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:57b18335-b9a3-4404-b391-d3050d8407ce:22727:1875634154599040:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1788744643.849789:0:22727:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac643fe1f80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:57b18335-b9a3-4404-b391-d3050d8407ce:22727:1875634154599168:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1788744643.849842:0:22727:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788744643.849873:0:22690:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154599168 00000100:00100000:0.0:1788744643.849879:0:22690:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154599168 00000100:00100000:0.0:1788744643.849957:0:22690:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:0.0:1788744643.849967:0:22690:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac75e0b4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:57b18335-b9a3-4404-b391-d3050d8407ce+12:22727:x1875634154599168:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1788744643.850056:0:22690:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac75e0b4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:57b18335-b9a3-4404-b391-d3050d8407ce+12:22727:x1875634154599168:12345-0@lo:502:llog_process_th.0 Request processed in 90us (213us total) trans 0 rc 0/0 00000100:00100000:0.0:1788744643.850063:0:22690:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:0.0:1788744643.850248:0:22727:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ac77b920d80 going to sleep for 11 seconds 00000100:00100000:0.0:1788744643.850263:0:22727:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac643fe1f80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:57b18335-b9a3-4404-b391-d3050d8407ce:22727:1875634154599168:0@lo:502:llog_process_th.0 00000040:00080000:0.0:1788744643.850285:0:22727:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 52 count 51 00000020:01000000:2.0:1788744643.850760:0:22676:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:2.0:1788744643.850786:0:22676:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.104@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:2.0:1788744643.850835:0:22676:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.104@tcp lock: ffff9ac774b59e00/0xb6207a6e76dcdbd1 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xb6207a6e76dcdbd8 expref: -99 pid: 22676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744643.850858:0:22676:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.104@tcp lock: ffff9ac774b59e00/0xb6207a6e76dcdbd1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xb6207a6e76dcdbd8 expref: -99 pid: 22676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:2.0:1788744643.850908:0:22676:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:2.0:1788744643.850910:0:22676:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1788744643.850912:0:22676:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1788744643.850913:0:22676:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1788744643.850914:0:22676:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1788744643.850916:0:22676:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1788744643.850917:0:22676:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1788744643.850919:0:22676:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1788744643.850921:0:22676:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1788744643.850922:0:22676:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:2.0:1788744643.850925:0:22676:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0000 0x40020005 00000020:01000004:2.0:1788744643.850928:0:22676:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:2.0:1788744643.850929:0:22676:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1788744643.850930:0:22676:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1788744643.850931:0:22676:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1788744643.850932:0:22676:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1788744643.850933:0:22676:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1788744643.850934:0:22676:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1788744643.850936:0:22676:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1788744643.850937:0:22676:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1788744643.850938:0:22676:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:2.0:1788744643.850956:0:22676:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0000 00000100:00100000:2.0:1788744643.850968:0:22676:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac7556ec700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:57b18335-b9a3-4404-b391-d3050d8407ce:22676:1875634154599296:0@lo:253:mount.lustre.0 00000100:00100000:2.0:1788744643.851015:0:22676:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788744643.851050:0:22676:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ac744d9dcc0 going to sleep for 11 seconds 00000100:00100000:0.0:1788744643.851122:0:22692:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154599296 00000100:00100000:0.0:1788744643.851199:0:22692:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154599296 00000100:00100000:0.0:1788744643.851230:0:22692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:0.0:1788744643.851238:0:22692:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac75e0b6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:57b18335-b9a3-4404-b391-d3050d8407ce+12:22676:x1875634154599296:12345-0@lo:253:mount.lustre.0 20000000:01000000:0.0:1788744643.851260:0:22692:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:0.0:1788744643.851275:0:22692:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 20000000:01000000:0.0:1788744643.853006:0:22692:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:0.0:1788744643.853049:0:22692:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00000100:00100000:0.0:1788744643.853642:0:22692:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac75e0b6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:57b18335-b9a3-4404-b391-d3050d8407ce+12:22676:x1875634154599296:12345-0@lo:253:mount.lustre.0 Request processed in 2400us (2622us total) trans 0 rc 0/0 00000100:00100000:0.0:1788744643.853653:0:22692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:2.0:1788744643.853742:0:22676:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac7556ec700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:57b18335-b9a3-4404-b391-d3050d8407ce:22676:1875634154599296:0@lo:253:mount.lustre.0 10000000:01000000:2.0:1788744643.853755:0:22676:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0000 got index = 0 00000020:01000004:2.0:1788744643.853758:0:22676:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:2.0:1788744643.853760:0:22676:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1788744643.853762:0:22676:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1788744643.853769:0:22676:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1788744643.853770:0:22676:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1788744643.853771:0:22676:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1788744643.853773:0:22676:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1788744643.853774:0:22676:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1788744643.853776:0:22676:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1788744643.853778:0:22676:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:2.0:1788744643.853793:0:22676:0:(tgt_mount.c:2694:server_calc_timeout()) lustre-MDT0000: Imperative Recovery not enabled, recovery window 60-180 20000000:01000000:3.0:1788744643.855623:0:22713:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:3.0:1788744643.855632:0:22713:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:3.0:1788744643.855656:0:22713:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff9ac740030200/0xb6207a6e76dcdbed lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744643.855673:0:22713:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9ac6420f0200/0xb6207a6e76dcdbbc lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb6207a6e76dcdbb5 expref: 11 pid: 22689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744643.855682:0:22713:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff9ac740030200/0xb6207a6e76dcdbed lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744643.855727:0:22713:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9ac6420f0200/0xb6207a6e76dcdbbc lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xb6207a6e76dcdbb5 expref: 11 pid: 22689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744643.855740:0:22713:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9ac6420f0200/0xb6207a6e76dcdbbc lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xb6207a6e76dcdbb5 expref: 11 pid: 22689 timeout: 725 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788744643.855754:0:22713:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac745dd7b80 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22713:1875634154599424:0@lo:104: 00000100:00100000:3.0:1788744643.855807:0:22713:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788744643.855843:0:22713:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ac7556c8d80 going to sleep for 11 seconds 00000100:00100000:0.0:1788744643.856482:0:22680:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154599424 00000100:00100000:0.0:1788744643.856491:0:22680:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154599424 00000100:00100000:0.0:1788744643.856541:0:22680:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1788744643.856550:0:22680:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac745dd5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:57b18335-b9a3-4404-b391-d3050d8407ce+3:22713:x1875634154599424:12345-0@lo:104: 00010000:00010000:0.0:1788744643.856563:0:22680:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.104@tcp lock: ffff9ac774b58e00/0xb6207a6e76dcdbb5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xb6207a6e76dcdbbc expref: -99 pid: 22676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744643.857704:0:22680:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1788744643.857714:0:22680:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac745dd5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:57b18335-b9a3-4404-b391-d3050d8407ce+3:22713:x1875634154599424:12345-0@lo:104: Request processed in 1163us (1905us total) trans 0 rc 0/0 00000100:00100000:0.0:1788744643.857723:0:22680:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1788744643.858692:0:22713:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac745dd7b80 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22713:1875634154599424:0@lo:104: 00010000:00010000:3.0:1788744643.858721:0:22713:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff9ac740030200/0xb6207a6e76dcdbed lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744643.858743:0:22686:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788744643.858749:0:22686:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.104@tcp lock: ffff9ac774b58e00/0xb6207a6e76dcdbb5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xb6207a6e76dcdbbc expref: -99 pid: 22676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744643.858756:0:22686:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ac774b58e00 already unused, calling callback (ffffffffc14dbc20) 10000000:00010000:3.0:1788744643.858760:0:22686:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.104@tcp lock: ffff9ac774b58e00/0xb6207a6e76dcdbb5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xb6207a6e76dcdbbc expref: -99 pid: 22676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744643.858770:0:22686:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.104@tcp lock: ffff9ac774b58e00/0xb6207a6e76dcdbb5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xb6207a6e76dcdbbc expref: -99 pid: 22676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1788744643.858777:0:22686:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.104@tcp lock: ffff9ac774b58e00/0xb6207a6e76dcdbb5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xb6207a6e76dcdbbc expref: -99 pid: 22676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788744643.858782:0:22686:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:3.0:1788744643.858846:0:22686:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.104@tcp lock: ffff9ac774b58e00/0xb6207a6e76dcdbb5 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb6207a6e76dcdbbc expref: -99 pid: 22676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744643.858853:0:22686:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788744643.858889:0:22686:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.104@tcp lock: ffff9ac774b58e00/0xb6207a6e76dcdbb5 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb6207a6e76dcdbbc expref: -99 pid: 22676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744643.858898:0:22686:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.104@tcp lock: ffff9ac774b58e00/0xb6207a6e76dcdbb5 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb6207a6e76dcdbbc expref: -99 pid: 22676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744643.859380:0:22686:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788744643.859382:0:22686:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788744643.859384:0:22686:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788744643.859428:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac745dd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:57b18335-b9a3-4404-b391-d3050d8407ce:3645:1875634154599552:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788744643.859666:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788744643.859851:0:22682:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154599552 00000100:00100000:3.0:1788744643.859858:0:22682:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154599552 00010000:00010000:3.0:1788744643.859954:0:22682:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9ac6420f0200/0xb6207a6e76dcdbbc lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xb6207a6e76dcdbb5 expref: 12 pid: 22689 timeout: 725 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788744643.859982:0:22682:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1788744643.859991:0:22682:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac643fe1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:57b18335-b9a3-4404-b391-d3050d8407ce+12:3645:x1875634154599552:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788744643.860004:0:22682:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788744643.860008:0:22682:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9ac6420f0200/0xb6207a6e76dcdbbc lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xb6207a6e76dcdbb5 expref: 12 pid: 22689 timeout: 725 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744643.860018:0:22682:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9ac6420f0200/0xb6207a6e76dcdbbc lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xb6207a6e76dcdbb5 expref: 12 pid: 22689 timeout: 725 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744643.860032:0:22682:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9ac6420f0200/0xb6207a6e76dcdbbc lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xb6207a6e76dcdbb5 expref: 12 pid: 22689 timeout: 725 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744643.860045:0:22682:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff9ac740030200/0xb6207a6e76dcdbed lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744643.860057:0:22682:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9ac740030200/0xb6207a6e76dcdbed lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:3.0:1788744643.860070:0:22682:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004438852s 00010000:00010000:3.0:1788744643.860074:0:22682:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9ac740030200/0xb6207a6e76dcdbed lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744643.860199:0:22682:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9ac740030200/0xb6207a6e76dcdbed lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744643.860206:0:22682:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff9ac740030200/0xb6207a6e76dcdbed lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744643.860212:0:22682:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff9ac740030200/0xb6207a6e76dcdbed lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744643.860217:0:22682:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ac740030200 already unused, calling callback (ffffffffc0e92940) 00010000:00010000:3.0:1788744643.860221:0:22682:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff9ac740030200/0xb6207a6e76dcdbed lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744643.860228:0:22682:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff9ac740030200/0xb6207a6e76dcdbed lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744643.860241:0:22682:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff9ac740030200/0xb6207a6e76dcdbed lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744643.860249:0:22682:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788744643.860286:0:22682:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac643fe1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:57b18335-b9a3-4404-b391-d3050d8407ce+11:3645:x1875634154599552:12345-0@lo:103:ldlm_bl.0 Request processed in 296us (621us total) trans 0 rc 0/0 00000100:00100000:3.0:1788744643.860294:0:22682:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1788744643.860346:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac745dd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:57b18335-b9a3-4404-b391-d3050d8407ce:3645:1875634154599552:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788744643.861065:0:22713:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff9ac740030200/0xb6207a6e76dcdbed lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744643.861075:0:22713:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff9ac740030200/0xb6207a6e76dcdbed lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744643.861081:0:22713:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9ac740030200/0xb6207a6e76dcdbed lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00080000:2.0:1788744643.879362:0:22676:0:(update_trans.c:1496:distribute_txn_commit_batchid_init()) lustre-MDT0000: committed batchid 4294967529 00000040:01000000:2.0:1788744643.879873:0:22676:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0000-osd ctxt 16 is initialized 00000040:01000000:0.0:1788744643.881129:0:22738:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:1.0:1788744643.881211:0:22676:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0001-osp-MDT0000 ctxt 16 is initialized 00000020:00080000:3.0:1788744643.881846:0:22737:0:(update_trans.c:1538:distribute_txn_commit_thread()) lustre-MDT0000: start commit thread committed batchid 4294967529 00000020:00080000:3.0:1788744643.881850:0:22737:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294967529 00000040:00080000:2.0:1788744643.882010:0:22738:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00080000:3.0:1788744643.882865:0:22739:0:(client.c:1846:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != DISCONN) req@ffff9ac745dd7b80 x1875634154599680/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 304/4320 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'lod0000_rec0001.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788744643.882878:0:22739:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ac7556c8540 going to sleep for 0 seconds 00000040:01000000:1.0:1788744643.883854:0:22676:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0000 ctxt 12 is initialized 00000040:00080000:1.0:1788744643.883885:0:22676:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000004:00000080:1.0:1788744643.885006:0:22676:0:(mdd_device.c:555:mdd_changelog_llog_init()) changelog starting index=0 00000040:01000000:1.0:1788744643.885017:0:22676:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0000 ctxt 14 is initialized 00000040:00080000:1.0:1788744643.885069:0:22676:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1788744643.885765:0:22738:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x200000400:0x1:0x0] index 261376 count 1 00000004:00080000:2.0:1788744643.885824:0:22738:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0000-osd retrieved update log, duration 0, retries 0 00000040:00080000:1.0:1788744643.886961:0:22676:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x5:0x0] index 64768 count 1 00000040:00080000:1.0:1788744643.887895:0:22676:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x6:0x0] index 64768 count 1 00000040:01000000:1.0:1788744643.887937:0:22676:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0000 ctxt 15 is initialized 00000040:00080000:1.0:1788744643.888740:0:22676:0:(llog_cat.c:403:llog_cat_set_first_idx()) catlog [0xa:0x7:0x0] first idx 1, last_idx 2 00080000:10000000:1.0:1788744643.889284:0:22676:0:(osd_handler.c:5580:osd_index_try()) lustre-MDT0000: index object [0x200000003:0x36:0x0] (8/32) registered 00000001:00000004:1.0:1788744643.894786:0:22676:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 3, last_transno is 12884901888 00000001:00080000:1.0:1788744643.898796:0:22676:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0000: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000004:00000080:1.0:1788744643.898834:0:22676:0:(mdd_device.c:2304:mdd_iocontrol()) lustre-MDD0000: cmd=c00866e6 len=0 karg=ffffa7f901543988 00100000:10000000:1.0:1788744643.898841:0:22676:0:(lfsck_lib.c:3085:lfsck_start()) lustre-MDT0000-osd: start master thread 00000020:01000004:2.0:1788744643.900091:0:22676:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:2.0:1788744643.900107:0:22676:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.203.104@tcp: cl_mgc_mutex unlock 00000020:01000004:2.0:1788744643.900126:0:22676:0:(tgt_mount.c:2460:server_fill_super_common()) Server sb, dev=46 00000080:00000004:2.0:1788744643.900256:0:22676:0:(super25.c:182:lustre_fill_super()) /dev/mapper/mds1_flakey: Mount complete 00000020:00000004:2.0:1788744643.903621:0:22676:0:(tgt_mount.c:2346:server_getattr()) lustre-MDT0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:2.0:1788744643.903847:0:22676:0:(tgt_mount.c:2361:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:0.0:1788744644.593772:0:22685:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788744644.912345:0:22739:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ac7556c8540 going to sleep for 0 seconds 00000040:00080000:1.0:1788744644.913506:0:22733:0:(llog.c:805:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00080000:1.0:1788744644.913513:0:22733:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1788744644.915762:0:22733:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xe:0x0] index 2 count 2 00000040:00080000:1.0:1788744644.915774:0:22733:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 3 count 2 10000000:01000000:0.0:1788744645.166530:0:22694:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:0.0:1788744645.166538:0:22694:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff9ac641b56800 from 11 10000000:01000000:0.0:1788744645.166544:0:22694:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:0.0:1788744645.166591:0:22694:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.104@tcp lock: ffff9ac6420f0600/0xb6207a6e76dcdbf4 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744645.166603:0:22694:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.104@tcp lock: ffff9ac6420f0600/0xb6207a6e76dcdbf4 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744645.166615:0:22694:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.104@tcp lock: ffff9ac6420f0600/0xb6207a6e76dcdbf4 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788744645.166639:0:22694:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac643fe1180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:57b18335-b9a3-4404-b391-d3050d8407ce:22694:1875634154599808:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1788744645.166706:0:22694:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788744645.166753:0:22694:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ac6424aa540 going to sleep for 11 seconds 00000100:00100000:3.0:1788744645.167416:0:22690:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154599808 00000100:00100000:3.0:1788744645.167427:0:22690:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154599808 00000100:00100000:3.0:1788744645.167482:0:22690:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:3.0:1788744645.167492:0:22690:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac75e0b7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:57b18335-b9a3-4404-b391-d3050d8407ce+11:22694:x1875634154599808:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788744645.167507:0:22690:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788744645.167524:0:22690:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9ac740030200/0xb6207a6e76dcdbfb lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xb6207a6e76dcdbf4 expref: -99 pid: 22690 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744645.167548:0:22690:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9ac740030200/0xb6207a6e76dcdbfb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xb6207a6e76dcdbf4 expref: 12 pid: 22690 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744645.167558:0:22690:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9ac740030200/0xb6207a6e76dcdbfb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb6207a6e76dcdbf4 expref: 12 pid: 22690 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744645.167579:0:22690:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ac740030200, rc 0) 00000100:00100000:3.0:1788744645.167625:0:22690:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac75e0b7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:57b18335-b9a3-4404-b391-d3050d8407ce+12:22694:x1875634154599808:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 134us (919us total) trans 0 rc 0/0 00000100:00100000:3.0:1788744645.167631:0:22690:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:0.0:1788744645.168011:0:22694:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac643fe1180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:57b18335-b9a3-4404-b391-d3050d8407ce:22694:1875634154599808:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788744645.168030:0:22694:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.104@tcp lock: ffff9ac6420f0600/0xb6207a6e76dcdbf4 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb6207a6e76dcdbfb expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744645.168040:0:22694:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.104@tcp lock: ffff9ac6420f0600/0xb6207a6e76dcdbf4 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xb6207a6e76dcdbfb expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788744645.168100:0:22694:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac643fe1180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:57b18335-b9a3-4404-b391-d3050d8407ce:22694:1875634154599936:0@lo:256:ll_cfg_requeue.0 00000100:00100000:0.0:1788744645.172285:0:22694:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788744645.172339:0:22694:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ac6424aa540 going to sleep for 11 seconds 00000100:00100000:3.0:1788744645.172977:0:22692:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154599936 00000100:00100000:3.0:1788744645.172988:0:22692:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154599936 00000100:00100000:3.0:1788744645.173037:0:22692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:3.0:1788744645.173046:0:22692:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac75e0b4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:57b18335-b9a3-4404-b391-d3050d8407ce+12:22694:x1875634154599936:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:3.0:1788744645.173068:0:22692:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:3.0:1788744645.173097:0:22692:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:3.0:1788744645.173101:0:22692:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 11 00000100:00100000:3.0:1788744645.173199:0:22692:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac75e0b4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:57b18335-b9a3-4404-b391-d3050d8407ce+12:22694:x1875634154599936:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 153us (919us total) trans 0 rc 0/0 00000100:00100000:3.0:1788744645.173207:0:22692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:0.0:1788744645.173245:0:22694:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac643fe1180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:57b18335-b9a3-4404-b391-d3050d8407ce:22694:1875634154599936:0@lo:256:ll_cfg_requeue.0 10000000:01000000:0.0:1788744645.173297:0:22694:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.104@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:0.0:1788744645.173311:0:22694:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.104@tcp lock: ffff9ac6420f0600/0xb6207a6e76dcdbf4 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb6207a6e76dcdbfb expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744645.173333:0:22694:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.104@tcp lock: ffff9ac6420f0600/0xb6207a6e76dcdbf4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb6207a6e76dcdbfb expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744645.614863:0:22686:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1788744645.934563:0:22733:0:(llog.c:805:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00080000:1.0:1788744645.934574:0:22733:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1788744645.934694:0:22733:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xe:0x0] index 1 count 1 00000040:00080000:1.0:1788744645.934737:0:22733:0:(llog_cat_server.c:902:llog_cat_cleanup()) cancel plain log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1788744645.934879:0:22733:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 1 00000100:00100000:3.0:1788744645.936396:0:22739:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ac7556c8540 going to sleep for 0 seconds 00010000:00010000:1.0:1788744646.639528:0:22685:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788744646.967247:0:22739:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ac7556c8540 going to sleep for 0 seconds 00010000:00010000:3.0:1788744647.662854:0:22686:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788744647.982450:0:22739:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ac7556c8540 going to sleep for 0 seconds 00000001:02000400:1.0:1788744648.001938:0:22981:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg304-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00010000:00010000:1.0:1788744648.686636:0:22685:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:1.0:1788744648.914015:0:23034:0:(tgt_mount.c:2346:server_getattr()) lustre-MDT0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:1.0:1788744648.914199:0:23034:0:(tgt_mount.c:2361:is_cmd_supported()) ioctl cmd=81009431 00000100:00100000:0.0:1788744649.008963:0:22739:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ac7556c8540 going to sleep for 0 seconds 00000100:00080000:1.0:1788744649.072880:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1788744649.072886:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1788744649.072890:0:8:0:(import.c:65:import_set_state_nolock()) ffff9ac77cadb000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1788744649.072898:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 625 00000100:00080000:1.0:1788744649.072905:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-osp-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:1.0:1788744649.072916:0:8:0:(import.c:666:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff9ac77cadb000 using connection 192.168.203.104@tcp/0@lo 00000100:00100000:1.0:1788744649.072949:0:8:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ac643fb1f80 x1875634154600192/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1788744649.072966:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788744649.072970:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1788744649.072973:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788744649.072976:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1788744649.072979:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1788744649.072982:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1788744649.072983:0:8:0:(import.c:65:import_set_state_nolock()) ffff9ac7615bb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1788744649.072990:0:8:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff9ac7615bb000 using connection 192.168.203.104@tcp/0@lo 00000100:00100000:1.0:1788744649.073001:0:8:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ac643fb0700 x1875634154600320/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1788744649.073027:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac643fb1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3642:1875634154600192:0@lo:38:kworker.0 00000100:00100000:1.0:1788744649.073119:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788744649.073156:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac643fb0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3642:1875634154600320:0@lo:38:kworker.0 00000100:00100000:1.0:1788744649.073180:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788744649.073226:0:22699:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154600320 00000100:00100000:1.0:1788744649.073323:0:22699:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154600320 00000100:00100000:1.0:1788744649.073374:0:22699:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1788744649.073382:0:22699:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac643fb3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3642:x1875634154600320:12345-0@lo:38:kworker.0 00010000:00080000:1.0:1788744649.073433:0:22699:0:(ldlm_lib.c:1456:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-MDT0000_UUID@0@lo t0 exp 0000000000000000 cur 630 last 0 00000020:00000080:1.0:1788744649.073473:0:22699:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-lwp-MDT0000_UUID, cookie 0xb6207a6e76dcdc02 00000004:00100000:1.0:1788744649.073487:0:22699:0:(mdt_handler.c:7495:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:1.0:1788744649.073623:0:22699:0:(import.c:65:import_set_state_nolock()) ffff9ac774b60000 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1788744649.073686:0:22699:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac643fb3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3642:x1875634154600320:12345-0@lo:38:kworker.0 Request processed in 303us (504us total) trans 0 rc 0/0 00000100:00100000:1.0:1788744649.073694:0:22699:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00010000:00080000:1.0:1788744649.073734:0:3642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff9ac643fb0700 x1875634154600320/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1788744659 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1788744649.073749:0:3642:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-MDT0000: connect to target with instance 3 00000100:00080000:1.0:1788744649.073756:0:3642:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-MDT0000: Resetting ns_connect_flags to server flags: 0x2041401047000020 00000100:00080000:1.0:1788744649.073761:0:3642:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:1.0:1788744649.073763:0:3642:0:(import.c:65:import_set_state_nolock()) ffff9ac7615bb000 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:1.0:1788744649.073768:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac643fb0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3642:1875634154600320:0@lo:38:kworker.0 00000100:00100000:0.0:1788744649.076737:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac643fb3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:57b18335-b9a3-4404-b391-d3050d8407ce:3646:1875634154600064:0@lo:400:kworker.0 00000100:00100000:0.0:1788744649.076808:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788744649.076885:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154600192 00000100:00100000:0.0:1788744649.076893:0:22703:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154600192 00000100:00100000:0.0:1788744649.076925:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1788744649.076932:0:22703:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac643fb0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3642:x1875634154600192:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1788744649.076951:0:22703:0:(ldlm_lib.c:1202:target_handle_connect()) lustre-MDT0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1788744649.076996:0:22703:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac643fb0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3642:x1875634154600192:12345-0@lo:38:kworker.0 Request processed in 63us (3876us total) trans 0 rc -19/-19 00000100:00100000:0.0:1788744649.077003:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00080000:0.0:1788744649.077107:0:3642:0:(import.c:65:import_set_state_nolock()) ffff9ac77cadb000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788744649.077112:0:3642:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1788744649.077115:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac643fb1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3642:1875634154600192:0@lo:38:kworker.0 00000100:00100000:1.0:1788744649.077174:0:22689:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154600064 00000100:00100000:1.0:1788744649.077179:0:22689:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154600064 00000100:00100000:1.0:1788744649.077217:0:22689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:1.0:1788744649.077224:0:22689:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac75e0b6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:57b18335-b9a3-4404-b391-d3050d8407ce+12:3646:x1875634154600064:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788744649.077340:0:22689:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac75e0b6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:57b18335-b9a3-4404-b391-d3050d8407ce+12:3646:x1875634154600064:12345-0@lo:400:kworker.0 Request processed in 116us (532us total) trans 0 rc 0/0 00000100:00100000:1.0:1788744649.077347:0:22689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:0.0:1788744649.078385:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac643fb3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:57b18335-b9a3-4404-b391-d3050d8407ce:3646:1875634154600064:0@lo:400:kworker.0 00010000:00010000:3.0:1788744649.712966:0:22686:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:0.0:1788744649.862990:0:23084:0:(tgt_mount.c:2346:server_getattr()) lustre-MDT0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:0.0:1788744649.866349:0:23084:0:(tgt_mount.c:2361:is_cmd_supported()) ioctl cmd=81009431 00000100:00100000:1.0:1788744650.034997:0:22739:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ac7556c8540 going to sleep for 0 seconds 00010000:00010000:0.0:1788744650.734590:0:22685:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788744651.054833:0:22739:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ac7556c8540 going to sleep for 0 seconds 00010000:00010000:3.0:1788744651.759541:0:22686:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788744652.078548:0:22739:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ac7556c8540 going to sleep for 0 seconds 00010000:00010000:0.0:1788744652.782650:0:22685:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788744653.103003:0:22739:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ac7556c8540 going to sleep for 0 seconds 00000100:00100000:3.0:1788744653.180565:0:3642:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788744643/real 1788744643] req@ffff9ac643fe0380 x1875634154597248/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788744653 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788744653.180597:0:3642:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ac643fe0380 x1875634154597248/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788744653 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788744653.180609:0:3642:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788744643/real 1788744643] req@ffff9ac745dd6a00 x1875634154597120/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788744653 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788744653.180630:0:3642:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ac745dd6a00 x1875634154597120/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788744653 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1788744653.180649:0:3642:0:(import.c:65:import_set_state_nolock()) ffff9ac643e04000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1788744653.180672:0:3642:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:3.0:1788744653.180676:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac643fe0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3642:1875634154597248:0@lo:8:llog_process_th.0 00000100:00080000:3.0:1788744653.180684:0:3642:0:(import.c:65:import_set_state_nolock()) ffff9ac6433c9000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1788744653.180704:0:3642:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:3.0:1788744653.180709:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac745dd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3642:1875634154597120:0@lo:8:llog_process_th.0 00000100:00080000:0.0:1788744653.180725:0:475:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1788744653.180732:0:475:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1788744653.180741:0:475:0:(import.c:65:import_set_state_nolock()) ffff9ac77cadb000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1788744653.180748:0:475:0:(import.c:545:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 630 00000100:00100000:3.0:1788744653.180791:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac643fe1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:57b18335-b9a3-4404-b391-d3050d8407ce:3643:1875634154600448:0@lo:400:kworker.0 00000100:00080000:0.0:1788744653.180809:0:475:0:(import.c:630:import_select_connection()) lustre-MDT0001-osp-MDT0000: tried all connections, increasing latency to 10s 00000100:00100000:3.0:1788744653.180855:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1788744653.180900:0:475:0:(import.c:666:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff9ac77cadb000 using connection 192.168.203.104@tcp/0@lo 00000100:00100000:3.0:1788744653.180914:0:22692:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154600448 00000100:00100000:3.0:1788744653.180923:0:22692:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154600448 00000100:00100000:0.0:1788744653.180925:0:475:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ac643fe3100 x1875634154600576/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1788744653.180942:0:475:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1788744653.180946:0:475:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1788744653.180948:0:475:0:(import.c:65:import_set_state_nolock()) ffff9ac6433c9000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1788744653.180952:0:475:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 625 00000100:00080000:0.0:1788744653.180955:0:475:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1788744653.180961:0:475:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff9ac6433c9000 using connection 192.168.203.104@tcp/0@lo 00000100:00100000:3.0:1788744653.180972:0:22692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:0.0:1788744653.180977:0:475:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ac643fe3800 x1875634154600704/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1788744653.180985:0:22692:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac75e0b7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:57b18335-b9a3-4404-b391-d3050d8407ce+12:3643:x1875634154600448:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1788744653.180994:0:475:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1788744653.180998:0:475:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1788744653.180999:0:475:0:(import.c:65:import_set_state_nolock()) ffff9ac643e04000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1788744653.181003:0:475:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 625 00000100:00080000:0.0:1788744653.181005:0:475:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1788744653.181010:0:475:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff9ac643e04000 using connection 192.168.203.104@tcp/0@lo 00000100:00100000:0.0:1788744653.181024:0:475:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ac643fe2a00 x1875634154600832/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1788744653.181057:0:22692:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac75e0b7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:57b18335-b9a3-4404-b391-d3050d8407ce+12:3643:x1875634154600448:12345-0@lo:400:kworker.0 Request processed in 75us (200us total) trans 0 rc 0/0 00000100:00100000:3.0:1788744653.181064:0:22692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:0.0:1788744653.181078:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac643fe0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3644:1875634154600960:0@lo:400:kworker.0 00000100:00100000:3.0:1788744653.181098:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac643fe3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3642:1875634154600576:0@lo:38:kworker.0 00000100:00100000:3.0:1788744653.181146:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788744653.181169:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788744653.181172:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac643fe3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3642:1875634154600704:0@lo:8:kworker.0 00000400:00000100:3.0:1788744653.181201:0:3642:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1875634154600704 offset 0 length 520: 4 00000100:00100000:3.0:1788744653.181218:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac643fe2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3642:1875634154600832:0@lo:8:kworker.0 00000100:00100000:0.0:1788744653.181232:0:22698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154600960 00000100:00100000:0.0:1788744653.181237:0:22698:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154600960 00000400:00000100:3.0:1788744653.181250:0:3642:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1875634154600832 offset 0 length 520: 4 00000100:00100000:3.0:1788744653.181298:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac643fe1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:57b18335-b9a3-4404-b391-d3050d8407ce:3643:1875634154600448:0@lo:400:kworker.0 00000100:00100000:3.0:1788744653.181319:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154600576 00000100:00100000:3.0:1788744653.181323:0:22703:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154600576 00000100:00100000:3.0:1788744653.181342:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1788744653.181347:0:22703:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac745dd6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3642:x1875634154600576:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1788744653.181362:0:22703:0:(ldlm_lib.c:1202:target_handle_connect()) lustre-MDT0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1788744653.181395:0:22703:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac745dd6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3642:x1875634154600576:12345-0@lo:38:kworker.0 Request processed in 46us (249us total) trans 0 rc -19/-19 00000100:00100000:3.0:1788744653.181423:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00080000:3.0:1788744653.181448:0:3642:0:(import.c:65:import_set_state_nolock()) ffff9ac77cadb000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1788744653.181452:0:3642:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1788744653.181455:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac643fe3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3642:1875634154600576:0@lo:38:kworker.0 00000100:00100000:0.0:1788744653.181795:0:22698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1788744653.181805:0:22698:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac643fe0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3644:x1875634154600960:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788744653.181923:0:22698:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac643fe0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3644:x1875634154600960:12345-0@lo:400:kworker.0 Request processed in 120us (755us total) trans 0 rc 0/0 00000100:00100000:0.0:1788744653.181930:0:22698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00010000:00080000:3.0:1788744653.182222:0:3644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff9ac643fe0e00 x1875634154600960/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788744669 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788744653.182234:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac643fe0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3644:1875634154600960:0@lo:400:kworker.0 00010000:00010000:0.0:1788744653.817495:0:22686:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788744654.126738:0:22739:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ac7556c8540 going to sleep for 0 seconds 00010000:00010000:1.0:1788744654.834157:0:22685:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1788744655.151797:0:22733:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:0.0:1788744655.151924:0:22739:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ac7556c8540 going to sleep for 0 seconds 00010000:00010000:3.0:1788744655.855009:0:22686:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788744656.174935:0:22739:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ac7556c8540 going to sleep for 0 seconds 00010000:00010000:0.0:1788744656.879077:0:22685:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:0.0:1788744656.900084:0:23429:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:0.0:1788744656.900088:0:23429:0:(obd_mount.c:926:lmd_print()) device: /dev/mapper/mds2_flakey 00000020:01000004:0.0:1788744656.900089:0:23429:0:(obd_mount.c:929:lmd_print()) options: user_xattr,errors=remount-ro 00000080:01200004:0.0:1788744656.900199:0:23429:0:(super25.c:131:lustre_fill_super()) VFS Op: sb ffff9ac7531af000 00000020:01000004:0.0:1788744656.900214:0:23429:0:(tgt_mount.c:2502:osd_start()) Attempting to start lustre-MDT0001, type=osd-ldiskfs, lsifl=200001, mountfl=0 00000020:01000004:0.0:1788744656.900226:0:23429:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0001-osd (typ=osd-ldiskfs) 00000020:00000080:0.0:1788744656.900240:0:23429:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-osd (ffff9ac6433c0000) 00000020:00000080:0.0:1788744656.900267:0:23429:0:(obd_config.c:720:class_attach_name()) OBD: dev 12 attached type osd-ldiskfs with refcount 2 00100000:10000000:2.0:1788744656.983994:0:23429:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000001:0x3:0x0] (8/24) registered 00100000:10000000:2.0:1788744656.984369:0:23429:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0xd:0x0] (16/1) registered 00100000:10000000:2.0:1788744656.985178:0:23429:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1a:0x0] (16/1) registered 00100000:10000000:2.0:1788744656.985552:0:23429:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1f:0x0] (24/16) registered 00100000:10000000:2.0:1788744656.985712:0:23429:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x20:0x0] (24/16) registered 00100000:10000000:2.0:1788744656.986313:0:23429:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x27:0x0] (24/16) registered 00100000:10000000:2.0:1788744656.986636:0:23429:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1d:0x0] (16/1) registered 00100000:10000000:2.0:1788744656.986919:0:23429:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x25:0x0] (24/16) registered 00100000:10000000:2.0:1788744656.987144:0:23429:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x14:0x0] (16/1) registered 00100000:10000000:2.0:1788744656.987368:0:23429:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0xf:0x0] (16/1) registered 00100000:10000000:2.0:1788744656.987634:0:23429:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x12:0x0] (16/1) registered 00100000:10000000:2.0:1788744656.987971:0:23429:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2c:0x0] (24/16) registered 00100000:10000000:2.0:1788744656.988167:0:23429:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x13:0x0] (16/1) registered 00100000:10000000:2.0:1788744656.988697:0:23429:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2b:0x0] (24/16) registered 00100000:10000000:2.0:1788744656.988932:0:23429:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2a:0x0] (24/16) registered 00100000:10000000:2.0:1788744656.989119:0:23429:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1c:0x0] (16/1) registered 00100000:10000000:2.0:1788744656.989355:0:23429:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x16:0x0] (16/1) registered 00100000:10000000:2.0:1788744656.989723:0:23429:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2d:0x0] (24/16) registered 00100000:10000000:2.0:1788744656.989968:0:23429:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x11:0x0] (16/1) registered 00100000:10000000:2.0:1788744656.990156:0:23429:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x21:0x0] (24/16) registered 00100000:10000000:2.0:1788744656.990336:0:23429:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x17:0x0] (16/1) registered 00100000:10000000:2.0:1788744656.990692:0:23429:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x15:0x0] (16/1) registered 00100000:10000000:2.0:1788744656.990960:0:23429:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x24:0x0] (24/16) registered 00100000:10000000:2.0:1788744656.991178:0:23429:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x10:0x0] (16/1) registered 00100000:10000000:2.0:1788744656.991392:0:23429:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x18:0x0] (16/1) registered 00100000:10000000:2.0:1788744656.991700:0:23429:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x26:0x0] (24/16) registered 00100000:10000000:2.0:1788744656.991930:0:23429:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x29:0x0] (24/16) registered 00100000:10000000:2.0:1788744656.992112:0:23429:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0xe:0x0] (16/1) registered 00100000:10000000:2.0:1788744656.992292:0:23429:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x28:0x0] (24/16) registered 00100000:10000000:2.0:1788744656.992624:0:23429:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1b:0x0] (16/1) registered 00100000:10000000:2.0:1788744656.992934:0:23429:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2e:0x0] (24/16) registered 00100000:10000000:2.0:1788744656.993168:0:23429:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x23:0x0] (24/16) registered 00100000:10000000:2.0:1788744656.993350:0:23429:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x22:0x0] (24/16) registered 00100000:10000000:2.0:1788744656.993695:0:23429:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x19:0x0] (16/1) registered 00100000:10000000:3.0:1788744656.994951:0:23429:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x20003:0x0] (8/8) registered 00100000:10000000:3.0:1788744656.995320:0:23429:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x1:0x0] (8/8) registered 00100000:10000000:3.0:1788744656.995597:0:23429:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x3:0x0] (8/8) registered 00100000:10000000:3.0:1788744656.995842:0:23429:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x20001:0x0] (8/8) registered 00100000:10000000:3.0:1788744656.996108:0:23429:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x5:0x0] (8/32) registered 00100000:10000000:3.0:1788744656.996299:0:23429:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x20002:0x0] (8/8) registered 00100000:10000000:3.0:1788744656.996613:0:23429:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x4:0x0] (8/32) registered 00100000:10000000:3.0:1788744656.996930:0:23429:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x3:0x0] (8/32) registered 00100000:10000000:3.0:1788744656.997167:0:23429:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x7:0x0] (8/32) registered 00100000:10000000:3.0:1788744656.997365:0:23429:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x2:0x0] (8/8) registered 00100000:10000000:3.0:1788744656.997715:0:23429:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x8:0x0] (8/32) registered 00100000:10000000:3.0:1788744656.997954:0:23429:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x6:0x0] (8/32) registered 00080000:01000000:3.0:1788744657.000126:0:23429:0:(osd_lproc.c:911:osd_procfs_init()) lustre-MDT0001: register osd-ldiskfs tunable parameters 00000020:00000080:3.0:1788744657.000353:0:23429:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-osd (uuid lustre-MDT0001-osd_UUID) 00080000:01000000:3.0:1788744657.000364:0:23429:0:(osd_handler.c:8924:osd_obd_connect()) connect #0 00000020:00000080:3.0:1788744657.000375:0:23429:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0xb6207a6e76dcdc10 00000020:01000004:3.0:1788744657.000382:0:23429:0:(tgt_mount.c:2587:server_fill_super()) Found service lustre-MDT0001 on device /dev/mapper/mds2_flakey 00000020:01000004:3.0:1788744657.000506:0:23429:0:(obd_mount.c:403:lustre_start_mgc()) MGC192.168.203.104@tcp:Set MGC reconnect 1 10000000:01000000:3.0:1788744657.000511:0:23429:0:(mgc_request.c:1071:mgc_set_info_async()) InitRecov MGC192.168.203.104@tcp 1/d0:i0:r0:or0:FULL 00000020:01000004:3.0:1788744657.000517:0:23429:0:(tgt_mount.c:1808:server_start_targets()) starting target lustre-MDT0001 00000020:01000004:3.0:1788744657.000544:0:23429:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for /dev/mapper/mds2_flakey 10000000:01000000:3.0:1788744657.000548:0:23429:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.203.104@tcp: cl_mgc_mutex lustre-MDT0001-osd for locked: rc = 0 00000040:01000000:3.0:1788744657.006295:0:23429:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.203.104@tcp ctxt 0 is initialized 00000020:01000004:3.0:1788744657.006333:0:23429:0:(tgt_mount.c:1416:server_register_target()) Registration lustre-MDT0001, fs=lustre, 192.168.203.104@tcp, index=0001, flags=0x20001 00000020:01000004:3.0:1788744657.006337:0:23429:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:3.0:1788744657.006339:0:23429:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:3.0:1788744657.006340:0:23429:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1788744657.006341:0:23429:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1788744657.006343:0:23429:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1788744657.006344:0:23429:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1788744657.006345:0:23429:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1788744657.006347:0:23429:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1788744657.006348:0:23429:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:3.0:1788744657.006351:0:23429:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0001 0x10020001 00000020:01000004:3.0:1788744657.006354:0:23429:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:3.0:1788744657.006355:0:23429:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:3.0:1788744657.006356:0:23429:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1788744657.006357:0:23429:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1788744657.006358:0:23429:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1788744657.006359:0:23429:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1788744657.006365:0:23429:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1788744657.006366:0:23429:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1788744657.006367:0:23429:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:3.0:1788744657.006399:0:23429:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0001 00000100:00100000:3.0:1788744657.006502:0:23429:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac745dd5c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:57b18335-b9a3-4404-b391-d3050d8407ce:23429:1875634154601088:0@lo:253:mount.lustre.0 00000100:00100000:3.0:1788744657.006567:0:23429:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788744657.006655:0:23429:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ac741370480 going to sleep for 11 seconds 00000100:00100000:0.0:1788744657.006694:0:22690:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154601088 00000100:00100000:0.0:1788744657.006701:0:22690:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154601088 00000100:00100000:0.0:1788744657.006769:0:22690:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:0.0:1788744657.006778:0:22690:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac75e0b7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:57b18335-b9a3-4404-b391-d3050d8407ce+12:23429:x1875634154601088:12345-0@lo:253:mount.lustre.0 20000000:01000000:0.0:1788744657.006804:0:22690:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 1 is registered to MGS. 20000000:01000000:0.0:1788744657.006807:0:22690:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-MDT0001 is running on 0@lo 20000000:01000000:0.0:1788744657.006813:0:22690:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0001, index=1, rc=0 00000100:00100000:0.0:1788744657.007194:0:22690:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac75e0b7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:57b18335-b9a3-4404-b391-d3050d8407ce+12:23429:x1875634154601088:12345-0@lo:253:mount.lustre.0 Request processed in 415us (625us total) trans 0 rc 0/0 00000100:00100000:0.0:1788744657.007202:0:22690:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:1.0:1788744657.007297:0:23429:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac745dd5c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:57b18335-b9a3-4404-b391-d3050d8407ce:23429:1875634154601088:0@lo:253:mount.lustre.0 10000000:01000000:1.0:1788744657.007308:0:23429:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0001 got index = 1 00000020:01000004:1.0:1788744657.007311:0:23429:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:1.0:1788744657.007312:0:23429:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:1.0:1788744657.007313:0:23429:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1788744657.007314:0:23429:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1788744657.007316:0:23429:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1788744657.007317:0:23429:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1788744657.007318:0:23429:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1788744657.007329:0:23429:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1788744657.007331:0:23429:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:1.0:1788744657.007347:0:23429:0:(tgt_mount.c:101:server_register_mount()) register mount ffff9ac7531af000 from lustre-MDT0001 10000000:01000000:1.0:1788744657.007373:0:23429:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-MDT0001 from 0 10000000:01000000:1.0:1788744657.007376:0:23429:0:(mgc_request.c:329:config_log_add()) add config log lustre-MDT0001-0000000000000000 10000000:01000000:1.0:1788744657.007382:0:23429:0:(mgc_request_server.c:874:mgc_get_local_copy()) Get log lustre-sptlrpc-ffff9ac776c299c0 local copy 00010000:00010000:1.0:1788744657.007392:0:23429:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.104@tcp lock: ffff9ac773f47600/0xb6207a6e76dcdb06 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xb6207a6e76dcdb0d expref: -99 pid: 22676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788744657.007497:0:23429:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac643fb0700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:57b18335-b9a3-4404-b391-d3050d8407ce:23429:1875634154601216:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1788744657.007527:0:23429:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788744657.007747:0:23429:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ac64270fc00 going to sleep for 11 seconds 00000100:00100000:3.0:1788744657.007812:0:22692:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154601216 00000100:00100000:3.0:1788744657.007817:0:22692:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154601216 00000100:00100000:3.0:1788744657.007840:0:22692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:3.0:1788744657.007846:0:22692:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac75e0b6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:57b18335-b9a3-4404-b391-d3050d8407ce+12:23429:x1875634154601216:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788744657.007917:0:22692:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac75e0b6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:57b18335-b9a3-4404-b391-d3050d8407ce+12:23429:x1875634154601216:12345-0@lo:501:mount.lustre.0 Request processed in 71us (389us total) trans 0 rc -2/-2 00000100:00100000:3.0:1788744657.007924:0:22692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:1.0:1788744657.007986:0:23429:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac643fb0700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:57b18335-b9a3-4404-b391-d3050d8407ce:23429:1875634154601216:0@lo:501:mount.lustre.0 10000000:01000000:1.0:1788744657.007999:0:23429:0:(mgc_request_server.c:765:mgc_llog_local_copy()) MGC192.168.203.104@tcp: no remote llog for lustre-sptlrpc, check MGS config 10000000:01000000:1.0:1788744657.008016:0:23429:0:(mgc_request_server.c:897:mgc_get_local_copy()) MGC192.168.203.104@tcp: can't save local copy of 'lustre-sptlrpc': rc = -2. 00010000:00010000:1.0:1788744657.008022:0:23429:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.104@tcp lock: ffff9ac773f47600/0xb6207a6e76dcdb06 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xb6207a6e76dcdb0d expref: -99 pid: 22676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744657.008031:0:23429:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.104@tcp lock: ffff9ac773f47600/0xb6207a6e76dcdb06 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xb6207a6e76dcdb0d expref: -99 pid: 22676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788744657.008062:0:23429:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff9ac7531af000 10000000:01000000:1.0:1788744657.008067:0:23429:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:1.0:1788744657.008072:0:23429:0:(mgc_request.c:194:do_config_log_add()) do adding config log nodemap-ffff9ac776c299c0 10000000:01000000:1.0:1788744657.008075:0:23429:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 10000000:01000000:1.0:1788744657.008078:0:23429:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff9ac776c299c0 from 1 10000000:01000000:1.0:1788744657.008081:0:23429:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:1.0:1788744657.008105:0:23429:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.104@tcp lock: ffff9ac773f46e00/0xb6207a6e76dcdc17 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744657.008125:0:23429:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.104@tcp lock: ffff9ac773f46e00/0xb6207a6e76dcdc17 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744657.008135:0:23429:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.104@tcp lock: ffff9ac773f46e00/0xb6207a6e76dcdc17 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788744657.008147:0:23429:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac643fb0700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:57b18335-b9a3-4404-b391-d3050d8407ce:23429:1875634154601344:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1788744657.008176:0:23429:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788744657.008199:0:23429:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ac64270fc00 going to sleep for 11 seconds 00000100:00100000:3.0:1788744657.008254:0:22692:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154601344 00000100:00100000:3.0:1788744657.008258:0:22692:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154601344 00000100:00100000:3.0:1788744657.008275:0:22692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:3.0:1788744657.008281:0:22692:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac75e0b7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:57b18335-b9a3-4404-b391-d3050d8407ce+12:23429:x1875634154601344:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1788744657.008289:0:22692:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788744657.008301:0:22692:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9ac740030800/0xb6207a6e76dcdc1e lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xb6207a6e76dcdc17 expref: -99 pid: 22692 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744657.008319:0:22692:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9ac740030800/0xb6207a6e76dcdc1e lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xb6207a6e76dcdc17 expref: 13 pid: 22692 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744657.008328:0:22692:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9ac740030800/0xb6207a6e76dcdc1e lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb6207a6e76dcdc17 expref: 13 pid: 22692 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744657.008336:0:22692:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ac740030800, rc 0) 00000100:00100000:3.0:1788744657.008370:0:22692:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac75e0b7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:57b18335-b9a3-4404-b391-d3050d8407ce+13:23429:x1875634154601344:12345-0@lo:101:mount.lustre.0 Request processed in 89us (193us total) trans 0 rc 0/0 00000100:00100000:3.0:1788744657.008381:0:22692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:1.0:1788744657.008598:0:23429:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac643fb0700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:57b18335-b9a3-4404-b391-d3050d8407ce:23429:1875634154601344:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1788744657.008610:0:23429:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.104@tcp lock: ffff9ac773f46e00/0xb6207a6e76dcdc17 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb6207a6e76dcdc1e expref: -99 pid: 23429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744657.008618:0:23429:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.104@tcp lock: ffff9ac773f46e00/0xb6207a6e76dcdc17 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xb6207a6e76dcdc1e expref: -99 pid: 23429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788744657.008633:0:23429:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.104@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:1.0:1788744657.008652:0:23429:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.104@tcp lock: ffff9ac773f46e00/0xb6207a6e76dcdc17 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb6207a6e76dcdc1e expref: -99 pid: 23429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744657.008660:0:23429:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.104@tcp lock: ffff9ac773f46e00/0xb6207a6e76dcdc17 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb6207a6e76dcdc1e expref: -99 pid: 23429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788744657.008668:0:23429:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-barrier-ffff9ac7531af000 10000000:01000000:1.0:1788744657.008671:0:23429:0:(mgc_request.c:68:mgc_name2resid()) log lustre-barrier to resid 0x65727473756c/0x5 (lustre) 10000000:01000000:1.0:1788744657.008675:0:23429:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-barrier-ffff9ac7531af000 from 1 10000000:01000000:1.0:1788744657.008677:0:23429:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-barrier (res 0x65727473756c) 00010000:00010000:1.0:1788744657.008699:0:23429:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.104@tcp lock: ffff9ac773f47400/0xb6207a6e76dcdc25 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744657.008706:0:23429:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.104@tcp lock: ffff9ac773f47400/0xb6207a6e76dcdc25 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744657.008713:0:23429:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.104@tcp lock: ffff9ac773f47400/0xb6207a6e76dcdc25 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788744657.008726:0:23429:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac643fb0700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:57b18335-b9a3-4404-b391-d3050d8407ce:23429:1875634154601472:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1788744657.008751:0:23429:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788744657.008768:0:23429:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ac64270fc00 going to sleep for 11 seconds 00000100:00100000:3.0:1788744657.008829:0:22692:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154601472 00000100:00100000:3.0:1788744657.008833:0:22692:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154601472 00000100:00100000:3.0:1788744657.008862:0:22692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:3.0:1788744657.008868:0:22692:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac753173450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:57b18335-b9a3-4404-b391-d3050d8407ce+13:23429:x1875634154601472:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1788744657.008874:0:22692:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788744657.008881:0:22692:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9ac740031c00/0xb6207a6e76dcdc2c lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xb6207a6e76dcdc25 expref: -99 pid: 22692 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744657.008893:0:22692:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9ac740031c00/0xb6207a6e76dcdc2c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xb6207a6e76dcdc25 expref: 14 pid: 22692 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744657.008900:0:22692:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9ac740031c00/0xb6207a6e76dcdc2c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb6207a6e76dcdc25 expref: 14 pid: 22692 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744657.008906:0:22692:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ac740031c00, rc 0) 00000100:00100000:3.0:1788744657.008938:0:22692:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac753173450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:57b18335-b9a3-4404-b391-d3050d8407ce+14:23429:x1875634154601472:12345-0@lo:101:mount.lustre.0 Request processed in 70us (186us total) trans 0 rc 0/0 00000100:00100000:3.0:1788744657.008943:0:22692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:1.0:1788744657.009040:0:23429:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac643fb0700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:57b18335-b9a3-4404-b391-d3050d8407ce:23429:1875634154601472:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1788744657.009051:0:23429:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.104@tcp lock: ffff9ac773f47400/0xb6207a6e76dcdc25 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xb6207a6e76dcdc2c expref: -99 pid: 23429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744657.009059:0:23429:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.104@tcp lock: ffff9ac773f47400/0xb6207a6e76dcdc25 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xb6207a6e76dcdc2c expref: -99 pid: 23429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788744657.009068:0:23429:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.104@tcp: configuration from log 'lustre-barrier' succeeded (0). 00010000:00010000:1.0:1788744657.009081:0:23429:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.104@tcp lock: ffff9ac773f47400/0xb6207a6e76dcdc25 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xb6207a6e76dcdc2c expref: -99 pid: 23429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744657.009088:0:23429:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.104@tcp lock: ffff9ac773f47400/0xb6207a6e76dcdc25 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xb6207a6e76dcdc2c expref: -99 pid: 23429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788744657.009095:0:23429:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-MDT0001-0000000000000000 10000000:01000000:1.0:1788744657.009098:0:23429:0:(mgc_request.c:68:mgc_name2resid()) log lustre-MDT0001 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:1.0:1788744657.009102:0:23429:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-mdtir-ffff9ac7531af000 10000000:01000000:1.0:1788744657.009110:0:23429:0:(mgc_request.c:68:mgc_name2resid()) log lustre-mdtir to resid 0x65727473756c/0x2 (lustre) 10000000:01000000:1.0:1788744657.009113:0:23429:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-MDT0001-0000000000000000 from 1 10000000:01000000:1.0:1788744657.009115:0:23429:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-MDT0001 (res 0x65727473756c) 00010000:00010000:1.0:1788744657.009127:0:23429:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.104@tcp lock: ffff9ac773f46400/0xb6207a6e76dcdc33 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744657.009134:0:23429:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.104@tcp lock: ffff9ac773f46400/0xb6207a6e76dcdc33 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744657.009142:0:23429:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.104@tcp lock: ffff9ac773f46400/0xb6207a6e76dcdc33 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788744657.009152:0:23429:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac643fb0700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:57b18335-b9a3-4404-b391-d3050d8407ce:23429:1875634154601600:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1788744657.009174:0:23429:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788744657.009184:0:23429:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ac64270fc00 going to sleep for 11 seconds 00000100:00100000:3.0:1788744657.009310:0:22692:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154601600 00000100:00100000:3.0:1788744657.009315:0:22692:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154601600 00000100:00100000:3.0:1788744657.009333:0:22692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:3.0:1788744657.009338:0:22692:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac753171450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:57b18335-b9a3-4404-b391-d3050d8407ce+14:23429:x1875634154601600:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1788744657.009346:0:22692:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788744657.009355:0:22692:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9ac740031a00/0xb6207a6e76dcdc3a lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0xb6207a6e76dcdc33 expref: -99 pid: 22692 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744657.009367:0:22692:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9ac740031a00/0xb6207a6e76dcdc3a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xb6207a6e76dcdc33 expref: 15 pid: 22692 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744657.009381:0:22692:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9ac740031a00/0xb6207a6e76dcdc3a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb6207a6e76dcdc33 expref: 15 pid: 22692 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744657.009387:0:22692:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ac740031a00, rc 0) 00000100:00100000:3.0:1788744657.009447:0:22692:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac753171450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:57b18335-b9a3-4404-b391-d3050d8407ce+15:23429:x1875634154601600:12345-0@lo:101:mount.lustre.0 Request processed in 107us (271us total) trans 0 rc 0/0 00000100:00100000:3.0:1788744657.009452:0:22692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:1.0:1788744657.009570:0:23429:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac643fb0700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:57b18335-b9a3-4404-b391-d3050d8407ce:23429:1875634154601600:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1788744657.009580:0:23429:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.104@tcp lock: ffff9ac773f46400/0xb6207a6e76dcdc33 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xb6207a6e76dcdc3a expref: -99 pid: 23429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744657.009587:0:23429:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.104@tcp lock: ffff9ac773f46400/0xb6207a6e76dcdc33 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0xb6207a6e76dcdc3a expref: -99 pid: 23429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1788744657.010796:0:23429:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 46 count 46 00000040:00080000:1.0:1788744657.012184:0:23429:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1788744657.016629:0:23429:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].1, 224 off8416 00000040:00080000:1.0:1788744657.016683:0:23429:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].2, 136 off8552 00000040:00080000:1.0:1788744657.016698:0:23429:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].3, 176 off8728 00000040:00080000:1.0:1788744657.016712:0:23429:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].4, 224 off8952 00000040:00080000:1.0:1788744657.016725:0:23429:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].5, 224 off9176 00000040:00080000:1.0:1788744657.016739:0:23429:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].6, 120 off9296 00000040:00080000:1.0:1788744657.016767:0:23429:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].7, 112 off9408 00000040:00080000:1.0:1788744657.016781:0:23429:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].8, 160 off9568 00000040:00080000:1.0:1788744657.016796:0:23429:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].9, 224 off9792 00000040:00080000:1.0:1788744657.016811:0:23429:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].10, 224 off10016 00000040:00080000:1.0:1788744657.016824:0:23429:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].11, 88 off10104 00000040:00080000:1.0:1788744657.016838:0:23429:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].12, 144 off10248 00000040:00080000:1.0:1788744657.017033:0:23429:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].13, 152 off10400 00000040:00080000:1.0:1788744657.017065:0:23429:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].14, 168 off10568 00000040:00080000:1.0:1788744657.017081:0:23429:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].15, 224 off10792 00000040:00080000:1.0:1788744657.017094:0:23429:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].16, 224 off11016 00000040:00080000:1.0:1788744657.017108:0:23429:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].17, 80 off11096 00000040:00080000:1.0:1788744657.017122:0:23429:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].18, 224 off11320 00000040:00080000:1.0:1788744657.017136:0:23429:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].19, 224 off11544 00000040:00080000:1.0:1788744657.017148:0:23429:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].20, 160 off11704 00000040:00080000:1.0:1788744657.017161:0:23429:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].21, 224 off11928 00000040:00080000:1.0:1788744657.017173:0:23429:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].22, 224 off12152 00000040:00080000:1.0:1788744657.017185:0:23429:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].23, 80 off12232 00000040:00080000:1.0:1788744657.017200:0:23429:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].24, 224 off12456 00000040:00080000:1.0:1788744657.017328:0:23429:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].25, 224 off12680 00000040:00080000:1.0:1788744657.017344:0:23429:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].26, 88 off12768 00000040:00080000:1.0:1788744657.017355:0:23429:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].27, 144 off12912 00000040:00080000:1.0:1788744657.017365:0:23429:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].28, 152 off13064 00000040:00080000:1.0:1788744657.017376:0:23429:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].29, 136 off13200 00000040:00080000:1.0:1788744657.017387:0:23429:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].30, 224 off13424 00000040:00080000:1.0:1788744657.017398:0:23429:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].31, 224 off13648 00000040:00080000:1.0:1788744657.017487:0:23429:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].32, 80 off13728 00000040:00080000:1.0:1788744657.017500:0:23429:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].33, 224 off13952 00000040:00080000:1.0:1788744657.017515:0:23429:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].34, 224 off14176 00000040:00080000:1.0:1788744657.017528:0:23429:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].35, 88 off14264 00000040:00080000:1.0:1788744657.017540:0:23429:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].36, 144 off14408 00000040:00080000:1.0:1788744657.017555:0:23429:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].37, 152 off14560 00000040:00080000:1.0:1788744657.017568:0:23429:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].38, 136 off14696 00000040:00080000:1.0:1788744657.017582:0:23429:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].39, 224 off14920 00000040:00080000:1.0:1788744657.017607:0:23429:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].40, 224 off15144 00000040:00080000:1.0:1788744657.017618:0:23429:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].41, 80 off15224 00000040:00080000:1.0:1788744657.017628:0:23429:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].42, 224 off15448 00000040:00080000:1.0:1788744657.017639:0:23429:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].43, 224 off15672 00000040:00080000:1.0:1788744657.017649:0:23429:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].44, 120 off15792 00000040:00080000:1.0:1788744657.017673:0:23429:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].45, 224 off16016 00000040:00080000:1.0:1788744657.017677:0:23429:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 45 count 46 00000100:00100000:1.0:1788744657.017774:0:23429:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac643fb0700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:57b18335-b9a3-4404-b391-d3050d8407ce:23429:1875634154601728:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1788744657.017833:0:23429:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788744657.018115:0:23429:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ac64270f840 going to sleep for 11 seconds 00000100:00100000:2.0:1788744657.018684:0:22689:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154601728 00000100:00100000:2.0:1788744657.018702:0:22689:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154601728 00000100:00100000:0.0:1788744657.018864:0:22692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:0.0:1788744657.018883:0:22692:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac74683dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:57b18335-b9a3-4404-b391-d3050d8407ce+15:23429:x1875634154601728:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788744657.019204:0:22692:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac74683dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:57b18335-b9a3-4404-b391-d3050d8407ce+15:23429:x1875634154601728:12345-0@lo:501:mount.lustre.0 Request processed in 324us (1370us total) trans 0 rc 0/0 00000100:00100000:1.0:1788744657.019313:0:23429:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac643fb0700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:57b18335-b9a3-4404-b391-d3050d8407ce:23429:1875634154601728:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1788744657.019349:0:23429:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac643fb0700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:57b18335-b9a3-4404-b391-d3050d8407ce:23429:1875634154601856:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1788744657.019392:0:23429:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788744657.019446:0:23429:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ac64270f840 going to sleep for 11 seconds 00000100:00100000:1.0:1788744657.019472:0:22690:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154601856 00000100:00100000:1.0:1788744657.019477:0:22690:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154601856 00000100:00100000:1.0:1788744657.019498:0:22690:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:1.0:1788744657.019505:0:22690:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac74683d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:57b18335-b9a3-4404-b391-d3050d8407ce+16:23429:x1875634154601856:12345-0@lo:503:mount.lustre.0 00000100:00100000:0.0:1788744657.020452:0:22692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:1.0:1788744657.020676:0:22690:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac74683d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:57b18335-b9a3-4404-b391-d3050d8407ce+15:23429:x1875634154601856:12345-0@lo:503:mount.lustre.0 Request processed in 1170us (1282us total) trans 0 rc 0/0 00000100:00100000:1.0:1788744657.020684:0:22690:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:0.0:1788744657.020838:0:23429:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac643fb0700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:57b18335-b9a3-4404-b391-d3050d8407ce:23429:1875634154601856:0@lo:503:mount.lustre.0 00000040:00080000:0.0:1788744657.021688:0:23429:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:0.0:1788744657.021779:0:23429:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac643fe0e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:57b18335-b9a3-4404-b391-d3050d8407ce:23429:1875634154601984:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1788744657.021834:0:23429:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788744657.021881:0:23429:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ac755654300 going to sleep for 11 seconds 00000100:00100000:1.0:1788744657.022107:0:22692:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154601984 00000100:00100000:1.0:1788744657.022114:0:22692:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154601984 00000100:00100000:1.0:1788744657.022157:0:22692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:1.0:1788744657.022167:0:22692:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac74683e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:57b18335-b9a3-4404-b391-d3050d8407ce+15:23429:x1875634154601984:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1788744657.022811:0:22692:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac74683e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:57b18335-b9a3-4404-b391-d3050d8407ce+15:23429:x1875634154601984:12345-0@lo:502:mount.lustre.0 Request processed in 644us (975us total) trans 0 rc 0/0 00000100:00100000:1.0:1788744657.022828:0:22692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:2.0:1788744657.023049:0:23429:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac643fe0e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:57b18335-b9a3-4404-b391-d3050d8407ce:23429:1875634154601984:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1788744657.023363:0:23429:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].1, 224 off8416 00000040:00080000:2.0:1788744657.023390:0:23429:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].2, 136 off8552 00000040:00080000:2.0:1788744657.023433:0:23429:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].3, 176 off8728 00000040:00080000:2.0:1788744657.023447:0:23429:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].4, 224 off8952 00000040:00080000:2.0:1788744657.023458:0:23429:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].5, 224 off9176 00000040:00080000:2.0:1788744657.023469:0:23429:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].6, 120 off9296 00000040:00080000:2.0:1788744657.023479:0:23429:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].7, 112 off9408 00000040:00080000:2.0:1788744657.023490:0:23429:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].8, 160 off9568 00000040:00080000:2.0:1788744657.023502:0:23429:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].9, 224 off9792 00000040:00080000:2.0:1788744657.023515:0:23429:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].10, 224 off10016 00000040:00080000:2.0:1788744657.023528:0:23429:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].11, 88 off10104 00000040:00080000:2.0:1788744657.023540:0:23429:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].12, 144 off10248 00000040:00080000:2.0:1788744657.023553:0:23429:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].13, 152 off10400 00000040:00080000:2.0:1788744657.023565:0:23429:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].14, 168 off10568 00000040:00080000:2.0:1788744657.023579:0:23429:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].15, 224 off10792 00000040:00080000:2.0:1788744657.023590:0:23429:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].16, 224 off11016 00000040:00080000:2.0:1788744657.023601:0:23429:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].17, 80 off11096 00000040:00080000:2.0:1788744657.023612:0:23429:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].18, 224 off11320 00000040:00080000:2.0:1788744657.023626:0:23429:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].19, 224 off11544 00000040:00080000:2.0:1788744657.023640:0:23429:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].20, 160 off11704 00000040:00080000:2.0:1788744657.023653:0:23429:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].21, 224 off11928 00000040:00080000:2.0:1788744657.023664:0:23429:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].22, 224 off12152 00000040:00080000:2.0:1788744657.023676:0:23429:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].23, 80 off12232 00000040:00080000:2.0:1788744657.023690:0:23429:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].24, 224 off12456 00000040:00080000:2.0:1788744657.023703:0:23429:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].25, 224 off12680 00000040:00080000:2.0:1788744657.023717:0:23429:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].26, 88 off12768 00000040:00080000:2.0:1788744657.023729:0:23429:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].27, 144 off12912 00000040:00080000:2.0:1788744657.023743:0:23429:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].28, 152 off13064 00000040:00080000:2.0:1788744657.023757:0:23429:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].29, 136 off13200 00000040:00080000:2.0:1788744657.023770:0:23429:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].30, 224 off13424 00000040:00080000:2.0:1788744657.023796:0:23429:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].31, 224 off13648 00000040:00080000:2.0:1788744657.023811:0:23429:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].32, 80 off13728 00000040:00080000:2.0:1788744657.023825:0:23429:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].33, 224 off13952 00000040:00080000:2.0:1788744657.023839:0:23429:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].34, 224 off14176 00000040:00080000:2.0:1788744657.023850:0:23429:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].35, 88 off14264 00000040:00080000:2.0:1788744657.023878:0:23429:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].36, 144 off14408 00000040:00080000:2.0:1788744657.023890:0:23429:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].37, 152 off14560 00000040:00080000:2.0:1788744657.023900:0:23429:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].38, 136 off14696 00000040:00080000:2.0:1788744657.023912:0:23429:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].39, 224 off14920 00000040:00080000:2.0:1788744657.023925:0:23429:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].40, 224 off15144 00000040:00080000:2.0:1788744657.023939:0:23429:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].41, 80 off15224 00000040:00080000:2.0:1788744657.023953:0:23429:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].42, 224 off15448 00000040:00080000:2.0:1788744657.024379:0:23429:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].43, 224 off15672 00000040:00080000:2.0:1788744657.024396:0:23429:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].44, 120 off15792 00000100:00100000:0.0:1788744657.025194:0:23429:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac643fe3100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:57b18335-b9a3-4404-b391-d3050d8407ce:23429:1875634154602112:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1788744657.025336:0:23429:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788744657.025397:0:23429:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ac755654840 going to sleep for 11 seconds 00000100:00100000:1.0:1788744657.025593:0:22690:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154602112 00000100:00100000:1.0:1788744657.025600:0:22690:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154602112 00000100:00100000:1.0:1788744657.025668:0:22690:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:1.0:1788744657.025677:0:22690:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac74683e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:57b18335-b9a3-4404-b391-d3050d8407ce+15:23429:x1875634154602112:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1788744657.025777:0:22690:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac74683e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:57b18335-b9a3-4404-b391-d3050d8407ce+15:23429:x1875634154602112:12345-0@lo:502:mount.lustre.0 Request processed in 101us (441us total) trans 0 rc 0/0 00000100:00100000:1.0:1788744657.025785:0:22690:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:0.0:1788744657.025848:0:23429:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac643fe3100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:57b18335-b9a3-4404-b391-d3050d8407ce:23429:1875634154602112:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1788744657.025911:0:23429:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].45, 224 off16016 00000040:00080000:0.0:1788744657.025920:0:23429:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 45 count 46 00000020:01000000:0.0:1788744657.026878:0:23433:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1788744657.026889:0:23433:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788744657.026892:0:23433:0:(obd_config.c:1563:class_process_config()) marker 11 (0x1) lustre-MDT0001-m lov setup 00000020:01000000:0.0:1788744657.026897:0:23433:0:(obd_config.c:1967:class_config_llog_handler()) For 2.x interoperability, rename obd type from lov to lod (lustre-MDT0001) 00000020:00000080:0.0:1788744657.026901:0:23433:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1788744657.026914:0:23433:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-mdtlov (ffff9ac6433c19c0) 00000020:00000080:0.0:1788744657.026932:0:23433:0:(obd_config.c:720:class_attach_name()) OBD: dev 13 attached type lod with refcount 2 00000020:00000080:0.0:1788744657.026938:0:23433:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00080000:01000000:0.0:1788744657.027154:0:23433:0:(osd_handler.c:8924:osd_obd_connect()) connect #1 00000020:00000080:0.0:1788744657.027161:0:23433:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0xb6207a6e76dcdc48 00000020:00000080:0.0:1788744657.027455:0:23433:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-mdtlov (uuid lustre-MDT0001-mdtlov_UUID) 00000020:01000000:0.0:1788744657.027460:0:23433:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788744657.027467:0:23433:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788744657.027469:0:23433:0:(obd_config.c:1563:class_process_config()) marker 11 (0x2) lustre-MDT0001-m lov setup 00000020:01000000:0.0:1788744657.027472:0:23433:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1788744657.027476:0:23433:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788744657.027477:0:23433:0:(obd_config.c:1563:class_process_config()) marker 12 (0x1) lustre-MDT0001 add mdt 00000020:00000080:0.0:1788744657.027480:0:23433:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1788744657.027487:0:23433:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001 (ffff9ac6433c3380) 00000020:00000080:0.0:1788744657.027497:0:23433:0:(obd_config.c:720:class_attach_name()) OBD: dev 14 attached type mdt with refcount 2 00000020:00000080:0.0:1788744657.027501:0:23433:0:(obd_config.c:1472:class_process_config()) processing cmd: cf007 00000020:00000080:0.0:1788744657.027503:0:23433:0:(obd_config.c:1516:class_process_config()) mountopt: profile lustre-MDT0001 osc lustre-MDT0001-mdtlov mdc (null) 00000020:01000000:0.0:1788744657.027507:0:23433:0:(obd_config.c:1149:class_add_profile()) Add profile lustre-MDT0001 00000020:00000080:0.0:1788744657.027512:0:23433:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:01000004:0.0:1788744657.027553:0:23433:0:(tgt_mount.c:153:server_get_mount()) get mount ffff9ac7531af000 from lustre-MDT0001, refs=2 00000020:00000080:0.0:1788744657.027564:0:23433:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDD0001 (ffff9ac77aaa8000) 00000020:00000080:0.0:1788744657.027572:0:23433:0:(obd_config.c:720:class_attach_name()) OBD: dev 15 attached type mdd with refcount 2 00000004:01000000:0.0:1788744657.027635:0:23433:0:(lod_dev.c:2291:lod_obd_connect()) connect #0 00000020:00000080:0.0:1788744657.027639:0:23433:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0xb6207a6e76dcdc5d 00000020:00000080:0.0:1788744657.027720:0:23433:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDD0001 (uuid lustre-MDD0001_UUID) 00000004:01000000:0.0:1788744657.027726:0:23433:0:(mdd_device.c:1598:mdd_obd_connect()) connect #0 00000020:00000080:0.0:1788744657.027729:0:23433:0:(genops.c:1384:class_connect()) connect: client lustre-MDD0001_UUID, cookie 0xb6207a6e76dcdc64 00080000:01000000:0.0:1788744657.027734:0:23433:0:(osd_handler.c:8924:osd_obd_connect()) connect #2 00000020:00000080:0.0:1788744657.027736:0:23433:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0xb6207a6e76dcdc6b 00010000:00010000:0.0:1788744657.110115:0:23433:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-mdt-lustre-MDT0001_UUID-2 is initialized 00000001:00000004:0.0:1788744657.114640:0:23433:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 3, last_transno is 8589934595 00000001:00080000:0.0:1788744657.115254:0:23433:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0001: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000020:00000080:1.0:1788744657.117019:0:23433:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001 (uuid lustre-MDT0001_UUID) 00000020:01000000:1.0:1788744657.117032:0:23433:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788744657.117038:0:23433:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788744657.117050:0:23433:0:(obd_config.c:1563:class_process_config()) marker 12 (0x2) lustre-MDT0001 add mdt 00000020:01000000:1.0:1788744657.117057:0:23433:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1788744657.117063:0:23433:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788744657.117065:0:23433:0:(obd_config.c:1563:class_process_config()) marker 13 (0x1) lustre-MDT0000 add osp 00000020:00000080:1.0:1788744657.117069:0:23433:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:1.0:1788744657.117074:0:23433:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.203.104@tcp to nid 0x20000c0a8cb68 (192.168.203.104@tcp) 00000020:00000080:1.0:1788744657.117103:0:23433:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1788744657.117119:0:23433:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-osp-MDT0001 (ffff9ac77cdfb380) 00000020:00000080:1.0:1788744657.117141:0:23433:0:(obd_config.c:720:class_attach_name()) OBD: dev 16 attached type osp with refcount 2 00000020:00000080:1.0:1788744657.117146:0:23433:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:1.0:1788744657.117213:0:23433:0:(osp_dev.c:1203:osp_init0()) lustre-MDT0000-osp-MDT0001: connect to lustre-MDT0001-osd (lustre-MDT0000-osp-MDT0001) 00080000:01000000:1.0:1788744657.117220:0:23433:0:(osd_handler.c:8924:osd_obd_connect()) connect #3 00000020:00000080:1.0:1788744657.117226:0:23433:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0xb6207a6e76dcdc79 00010000:00080000:1.0:1788744657.117273:0:23433:0:(ldlm_lib.c:103:import_set_conn()) imp ffff9ac64331a000@lustre-MDT0000-osp-MDT0001: add connection 192.168.203.104@tcp at head 00010000:00010000:1.0:1788744657.118870:0:23433:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-osp-MDT0001-5 is initialized 00000020:00000080:1.0:1788744657.129679:0:23433:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-osp-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:1.0:1788744657.129693:0:23433:0:(obd_config.c:1472:class_process_config()) processing cmd: cf014 00000004:01000000:1.0:1788744657.129731:0:23433:0:(lod_lov.c:128:lod_add_device()) osp:lustre-MDT0000_UUID idx:0 gen:1 00000020:00000080:1.0:1788744657.129762:0:23433:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0xb6207a6e76dcdc80 00000100:00080000:1.0:1788744657.129771:0:23433:0:(import.c:545:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 0 00000100:00080000:1.0:1788744657.129782:0:23433:0:(import.c:666:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9ac64331a000 using connection 192.168.203.104@tcp/0@lo 00000100:00100000:1.0:1788744657.129815:0:23433:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ac643fb0a80 x1875634154602240/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1788744657.129838:0:23433:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID 00000100:00100000:3.0:1788744657.129973:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac643fb0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3642:1875634154602240:0@lo:38:llog_process_th.0 00000100:00100000:3.0:1788744657.130071:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788744657.130192:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154602240 00000100:00100000:3.0:1788744657.130198:0:22703:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154602240 00000100:00100000:3.0:1788744657.130306:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1788744657.130313:0:22703:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac745dd5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3642:x1875634154602240:12345-0@lo:38:llog_process_th.0 00010000:00080000:3.0:1788744657.130334:0:22703:0:(ldlm_lib.c:1456:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0001-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 638 last 0 00000020:00000080:3.0:1788744657.130361:0:22703:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0xb6207a6e76dcdc87 00000004:00100000:3.0:1788744657.130373:0:22703:0:(mdt_handler.c:7495:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000001:00000004:3.0:1788744657.130378:0:22703:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 3, last_transno is 12884901888 00000020:01000000:1.0:1788744657.131068:0:23433:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788744657.131074:0:23433:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000100:00080000:0.0:1788744657.131607:0:475:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1788744657.131613:0:475:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1788744657.131618:0:475:0:(import.c:65:import_set_state_nolock()) ffff9ac77cadb000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1788744657.131624:0:475:0:(import.c:545:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 634 00000100:00080000:0.0:1788744657.131629:0:475:0:(import.c:630:import_select_connection()) lustre-MDT0001-osp-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:0.0:1788744657.131638:0:475:0:(import.c:666:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff9ac77cadb000 using connection 192.168.203.104@tcp/0@lo 00000100:00100000:0.0:1788744657.131679:0:475:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ac643fe3100 x1875634154602368/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1788744657.131698:0:475:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1788744657.131702:0:475:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1788744657.131705:0:475:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1788744657.131708:0:475:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1788744657.131742:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1788744657.131754:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac643fe1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3646:1875634154602496:0@lo:400:kworker.0 00000100:00100000:0.0:1788744657.131806:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788744657.131984:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac643fe3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3642:1875634154602368:0@lo:38:kworker.0 00000100:00100000:3.0:1788744657.132015:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788744657.132046:0:22702:0:(service.c:3467:ptlrpc_start_thread()) mdt_out[0] started 2 min 2 max 116 00000100:00100000:3.0:1788744657.132054:0:22702:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt_out00_002' 00000020:00000080:1.0:1788744657.132329:0:23433:0:(obd_config.c:1563:class_process_config()) marker 13 (0x2) lustre-MDT0000 add osp 00000020:01000000:1.0:1788744657.132341:0:23433:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:1.0:1788744657.132344:0:23433:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #14 00000020:01000000:1.0:1788744657.132345:0:23433:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1788744657.132347:0:23433:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1788744657.132349:0:23433:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:1.0:1788744657.132353:0:23433:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788744657.132354:0:23433:0:(obd_config.c:1563:class_process_config()) marker 14 (0x6) lustre sys.timeout 00000020:01000000:1.0:1788744657.132357:0:23433:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1788744657.132362:0:23433:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788744657.132363:0:23433:0:(obd_config.c:1563:class_process_config()) marker 15 (0x1) lustre-MDT0001 mdt.identity_upcall 00000020:00000080:1.0:1788744657.132368:0:23433:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000100:00100000:0.0:1788744657.132953:0:22697:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154602496 00000100:00100000:0.0:1788744657.132964:0:22697:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154602496 00000100:00100000:0.0:1788744657.133054:0:22697:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1788744657.133064:0:22697:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac643fe0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3646:x1875634154602496:12345-0@lo:400:kworker.0 00000004:01000000:1.0:1788744657.133776:0:23433:0:(mdt_lproc.c:316:identity_upcall_store()) lustre-MDT0001: identity upcall set to /home/green/git/lustre-release/lustre/utils/l_getidentity 00000020:01000000:1.0:1788744657.133814:0:23433:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788744657.133819:0:23433:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788744657.133821:0:23433:0:(obd_config.c:1563:class_process_config()) marker 15 (0x2) lustre-MDT0001 mdt.identity_upcall 00000020:01000000:1.0:1788744657.133824:0:23433:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:1.0:1788744657.133826:0:23433:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #18 00000020:01000000:1.0:1788744657.133828:0:23433:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1788744657.133830:0:23433:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1788744657.133831:0:23433:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:1.0:1788744657.133834:0:23433:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788744657.133835:0:23433:0:(obd_config.c:1563:class_process_config()) marker 18 (0x6) lustre sys.timeout 00000020:01000000:1.0:1788744657.133838:0:23433:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:1.0:1788744657.133843:0:23433:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of /dev/mapper/mds2_flakey 00000020:00000080:1.0:1788744657.133869:0:23433:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788744657.133871:0:23433:0:(obd_config.c:1563:class_process_config()) marker 23 (0x1) lustre-OST0000 add osc 00000020:00000080:1.0:1788744657.133875:0:23433:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:1.0:1788744657.133879:0:23433:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.203.104@tcp to nid 0x20000c0a8cb68 (192.168.203.104@tcp) 00000020:01000000:1.0:1788744657.133899:0:23433:0:(obd_config.c:1974:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0001) 00000020:00000080:1.0:1788744657.133902:0:23433:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1788744657.133916:0:23433:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osc-MDT0001 (ffff9ac77cdfcd40) 00000020:00000080:1.0:1788744657.133935:0:23433:0:(obd_config.c:720:class_attach_name()) OBD: dev 17 attached type osp with refcount 2 00000020:00000080:1.0:1788744657.133940:0:23433:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:1.0:1788744657.134008:0:23433:0:(osp_dev.c:1203:osp_init0()) lustre-OST0000-osc-MDT0001: connect to lustre-MDT0001-osd (lustre-OST0000-osc-MDT0001) 00080000:01000000:1.0:1788744657.134015:0:23433:0:(osd_handler.c:8924:osd_obd_connect()) connect #4 00000020:00000080:1.0:1788744657.134021:0:23433:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0xb6207a6e76dcdc95 00010000:00080000:1.0:1788744657.134056:0:23433:0:(ldlm_lib.c:103:import_set_conn()) imp ffff9ac6436ce800@lustre-OST0000-osc-MDT0001: add connection 192.168.203.104@tcp at head 00010000:00010000:1.0:1788744657.134652:0:23433:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-MDT0001-6 is initialized 00000100:00100000:3.0:1788744657.134992:0:22702:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154602368 00000100:00100000:3.0:1788744657.135001:0:22702:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154602368 00000100:00100000:0.0:1788744657.135755:0:22697:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac643fe0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3646:x1875634154602496:12345-0@lo:400:kworker.0 Request processed in 2688us (3943us total) trans 0 rc 0/0 00000100:00100000:0.0:1788744657.135765:0:22697:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00010000:00080000:0.0:1788744657.135821:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff9ac643fe1180 x1875634154602496/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788744673 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788744657.135835:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac643fe1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3646:1875634154602496:0@lo:400:kworker.0 00000100:00100000:1.0:1788744657.136941:0:23438:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1788744657.136950:0:23438:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac745dd4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:3642:x1875634154602368:12345-0@lo:38:kworker.0 00000100:00100000:1.0:1788744657.137042:0:23438:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac745dd4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:3642:x1875634154602368:12345-0@lo:38:kworker.0 Request processed in 90us (5024us total) trans 0 rc -11/-11 00000100:00100000:1.0:1788744657.137050:0:23438:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:3.0:1788744657.137383:0:3642:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:3.0:1788744657.137391:0:3642:0:(import.c:65:import_set_state_nolock()) ffff9ac77cadb000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1788744657.137396:0:3642:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-11) 00000100:00100000:3.0:1788744657.137428:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac643fe3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3642:1875634154602368:0@lo:38:kworker.0 00000100:00080000:2.0:1788744657.139616:0:22703:0:(import.c:65:import_set_state_nolock()) ffff9ac6427dd000 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1788744657.139703:0:22703:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac745dd5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3642:x1875634154602240:12345-0@lo:38:llog_process_th.0 Request processed in 9388us (9630us total) trans 0 rc 0/0 00000100:00100000:2.0:1788744657.139714:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:2.0:1788744657.139762:0:3642:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 0 gen 2 00000100:00080000:2.0:1788744657.139770:0:3642:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-MDT0000-osp-MDT0001: connect to target with instance 3 00000100:00080000:2.0:1788744657.139777:0:3642:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-MDT0000-osp-MDT0001: Resetting ns_connect_flags to server flags: 0xa2400010450010a0 00000100:00080000:2.0:1788744657.139782:0:3642:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:2.0:1788744657.139785:0:3642:0:(import.c:65:import_set_state_nolock()) ffff9ac64331a000 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:2.0:1788744657.139801:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac643fb0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3642:1875634154602240:0@lo:38:llog_process_th.0 00000100:00100000:0.0:1788744657.140013:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac643fb2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3646:1875634154602624:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1788744657.140068:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000040:01000000:0.0:1788744657.140799:0:23433:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000100:00100000:1.0:1788744657.141159:0:22702:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154602624 00000100:00100000:1.0:1788744657.141169:0:22702:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154602624 00000100:00100000:1.0:1788744657.141321:0:22702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1788744657.141333:0:22702:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac643fe1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3646:x1875634154602624:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1788744657.141365:0:22702:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:1.0:1788744657.141442:0:22702:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac643fe1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3646:x1875634154602624:12345-0@lo:41:osp-pre-0-1.0 Request processed in 112us (1374us total) trans 0 rc 0/0 00000100:00100000:1.0:1788744657.141449:0:22702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1788744657.141977:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac643fb2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3646:1875634154602624:0@lo:41:osp-pre-0-1.0 00000040:01000000:0.0:1788744657.142343:0:23433:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0000-osc-MDT0001 ctxt 2 is initialized 00000040:00080000:3.0:1788744657.147822:0:23433:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1788744657.150941:0:23433:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x2:0x0].3, 64 off8384 00000040:00080000:3.0:1788744657.151203:0:23433:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xc:0x0].1, 64 off8256 00000040:00080000:3.0:1788744657.152322:0:23439:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:3.0:1788744657.152329:0:23439:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xc:0x0] at index 3 of catalog [0x1:0x2:0x0] 00000020:00000080:1.0:1788744657.154308:0:23433:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osc-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:1.0:1788744657.154326:0:23433:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00000004:01000000:1.0:1788744657.154393:0:23433:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0000_UUID idx:0 gen:1 00000020:00000080:1.0:1788744657.154442:0:23433:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0xb6207a6e76dcdc9c 00000100:00080000:1.0:1788744657.154453:0:23433:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 0 00000100:00080000:1.0:1788744657.154464:0:23433:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff9ac6436ce800 using connection 192.168.203.104@tcp/0@lo 00000100:00100000:1.0:1788744657.154499:0:23433:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ac643fb3480 x1875634154602752/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1788744657.154564:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac643fb3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3642:1875634154602752:0@lo:8:llog_process_th.0 00000400:00000100:2.0:1788744657.154617:0:3642:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1875634154602752 offset 0 length 520: 4 00000100:00080000:1.0:1788744657.154671:0:23433:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID 00000020:01000000:1.0:1788744657.154732:0:23433:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788744657.154736:0:23433:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788744657.154738:0:23433:0:(obd_config.c:1563:class_process_config()) marker 23 (0x2) lustre-OST0000 add osc 00000020:01000000:1.0:1788744657.154741:0:23433:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:1.0:1788744657.154743:0:23433:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #25 00000020:01000000:1.0:1788744657.154744:0:23433:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1788744657.154746:0:23433:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1788744657.154747:0:23433:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:1.0:1788744657.154749:0:23433:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788744657.154751:0:23433:0:(obd_config.c:1563:class_process_config()) marker 25 (0x6) lustre sys.timeout 00000020:01000000:1.0:1788744657.154753:0:23433:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:1.0:1788744657.154758:0:23433:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of /dev/mapper/mds2_flakey 00000020:00000080:1.0:1788744657.154761:0:23433:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788744657.154762:0:23433:0:(obd_config.c:1563:class_process_config()) marker 31 (0x1) lustre-OST0001 add osc 00000020:00000080:1.0:1788744657.154765:0:23433:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:1.0:1788744657.154768:0:23433:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.203.104@tcp to nid 0x20000c0a8cb68 (192.168.203.104@tcp) 00000020:01000000:1.0:1788744657.154788:0:23433:0:(obd_config.c:1974:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0001) 00000020:00000080:1.0:1788744657.154791:0:23433:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1788744657.154803:0:23433:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osc-MDT0001 (ffff9ac77cdf8000) 00000020:00000080:1.0:1788744657.154815:0:23433:0:(obd_config.c:720:class_attach_name()) OBD: dev 18 attached type osp with refcount 2 00000020:00000080:1.0:1788744657.154819:0:23433:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:1.0:1788744657.154886:0:23433:0:(osp_dev.c:1203:osp_init0()) lustre-OST0001-osc-MDT0001: connect to lustre-MDT0001-osd (lustre-OST0001-osc-MDT0001) 00080000:01000000:1.0:1788744657.154894:0:23433:0:(osd_handler.c:8924:osd_obd_connect()) connect #5 00000020:00000080:1.0:1788744657.154900:0:23433:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0xb6207a6e76dcdcaa 00010000:00080000:1.0:1788744657.154926:0:23433:0:(ldlm_lib.c:103:import_set_conn()) imp ffff9ac6436ce000@lustre-OST0001-osc-MDT0001: add connection 192.168.203.104@tcp at head 00000100:00080000:0.0:1788744657.155185:0:475:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1788744657.155191:0:475:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1788744657.155193:0:475:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1788744657.155196:0:475:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1788744657.155773:0:23433:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0001-osc-MDT0001-7 is initialized 00000040:01000000:0.0:1788744657.155844:0:23433:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:0.0:1788744657.155920:0:23433:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0001-osc-MDT0001 ctxt 2 is initialized 00000040:00080000:0.0:1788744657.163851:0:23433:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1788744657.164194:0:23433:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x5:0x0].3, 64 off8384 00000040:00080000:0.0:1788744657.164361:0:23433:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xe:0x0].1, 64 off8256 00000040:00080000:0.0:1788744657.173930:0:23441:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:0.0:1788744657.173938:0:23441:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 3 of catalog [0x1:0x5:0x0] 00000020:00000080:0.0:1788744657.174838:0:23433:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osc-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:0.0:1788744657.174851:0:23433:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00000004:01000000:0.0:1788744657.174891:0:23433:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0001_UUID idx:1 gen:1 00000020:00000080:0.0:1788744657.174916:0:23433:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0xb6207a6e76dcdcb1 00000100:00080000:0.0:1788744657.174926:0:23433:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 0 00000100:00080000:0.0:1788744657.174938:0:23433:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff9ac6436ce000 using connection 192.168.203.104@tcp/0@lo 00000100:00100000:0.0:1788744657.174986:0:23433:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ac643fe0000 x1875634154602880/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1788744657.175014:0:23433:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID 00000100:00080000:3.0:1788744657.175226:0:475:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788744657.175231:0:475:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1788744657.175233:0:475:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788744657.175236:0:475:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1788744657.175237:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac643fe0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3642:1875634154602880:0@lo:8:llog_process_th.0 00000400:00000100:2.0:1788744657.175297:0:3642:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1875634154602880 offset 0 length 520: 4 00000020:01000000:0.0:1788744657.175312:0:23433:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788744657.175316:0:23433:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788744657.175318:0:23433:0:(obd_config.c:1563:class_process_config()) marker 31 (0x2) lustre-OST0001 add osc 00000020:01000000:0.0:1788744657.175320:0:23433:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1788744657.175323:0:23433:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788744657.175325:0:23433:0:(obd_config.c:1563:class_process_config()) marker 34 (0x1) lustre sys.timeout 00000020:00000080:0.0:1788744657.175328:0:23433:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:0.0:1788744657.175334:0:23433:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:0.0:1788744657.175336:0:23433:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788744657.175339:0:23433:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788744657.175340:0:23433:0:(obd_config.c:1563:class_process_config()) marker 34 (0x2) lustre sys.timeout 00000020:01000000:0.0:1788744657.175342:0:23433:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1788744657.175345:0:23433:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788744657.175346:0:23433:0:(obd_config.c:1563:class_process_config()) marker 39 (0x1) lustre sys.jobid_var 00000020:00000080:0.0:1788744657.175350:0:23433:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000020:01000000:0.0:1788744657.175376:0:23433:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788744657.175379:0:23433:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788744657.175380:0:23433:0:(obd_config.c:1563:class_process_config()) marker 39 (0x2) lustre sys.jobid_var 00000040:00080000:0.0:1788744657.175383:0:23433:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xe:0x0] index 46 count 46 00000020:01000000:2.0:1788744657.175578:0:23429:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-MDT0001 gen 1-45 (rc=0) 10000000:01000000:2.0:1788744657.175607:0:23429:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.104@tcp: configuration from log 'lustre-MDT0001' succeeded (0). 00010000:00010000:2.0:1788744657.175627:0:23429:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.104@tcp lock: ffff9ac773f46400/0xb6207a6e76dcdc33 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xb6207a6e76dcdc3a expref: -99 pid: 23429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744657.175639:0:23429:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.104@tcp lock: ffff9ac773f46400/0xb6207a6e76dcdc33 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xb6207a6e76dcdc3a expref: -99 pid: 23429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788744657.175647:0:23429:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff9ac7531af000 from 1 10000000:01000000:2.0:1788744657.175650:0:23429:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:2.0:1788744657.175673:0:23429:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.104@tcp lock: ffff9ac774b58200/0xb6207a6e76dcdcb8 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744657.175681:0:23429:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.104@tcp lock: ffff9ac774b58200/0xb6207a6e76dcdcb8 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744657.175691:0:23429:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.104@tcp lock: ffff9ac774b58200/0xb6207a6e76dcdcb8 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788744657.175707:0:23429:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac7556ec700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:57b18335-b9a3-4404-b391-d3050d8407ce:23429:1875634154603008:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1788744657.175743:0:23429:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788744657.175771:0:23429:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ac75061d240 going to sleep for 11 seconds 00000100:00100000:0.0:1788744657.176040:0:22692:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154603008 00000100:00100000:0.0:1788744657.176058:0:22692:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154603008 00000100:00100000:0.0:1788744657.176136:0:22692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:0.0:1788744657.176147:0:22692:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac74683e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:57b18335-b9a3-4404-b391-d3050d8407ce+15:23429:x1875634154603008:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1788744657.176160:0:22692:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788744657.176172:0:22692:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9ac6420f1c00/0xb6207a6e76dcdcbf lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xb6207a6e76dcdcb8 expref: -99 pid: 22692 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744657.176193:0:22692:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9ac6420f1c00/0xb6207a6e76dcdcbf lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xb6207a6e76dcdcb8 expref: 16 pid: 22692 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744657.176204:0:22692:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9ac6420f1c00/0xb6207a6e76dcdcbf lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb6207a6e76dcdcb8 expref: 16 pid: 22692 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744657.176212:0:22692:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ac6420f1c00, rc 0) 00000100:00100000:0.0:1788744657.176269:0:22692:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac74683e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:57b18335-b9a3-4404-b391-d3050d8407ce+16:23429:x1875634154603008:12345-0@lo:101:mount.lustre.0 Request processed in 124us (524us total) trans 0 rc 0/0 00000100:00100000:0.0:1788744657.176275:0:22692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:2.0:1788744657.176312:0:23429:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac7556ec700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:57b18335-b9a3-4404-b391-d3050d8407ce:23429:1875634154603008:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1788744657.176325:0:23429:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.104@tcp lock: ffff9ac774b58200/0xb6207a6e76dcdcb8 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xb6207a6e76dcdcbf expref: -99 pid: 23429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744657.176333:0:23429:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.104@tcp lock: ffff9ac774b58200/0xb6207a6e76dcdcb8 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xb6207a6e76dcdcbf expref: -99 pid: 23429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788744657.176870:0:23429:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac7556ec700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:57b18335-b9a3-4404-b391-d3050d8407ce:23429:1875634154603136:0@lo:256:mount.lustre.0 00000100:00100000:2.0:1788744657.176950:0:23429:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788744657.176974:0:23429:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ac75061d240 going to sleep for 11 seconds 00000100:00100000:1.0:1788744657.177177:0:22690:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154603136 00000100:00100000:1.0:1788744657.177184:0:22690:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154603136 00000100:00100000:1.0:1788744657.177220:0:22690:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:1.0:1788744657.177229:0:22690:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac74683ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:57b18335-b9a3-4404-b391-d3050d8407ce+16:23429:x1875634154603136:12345-0@lo:256:mount.lustre.0 20000000:01000000:1.0:1788744657.177252:0:22690:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 1048576. 20000000:01000000:1.0:1788744657.177268:0:22690:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/256/255. 20000000:01000000:1.0:1788744657.177271:0:22690:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 11 00000100:00100000:1.0:1788744657.177360:0:22690:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac74683ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:57b18335-b9a3-4404-b391-d3050d8407ce+16:23429:x1875634154603136:12345-0@lo:256:mount.lustre.0 Request processed in 132us (408us total) trans 0 rc 0/0 00000100:00100000:1.0:1788744657.177367:0:22690:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:2.0:1788744657.178636:0:23429:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac7556ec700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:57b18335-b9a3-4404-b391-d3050d8407ce:23429:1875634154603136:0@lo:256:mount.lustre.0 10000000:01000000:2.0:1788744657.179363:0:23429:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.104@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:2.0:1788744657.179396:0:23429:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.104@tcp lock: ffff9ac774b58200/0xb6207a6e76dcdcb8 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xb6207a6e76dcdcbf expref: -99 pid: 23429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744657.179438:0:23429:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.104@tcp lock: ffff9ac774b58200/0xb6207a6e76dcdcb8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xb6207a6e76dcdcbf expref: -99 pid: 23429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788744657.179447:0:23429:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff9ac7531af000 from 1 10000000:01000000:2.0:1788744657.179449:0:23429:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:2.0:1788744657.179485:0:23429:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.104@tcp lock: ffff9ac774b58400/0xb6207a6e76dcdcc6 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744657.181237:0:23429:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.104@tcp lock: ffff9ac774b58400/0xb6207a6e76dcdcc6 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744657.181263:0:23429:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.104@tcp lock: ffff9ac774b58400/0xb6207a6e76dcdcc6 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788744657.181292:0:23429:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac7556ec700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:57b18335-b9a3-4404-b391-d3050d8407ce:23429:1875634154603264:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1788744657.181358:0:23429:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788744657.181396:0:23429:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ac75061d240 going to sleep for 11 seconds 00000100:00100000:1.0:1788744657.181830:0:22690:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154603264 00000100:00100000:1.0:1788744657.181839:0:22690:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154603264 00000100:00100000:1.0:1788744657.181889:0:22690:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:1.0:1788744657.181899:0:22690:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac74683cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:57b18335-b9a3-4404-b391-d3050d8407ce+16:23429:x1875634154603264:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1788744657.181913:0:22690:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788744657.181930:0:22690:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9ac773f47800/0xb6207a6e76dcdccd lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xb6207a6e76dcdcc6 expref: -99 pid: 22690 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744657.181964:0:22690:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9ac773f47800/0xb6207a6e76dcdccd lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xb6207a6e76dcdcc6 expref: 17 pid: 22690 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744657.181975:0:22690:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9ac773f47800/0xb6207a6e76dcdccd lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb6207a6e76dcdcc6 expref: 17 pid: 22690 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744657.181983:0:22690:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ac773f47800, rc 0) 00000100:00100000:1.0:1788744657.182028:0:22690:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac74683cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:57b18335-b9a3-4404-b391-d3050d8407ce+17:23429:x1875634154603264:12345-0@lo:101:mount.lustre.0 Request processed in 130us (670us total) trans 0 rc 0/0 00000100:00100000:1.0:1788744657.182034:0:22690:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:2.0:1788744657.182342:0:23429:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac7556ec700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:57b18335-b9a3-4404-b391-d3050d8407ce:23429:1875634154603264:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1788744657.182354:0:23429:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.104@tcp lock: ffff9ac774b58400/0xb6207a6e76dcdcc6 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xb6207a6e76dcdccd expref: -99 pid: 23429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744657.182371:0:23429:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.104@tcp lock: ffff9ac774b58400/0xb6207a6e76dcdcc6 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xb6207a6e76dcdccd expref: -99 pid: 23429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1788744657.183607:0:23429:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 13 count 13 00000040:00080000:2.0:1788744657.183857:0:23429:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1788744657.184309:0:23429:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].1, 224 off8416 00000040:00080000:2.0:1788744657.184334:0:23429:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].2, 112 off8528 00000040:00080000:2.0:1788744657.184346:0:23429:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].3, 224 off8752 00000040:00080000:2.0:1788744657.184358:0:23429:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].4, 224 off8976 00000040:00080000:2.0:1788744657.184368:0:23429:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].5, 112 off9088 00000040:00080000:2.0:1788744657.184379:0:23429:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].6, 224 off9312 00000040:00080000:2.0:1788744657.184390:0:23429:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].7, 224 off9536 00000040:00080000:2.0:1788744657.186120:0:23429:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].8, 128 off9664 00000040:00080000:2.0:1788744657.186175:0:23429:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].9, 224 off9888 00000040:00080000:2.0:1788744657.186192:0:23429:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].10, 224 off10112 00000040:00080000:2.0:1788744657.186207:0:23429:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].11, 128 off10240 00000040:00080000:2.0:1788744657.186231:0:23429:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].12, 224 off10464 00000040:00080000:2.0:1788744657.186237:0:23429:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 12 count 13 00000100:00100000:2.0:1788744657.186347:0:23429:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac7556ec700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:57b18335-b9a3-4404-b391-d3050d8407ce:23429:1875634154603392:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788744657.187154:0:23429:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788744657.187269:0:23429:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ac7602a93c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788744657.191316:0:22690:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154603392 00000100:00100000:1.0:1788744657.191331:0:22690:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154603392 00000100:00100000:1.0:1788744657.191421:0:22690:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:1.0:1788744657.191433:0:22690:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac74683f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:57b18335-b9a3-4404-b391-d3050d8407ce+17:23429:x1875634154603392:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1788744657.191890:0:22690:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac74683f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:57b18335-b9a3-4404-b391-d3050d8407ce+17:23429:x1875634154603392:12345-0@lo:501:mount.lustre.0 Request processed in 459us (4738us total) trans 0 rc 0/0 00000100:00100000:1.0:1788744657.191899:0:22690:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00100000:2.0:1788744657.192016:0:23429:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac7556ec700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:57b18335-b9a3-4404-b391-d3050d8407ce:23429:1875634154603392:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788744657.192188:0:23429:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac7556ec700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:57b18335-b9a3-4404-b391-d3050d8407ce:23429:1875634154603520:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1788744657.192251:0:23429:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788744657.192286:0:23429:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ac7602a93c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788744657.192341:0:22692:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154603520 00000100:00100000:0.0:1788744657.192352:0:22692:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154603520 00000100:00100000:0.0:1788744657.192385:0:22692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:0.0:1788744657.192392:0:22692:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac74683c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:57b18335-b9a3-4404-b391-d3050d8407ce+17:23429:x1875634154603520:12345-0@lo:503:mount.lustre.0 00000100:00100000:0.0:1788744657.192796:0:22692:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac74683c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:57b18335-b9a3-4404-b391-d3050d8407ce+17:23429:x1875634154603520:12345-0@lo:503:mount.lustre.0 Request processed in 404us (554us total) trans 0 rc 0/0 00000100:00100000:0.0:1788744657.192804:0:22692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00100000:2.0:1788744657.192882:0:23429:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac7556ec700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:57b18335-b9a3-4404-b391-d3050d8407ce:23429:1875634154603520:0@lo:503:mount.lustre.0 00000040:00080000:2.0:1788744657.193453:0:23429:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:2.0:1788744657.193672:0:23429:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac7556ec700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:57b18335-b9a3-4404-b391-d3050d8407ce:23429:1875634154603648:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788744657.193717:0:23429:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788744657.193740:0:23429:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ac7602a93c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788744657.193805:0:22690:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154603648 00000100:00100000:1.0:1788744657.193812:0:22690:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154603648 00000100:00100000:1.0:1788744657.193853:0:22690:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:1.0:1788744657.193861:0:22690:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac74683c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:57b18335-b9a3-4404-b391-d3050d8407ce+17:23429:x1875634154603648:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1788744657.193962:0:22690:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac74683c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:57b18335-b9a3-4404-b391-d3050d8407ce+17:23429:x1875634154603648:12345-0@lo:502:mount.lustre.0 Request processed in 93us (235us total) trans 0 rc 0/0 00000100:00100000:1.0:1788744657.193970:0:22690:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00100000:2.0:1788744657.194265:0:23429:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac7556ec700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:57b18335-b9a3-4404-b391-d3050d8407ce:23429:1875634154603648:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1788744657.194766:0:23429:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].1, 224 off8416 00000040:00080000:2.0:1788744657.194797:0:23429:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].2, 112 off8528 00000040:00080000:2.0:1788744657.194813:0:23429:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].3, 224 off8752 00000040:00080000:2.0:1788744657.194827:0:23429:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].4, 224 off8976 00000040:00080000:2.0:1788744657.194842:0:23429:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].5, 112 off9088 00000040:00080000:2.0:1788744657.194856:0:23429:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].6, 224 off9312 00000040:00080000:2.0:1788744657.194871:0:23429:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].7, 224 off9536 00000040:00080000:2.0:1788744657.194885:0:23429:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].8, 128 off9664 00000040:00080000:2.0:1788744657.194901:0:23429:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].9, 224 off9888 00000040:00080000:2.0:1788744657.194915:0:23429:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].10, 224 off10112 00000040:00080000:2.0:1788744657.194930:0:23429:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].11, 128 off10240 00000100:00100000:2.0:1788744657.194956:0:23429:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac7556ec700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:57b18335-b9a3-4404-b391-d3050d8407ce:23429:1875634154603776:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788744657.195014:0:23429:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788744657.195047:0:23429:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ac7602a93c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788744657.195201:0:22692:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154603776 00000100:00100000:0.0:1788744657.195207:0:22692:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154603776 00000100:00100000:0.0:1788744657.195236:0:22692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:0.0:1788744657.195256:0:22692:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac74683d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:57b18335-b9a3-4404-b391-d3050d8407ce+17:23429:x1875634154603776:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1788744657.195358:0:22692:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac74683d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:57b18335-b9a3-4404-b391-d3050d8407ce+17:23429:x1875634154603776:12345-0@lo:502:mount.lustre.0 Request processed in 114us (343us total) trans 0 rc 0/0 00000100:00100000:0.0:1788744657.195364:0:22692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00100000:2.0:1788744657.195747:0:23429:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac7556ec700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:57b18335-b9a3-4404-b391-d3050d8407ce:23429:1875634154603776:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1788744657.195795:0:23429:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].12, 224 off10464 00000040:00080000:2.0:1788744657.195803:0:23429:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 12 count 13 00000020:01000000:3.0:1788744657.200310:0:23443:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1788744657.200323:0:23443:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788744657.200326:0:23443:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:3.0:1788744657.200335:0:23443:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff9ac7531af000 00000020:00000080:3.0:1788744657.200338:0:23443:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:3.0:1788744657.200355:0:23443:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1788744657.200357:0:23443:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788744657.200359:0:23443:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:3.0:1788744657.200364:0:23443:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1788744657.200366:0:23443:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788744657.200367:0:23443:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:3.0:1788744657.200370:0:23443:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff9ac7531af000 00000020:00000080:3.0:1788744657.200372:0:23443:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:3.0:1788744657.200441:0:23443:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1788744657.200443:0:23443:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788744657.200445:0:23443:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:3.0:1788744657.200448:0:23443:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1788744657.200450:0:23443:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788744657.200451:0:23443:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:3.0:1788744657.200454:0:23443:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff9ac7531af000 00000020:00000080:3.0:1788744657.200462:0:23443:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:3.0:1788744657.200477:0:23443:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1788744657.200480:0:23443:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788744657.200481:0:23443:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:3.0:1788744657.200483:0:23443:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1788744657.200485:0:23443:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788744657.200486:0:23443:0:(obd_config.c:1563:class_process_config()) marker 5 (0x1) lustre mdt.lustre-MDT0001.hsm_control 00000020:01000000:3.0:1788744657.200489:0:23443:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff9ac7531af000 00000020:00000080:3.0:1788744657.200490:0:23443:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:3.0:1788744657.200507:0:23443:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1788744657.200509:0:23443:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788744657.200510:0:23443:0:(obd_config.c:1563:class_process_config()) marker 5 (0x2) lustre mdt.lustre-MDT0001.hsm_control 00000040:00080000:3.0:1788744657.200512:0:23443:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x10:0x0] index 13 count 13 00000100:00100000:3.0:1788744657.205584:0:22739:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ac7556c8540 going to sleep for 0 seconds 00000020:01000000:0.0:1788744657.206188:0:23429:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-12 (rc=0) 10000000:01000000:0.0:1788744657.206230:0:23429:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.104@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1788744657.206261:0:23429:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.104@tcp lock: ffff9ac774b58400/0xb6207a6e76dcdcc6 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xb6207a6e76dcdccd expref: -99 pid: 23429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744657.206272:0:23429:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.104@tcp lock: ffff9ac774b58400/0xb6207a6e76dcdcc6 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xb6207a6e76dcdccd expref: -99 pid: 23429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788744657.206327:0:23429:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:0.0:1788744657.206330:0:23429:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff9ac7531af000 10000000:01000000:0.0:1788744657.206333:0:23429:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff9ac7531af000 10000000:01000000:0.0:1788744657.206337:0:23429:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:0.0:1788744657.206342:0:23429:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff9ac7531af000 from 1 10000000:01000000:0.0:1788744657.206344:0:23429:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:0.0:1788744657.206377:0:23429:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.104@tcp lock: ffff9ac6420f0000/0xb6207a6e76dcdcd4 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744657.206391:0:23429:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.104@tcp lock: ffff9ac6420f0000/0xb6207a6e76dcdcd4 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744657.206426:0:23429:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.104@tcp lock: ffff9ac6420f0000/0xb6207a6e76dcdcd4 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788744657.206450:0:23429:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac643fe2680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:57b18335-b9a3-4404-b391-d3050d8407ce:23429:1875634154603904:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1788744657.206514:0:23429:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788744657.206552:0:22689:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154603904 00000100:00100000:0.0:1788744657.206555:0:23429:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ac7556c8300 going to sleep for 11 seconds 00000100:00100000:3.0:1788744657.206560:0:22689:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154603904 00000100:00100000:3.0:1788744657.206610:0:22689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:3.0:1788744657.206618:0:22689:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac74683fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:57b18335-b9a3-4404-b391-d3050d8407ce+17:23429:x1875634154603904:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1788744657.206631:0:22689:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788744657.206643:0:22689:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9ac740031000/0xb6207a6e76dcdcdb lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0xb6207a6e76dcdcd4 expref: -99 pid: 22689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744657.206665:0:22689:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9ac740031000/0xb6207a6e76dcdcdb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xb6207a6e76dcdcd4 expref: 18 pid: 22689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744657.206676:0:22689:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9ac740031000/0xb6207a6e76dcdcdb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb6207a6e76dcdcd4 expref: 18 pid: 22689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744657.206685:0:22689:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ac740031000, rc 0) 00000100:00100000:3.0:1788744657.206722:0:22689:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac74683fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:57b18335-b9a3-4404-b391-d3050d8407ce+18:23429:x1875634154603904:12345-0@lo:101:mount.lustre.0 Request processed in 105us (207us total) trans 0 rc 0/0 00000100:00100000:3.0:1788744657.206737:0:22689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00100000:0.0:1788744657.207579:0:23429:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac643fe2680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:57b18335-b9a3-4404-b391-d3050d8407ce:23429:1875634154603904:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1788744657.207598:0:23429:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.104@tcp lock: ffff9ac6420f0000/0xb6207a6e76dcdcd4 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xb6207a6e76dcdcdb expref: -99 pid: 23429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744657.207608:0:23429:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.104@tcp lock: ffff9ac6420f0000/0xb6207a6e76dcdcd4 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0xb6207a6e76dcdcdb expref: -99 pid: 23429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1788744657.210554:0:23429:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xc:0x0] index 52 count 51 00000040:00080000:0.0:1788744657.210859:0:23429:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1788744657.211055:0:23429:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].1, 224 off8416 00000040:00080000:0.0:1788744657.211082:0:23429:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].2, 120 off8536 00000040:00080000:0.0:1788744657.211098:0:23429:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].3, 168 off8704 00000040:00080000:0.0:1788744657.211113:0:23429:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].4, 224 off8928 00000040:00080000:0.0:1788744657.211140:0:23429:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].5, 224 off9152 00000040:00080000:0.0:1788744657.211154:0:23429:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].6, 120 off9272 00000040:00080000:0.0:1788744657.211167:0:23429:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].7, 168 off9440 00000040:00080000:0.0:1788744657.211180:0:23429:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].8, 224 off9664 00000040:00080000:0.0:1788744657.211194:0:23429:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].9, 224 off9888 00000040:00080000:0.0:1788744657.211208:0:23429:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].10, 120 off10008 00000040:00080000:0.0:1788744657.211234:0:23429:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].11, 224 off10232 00000040:00080000:0.0:1788744657.211261:0:23429:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].12, 224 off10456 00000040:00080000:0.0:1788744657.211275:0:23429:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].13, 88 off10544 00000040:00080000:0.0:1788744657.211287:0:23429:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].14, 128 off10672 00000040:00080000:0.0:1788744657.211299:0:23429:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].15, 144 off10816 00000040:00080000:0.0:1788744657.211311:0:23429:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].16, 160 off10976 00000040:00080000:0.0:1788744657.211326:0:23429:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].17, 224 off11200 00000040:00080000:0.0:1788744657.211340:0:23429:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].18, 224 off11424 00000040:00080000:0.0:1788744657.211354:0:23429:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].19, 80 off11504 00000040:00080000:0.0:1788744657.211370:0:23429:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].20, 224 off11728 00000040:00080000:0.0:1788744657.211397:0:23429:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].21, 224 off11952 00000040:00080000:0.0:1788744657.211440:0:23429:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].22, 88 off12040 00000040:00080000:0.0:1788744657.211455:0:23429:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].23, 128 off12168 00000040:00080000:0.0:1788744657.211469:0:23429:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].24, 144 off12312 00000040:00080000:0.0:1788744657.211483:0:23429:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].25, 160 off12472 00000040:00080000:0.0:1788744657.211509:0:23429:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].26, 224 off12696 00000040:00080000:0.0:1788744657.211524:0:23429:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].27, 224 off12920 00000040:00080000:0.0:1788744657.211536:0:23429:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].28, 80 off13000 00000040:00080000:0.0:1788744657.211547:0:23429:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].29, 224 off13224 00000040:00080000:0.0:1788744657.211560:0:23429:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].30, 224 off13448 00000040:00080000:0.0:1788744657.211574:0:23429:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].31, 88 off13536 00000040:00080000:0.0:1788744657.211589:0:23429:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].32, 128 off13664 00000040:00080000:0.0:1788744657.211604:0:23429:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].33, 144 off13808 00000040:00080000:0.0:1788744657.211620:0:23429:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].34, 128 off13936 00000040:00080000:0.0:1788744657.211635:0:23429:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].35, 224 off14160 00000040:00080000:0.0:1788744657.211648:0:23429:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].36, 224 off14384 00000040:00080000:0.0:1788744657.211675:0:23429:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].37, 80 off14464 00000040:00080000:0.0:1788744657.211690:0:23429:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].38, 224 off14688 00000040:00080000:0.0:1788744657.211703:0:23429:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].39, 224 off14912 00000040:00080000:0.0:1788744657.211716:0:23429:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].40, 88 off15000 00000040:00080000:0.0:1788744657.211729:0:23429:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].41, 128 off15128 00000040:00080000:0.0:1788744657.211741:0:23429:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].42, 144 off15272 00000040:00080000:0.0:1788744657.211754:0:23429:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].43, 128 off15400 00000040:00080000:0.0:1788744657.211777:0:23429:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].44, 224 off15624 00000040:00080000:0.0:1788744657.211793:0:23429:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].45, 224 off15848 00000040:00080000:0.0:1788744657.211807:0:23429:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].46, 80 off15928 00000040:00080000:0.0:1788744657.211822:0:23429:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].47, 224 off16152 00000040:00080000:0.0:1788744657.211835:0:23429:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].48, 232 off16384 00000040:00080000:0.0:1788744657.211949:0:23429:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].49, 224 off16608 00000040:00080000:0.0:1788744657.211970:0:23429:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].50, 120 off16728 00000040:00080000:0.0:1788744657.211986:0:23429:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].51, 224 off16952 00000040:00080000:0.0:1788744657.211991:0:23429:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xc:0x0] index 51 count 51 00000100:00100000:0.0:1788744657.212071:0:23429:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac643fe2680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:57b18335-b9a3-4404-b391-d3050d8407ce:23429:1875634154604032:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788744657.212135:0:23429:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788744657.212188:0:22690:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154604032 00000100:00100000:0.0:1788744657.212195:0:22690:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154604032 00000100:00100000:0.0:1788744657.216179:0:22690:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00100000:0.0:1788744657.216198:0:22690:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac74683d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:57b18335-b9a3-4404-b391-d3050d8407ce+18:23429:x1875634154604032:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788744657.216367:0:22690:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac74683d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:57b18335-b9a3-4404-b391-d3050d8407ce+18:23429:x1875634154604032:12345-0@lo:501:mount.lustre.0 Request processed in 177us (4232us total) trans 0 rc 0/0 00000100:00100000:0.0:1788744657.216374:0:22690:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00000100:00100000:0.0:1788744657.229648:0:23429:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ac7556c8840 going to sleep for 11 seconds 00000100:00100000:0.0:1788744657.229692:0:23429:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac643fe2680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:57b18335-b9a3-4404-b391-d3050d8407ce:23429:1875634154604032:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788744657.229750:0:23429:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac643fe2680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:57b18335-b9a3-4404-b391-d3050d8407ce:23429:1875634154604160:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1788744657.229823:0:23429:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788744657.229857:0:22692:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154604160 00000100:00100000:0.0:1788744657.229864:0:22692:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154604160 00000100:00100000:0.0:1788744657.229914:0:22692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000100:00100000:0.0:1788744657.229922:0:22692:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac74683f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:57b18335-b9a3-4404-b391-d3050d8407ce+18:23429:x1875634154604160:12345-0@lo:503:mount.lustre.0 00000100:00100000:0.0:1788744657.230027:0:22692:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac74683f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:57b18335-b9a3-4404-b391-d3050d8407ce+18:23429:x1875634154604160:12345-0@lo:503:mount.lustre.0 Request processed in 105us (204us total) trans 0 rc 0/0 00000100:00100000:0.0:1788744657.230118:0:22692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00000100:00100000:0.0:1788744657.230159:0:23429:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ac7556c8840 going to sleep for 11 seconds 00000100:00100000:0.0:1788744657.230173:0:23429:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac643fe2680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:57b18335-b9a3-4404-b391-d3050d8407ce:23429:1875634154604160:0@lo:503:mount.lustre.0 00000040:00080000:0.0:1788744657.247893:0:23429:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:0.0:1788744657.248014:0:23429:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac643fe2680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:57b18335-b9a3-4404-b391-d3050d8407ce:23429:1875634154604288:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1788744657.248091:0:23429:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788744657.248147:0:23429:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ac7556c8300 going to sleep for 11 seconds 00000100:00100000:1.0:1788744657.248309:0:22690:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154604288 00000100:00100000:1.0:1788744657.248317:0:22690:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154604288 00000100:00100000:1.0:1788744657.248366:0:22690:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47 00000100:00100000:1.0:1788744657.248375:0:22690:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac74683c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:57b18335-b9a3-4404-b391-d3050d8407ce+18:23429:x1875634154604288:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1788744657.248683:0:22690:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac74683c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:57b18335-b9a3-4404-b391-d3050d8407ce+18:23429:x1875634154604288:12345-0@lo:502:mount.lustre.0 Request processed in 308us (591us total) trans 0 rc 0/0 00000100:00100000:1.0:1788744657.248691:0:22690:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47 00000100:00100000:2.0:1788744657.248853:0:23429:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac643fe2680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:57b18335-b9a3-4404-b391-d3050d8407ce:23429:1875634154604288:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1788744657.249090:0:23429:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].1, 224 off8416 00000040:00080000:2.0:1788744657.249120:0:23429:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].2, 120 off8536 00000040:00080000:2.0:1788744657.249136:0:23429:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].3, 168 off8704 00000040:00080000:2.0:1788744657.249148:0:23429:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].4, 224 off8928 00000040:00080000:2.0:1788744657.249161:0:23429:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].5, 224 off9152 00000040:00080000:2.0:1788744657.249172:0:23429:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].6, 120 off9272 00000040:00080000:2.0:1788744657.249196:0:23429:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].7, 168 off9440 00000040:00080000:2.0:1788744657.249210:0:23429:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].8, 224 off9664 00000040:00080000:2.0:1788744657.249220:0:23429:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].9, 224 off9888 00000040:00080000:2.0:1788744657.249231:0:23429:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].10, 120 off10008 00000040:00080000:2.0:1788744657.249256:0:23429:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].11, 224 off10232 00000040:00080000:2.0:1788744657.249273:0:23429:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].12, 224 off10456 00000040:00080000:2.0:1788744657.249287:0:23429:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].13, 88 off10544 00000040:00080000:2.0:1788744657.249299:0:23429:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].14, 128 off10672 00000040:00080000:2.0:1788744657.249326:0:23429:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].15, 144 off10816 00000040:00080000:2.0:1788744657.249343:0:23429:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].16, 160 off10976 00000040:00080000:2.0:1788744657.249356:0:23429:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].17, 224 off11200 00000040:00080000:2.0:1788744657.249369:0:23429:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].18, 224 off11424 00000040:00080000:2.0:1788744657.249381:0:23429:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].19, 80 off11504 00000040:00080000:2.0:1788744657.249394:0:23429:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].20, 224 off11728 00000040:00080000:2.0:1788744657.250692:0:23429:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].21, 224 off11952 00000040:00080000:2.0:1788744657.250724:0:23429:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].22, 88 off12040 00000040:00080000:2.0:1788744657.250740:0:23429:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].23, 128 off12168 00000040:00080000:2.0:1788744657.250758:0:23429:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].24, 144 off12312 00000040:00080000:2.0:1788744657.250772:0:23429:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].25, 160 off12472 00000040:00080000:2.0:1788744657.250786:0:23429:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].26, 224 off12696 00000040:00080000:2.0:1788744657.250801:0:23429:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].27, 224 off12920 00000040:00080000:2.0:1788744657.250815:0:23429:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].28, 80 off13000 00000040:00080000:2.0:1788744657.250827:0:23429:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].29, 224 off13224 00000040:00080000:2.0:1788744657.250840:0:23429:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].30, 224 off13448 00000040:00080000:2.0:1788744657.250873:0:23429:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].31, 88 off13536 00000040:00080000:2.0:1788744657.250890:0:23429:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].32, 128 off13664 00000040:00080000:2.0:1788744657.250903:0:23429:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].33, 144 off13808 00000040:00080000:2.0:1788744657.250917:0:23429:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].34, 128 off13936 00000040:00080000:2.0:1788744657.250933:0:23429:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].35, 224 off14160 00000040:00080000:2.0:1788744657.250948:0:23429:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].36, 224 off14384 00000040:00080000:2.0:1788744657.250961:0:23429:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].37, 80 off14464 00000040:00080000:2.0:1788744657.250975:0:23429:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].38, 224 off14688 00000040:00080000:2.0:1788744657.250990:0:23429:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].39, 224 off14912 00000040:00080000:2.0:1788744657.251014:0:23429:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].40, 88 off15000 00000040:00080000:2.0:1788744657.251029:0:23429:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].41, 128 off15128 00000040:00080000:2.0:1788744657.251044:0:23429:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].42, 144 off15272 00000040:00080000:2.0:1788744657.251059:0:23429:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].43, 128 off15400 00000040:00080000:2.0:1788744657.251073:0:23429:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].44, 224 off15624 00000040:00080000:2.0:1788744657.251086:0:23429:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].45, 224 off15848 00000040:00080000:2.0:1788744657.251099:0:23429:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].46, 80 off15928 00000040:00080000:2.0:1788744657.251128:0:23429:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].47, 224 off16152 00000040:00080000:2.0:1788744657.251145:0:23429:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].48, 232 off16384 00000100:00100000:2.0:1788744657.251198:0:23429:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac7556ec700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:57b18335-b9a3-4404-b391-d3050d8407ce:23429:1875634154604416:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788744657.251284:0:23429:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788744657.251334:0:23429:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ac747634240 going to sleep for 11 seconds 00000100:00100000:0.0:1788744657.251442:0:22689:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154604416 00000100:00100000:0.0:1788744657.251449:0:22689:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154604416 00000100:00100000:0.0:1788744657.251511:0:22689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 48 00000100:00100000:0.0:1788744657.251520:0:22689:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac74683f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:57b18335-b9a3-4404-b391-d3050d8407ce+18:23429:x1875634154604416:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1788744657.251632:0:22689:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac74683f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:57b18335-b9a3-4404-b391-d3050d8407ce+18:23429:x1875634154604416:12345-0@lo:502:mount.lustre.0 Request processed in 112us (347us total) trans 0 rc 0/0 00000100:00100000:0.0:1788744657.251640:0:22689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 48 00000100:00100000:2.0:1788744657.253666:0:23429:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac7556ec700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:57b18335-b9a3-4404-b391-d3050d8407ce:23429:1875634154604416:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1788744657.253882:0:23429:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].49, 224 off16608 00000040:00080000:2.0:1788744657.253909:0:23429:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].50, 120 off16728 00000100:00100000:2.0:1788744657.253944:0:23429:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac7556ec700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:57b18335-b9a3-4404-b391-d3050d8407ce:23429:1875634154604544:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788744657.254007:0:23429:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788744657.254045:0:23429:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ac747634240 going to sleep for 11 seconds 00000100:00100000:0.0:1788744657.256278:0:22692:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154604544 00000100:00100000:0.0:1788744657.256292:0:22692:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154604544 00000100:00100000:0.0:1788744657.256351:0:22692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49 00000100:00100000:0.0:1788744657.256361:0:22692:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac775c51050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:57b18335-b9a3-4404-b391-d3050d8407ce+18:23429:x1875634154604544:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1788744657.256540:0:22692:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac775c51050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:57b18335-b9a3-4404-b391-d3050d8407ce+18:23429:x1875634154604544:12345-0@lo:502:mount.lustre.0 Request processed in 180us (2533us total) trans 0 rc 0/0 00000100:00100000:0.0:1788744657.256548:0:22692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49 00000100:00100000:2.0:1788744657.256953:0:23429:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac7556ec700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:57b18335-b9a3-4404-b391-d3050d8407ce:23429:1875634154604544:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1788744657.257032:0:23429:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].51, 224 off16952 00000040:00080000:2.0:1788744657.257045:0:23429:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 51 count 51 00000020:01000004:0.0:1788744657.261032:0:23450:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-MDT0001 (typ=lwp) 00000020:00000080:0.0:1788744657.261050:0:23450:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-MDT0001 (ffff9ac77aaab380) 00000020:00000080:0.0:1788744657.261072:0:23450:0:(obd_config.c:720:class_attach_name()) OBD: dev 19 attached type lwp with refcount 2 00000020:01000004:0.0:1788744657.261165:0:23450:0:(tgt_mount.c:153:server_get_mount()) get mount ffff9ac7531af000 from lustre-MDT0001, refs=3 00000020:01000004:0.0:1788744657.261169:0:23450:0:(tgt_mount.c:187:server_put_mount()) put mount ffff9ac7531af000 from lustre-MDT0001, refs=3 00000020:01000004:0.0:1788744657.261177:0:23450:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9ac7531af000 3 00010000:00080000:0.0:1788744657.261207:0:23450:0:(ldlm_lib.c:103:import_set_conn()) imp ffff9ac64331d000@lustre-MDT0000-lwp-MDT0001: add connection 192.168.203.104@tcp at head 00010000:00010000:0.0:1788744657.266267:0:23450:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-MDT0001-8 is initialized 00000020:00000080:0.0:1788744657.266499:0:23450:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-MDT0001 (uuid lustre-MDT0000-lwp-MDT0001_UUID) 00000010:01000000:0.0:1788744657.266544:0:23450:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:0.0:1788744657.266557:0:23450:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-lwp-MDT0001, cookie 0xb6207a6e76dcdce9 00000100:00080000:0.0:1788744657.266566:0:23450:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 0 00000100:00080000:0.0:1788744657.266577:0:23450:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9ac64331d000 using connection 192.168.203.104@tcp/0@lo 00000100:00100000:0.0:1788744657.266608:0:23450:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ac643fe3480 x1875634154604672/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1788744657.266633:0:23450:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID 00000100:00100000:2.0:1788744657.266960:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac643fe3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3642:1875634154604672:0@lo:38:llog_process_th.0 00000100:00100000:2.0:1788744657.267028:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1788744657.267188:0:475:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788744657.267193:0:475:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1788744657.267196:0:475:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788744657.267199:0:475:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1788744657.267734:0:22698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154604672 00000100:00100000:0.0:1788744657.267742:0:22698:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154604672 00000100:00100000:0.0:1788744657.267781:0:22698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1788744657.267789:0:22698:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac7556ec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3642:x1875634154604672:12345-0@lo:38:llog_process_th.0 00010000:00080000:0.0:1788744657.267812:0:22698:0:(ldlm_lib.c:1456:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-MDT0001_UUID@0@lo t0 exp 0000000000000000 cur 638 last 0 00000020:00000080:0.0:1788744657.267843:0:22698:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-lwp-MDT0001_UUID, cookie 0xb6207a6e76dcdcf0 00000004:00100000:0.0:1788744657.267856:0:22698:0:(mdt_handler.c:7495:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:0.0:1788744657.267885:0:22698:0:(import.c:65:import_set_state_nolock()) ffff9ac748bff000 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1788744657.267946:0:22698:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac7556ec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3642:x1875634154604672:12345-0@lo:38:llog_process_th.0 Request processed in 156us (916us total) trans 0 rc 0/0 00000100:00100000:0.0:1788744657.267954:0:22698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00080000:2.0:1788744657.268077:0:3642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff9ac643fe3480 x1875634154604672/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/416 e 0 to 0 dl 1788744667 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788744657.268088:0:3642:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: committing for last_committed 0 gen 2 00000100:00080000:2.0:1788744657.268095:0:3642:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-MDT0001: connect to target with instance 3 00000100:00080000:2.0:1788744657.268109:0:3642:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-MDT0001: Resetting ns_connect_flags to server flags: 0x2041401047000020 00000100:00080000:2.0:1788744657.268113:0:3642:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:2.0:1788744657.268116:0:3642:0:(import.c:65:import_set_state_nolock()) ffff9ac64331d000 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:2.0:1788744657.268122:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac643fe3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3642:1875634154604672:0@lo:38:llog_process_th.0 00000040:00080000:0.0:1788744657.268466:0:23450:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x12:0x0] index 52 count 51 00000020:01000000:3.0:1788744657.268692:0:23429:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:3.0:1788744657.268720:0:23429:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.104@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:3.0:1788744657.268741:0:23429:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.104@tcp lock: ffff9ac6420f0000/0xb6207a6e76dcdcd4 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xb6207a6e76dcdcdb expref: -99 pid: 23429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744657.268752:0:23429:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.104@tcp lock: ffff9ac6420f0000/0xb6207a6e76dcdcd4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xb6207a6e76dcdcdb expref: -99 pid: 23429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:3.0:1788744657.268798:0:23429:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:3.0:1788744657.268800:0:23429:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:3.0:1788744657.268802:0:23429:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1788744657.268803:0:23429:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1788744657.268805:0:23429:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1788744657.268806:0:23429:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1788744657.268807:0:23429:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1788744657.268809:0:23429:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1788744657.268810:0:23429:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:3.0:1788744657.268813:0:23429:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0001 0x40020001 00000020:01000004:3.0:1788744657.268816:0:23429:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:3.0:1788744657.268817:0:23429:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:3.0:1788744657.268818:0:23429:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1788744657.268819:0:23429:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1788744657.268820:0:23429:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1788744657.268821:0:23429:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1788744657.268822:0:23429:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1788744657.268823:0:23429:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1788744657.268829:0:23429:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:3.0:1788744657.268846:0:23429:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0001 00000100:00100000:3.0:1788744657.268861:0:23429:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac745dd7100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:57b18335-b9a3-4404-b391-d3050d8407ce:23429:1875634154604800:0@lo:253:mount.lustre.0 00000100:00100000:3.0:1788744657.268907:0:23429:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788744657.268934:0:23429:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ac77caf4a80 going to sleep for 11 seconds 00000100:00100000:1.0:1788744657.269634:0:22690:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154604800 00000100:00100000:1.0:1788744657.269642:0:22690:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154604800 00000100:00100000:1.0:1788744657.269691:0:22690:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50 00000100:00100000:1.0:1788744657.269701:0:22690:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac775c53850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:57b18335-b9a3-4404-b391-d3050d8407ce+18:23429:x1875634154604800:12345-0@lo:253:mount.lustre.0 20000000:01000000:1.0:1788744657.269740:0:22690:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 1 is ready to reconnect. 20000000:01000000:1.0:1788744657.269752:0:22690:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 00000001:00100000:2.0:1788744657.288073:0:22677:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 20000000:01000000:1.0:1788744657.288174:0:22690:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:1.0:1788744657.288190:0:22690:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0001, index=1, rc=0 20000000:01000000:2.0:1788744657.288309:0:22713:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:2.0:1788744657.288314:0:22713:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:2.0:1788744657.288337:0:22713:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff9ac774b59000/0xb6207a6e76dcdcf7 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744657.288355:0:22713:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9ac740030200/0xb6207a6e76dcdbfb lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb6207a6e76dcdbf4 expref: 18 pid: 22690 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744657.288364:0:22713:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9ac6420f1c00/0xb6207a6e76dcdcbf lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb6207a6e76dcdcb8 expref: 18 pid: 22692 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744657.288372:0:22713:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff9ac774b59000/0xb6207a6e76dcdcf7 lrc: 5/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744657.288437:0:22713:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9ac6420f1c00/0xb6207a6e76dcdcbf lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xb6207a6e76dcdcb8 expref: 18 pid: 22692 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744657.288452:0:22713:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9ac6420f1c00/0xb6207a6e76dcdcbf lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xb6207a6e76dcdcb8 expref: 18 pid: 22692 timeout: 738 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788744657.288466:0:22713:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac7556eed80 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22713:1875634154604928:0@lo:104: 00000100:00100000:2.0:1788744657.288549:0:22713:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1788744657.288595:0:22713:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9ac740030200/0xb6207a6e76dcdbfb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xb6207a6e76dcdbf4 expref: 18 pid: 22690 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744657.288618:0:22713:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9ac740030200/0xb6207a6e76dcdbfb lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xb6207a6e76dcdbf4 expref: 18 pid: 22690 timeout: 738 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788744657.288627:0:22713:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac7556efb80 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22713:1875634154605056:0@lo:104: 00000100:00100000:2.0:1788744657.288649:0:22713:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788744657.288667:0:22713:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ac747634f00 going to sleep for 11 seconds 00000100:00100000:1.0:1788744657.288875:0:22681:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154604928 00000100:00100000:1.0:1788744657.288883:0:22681:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154604928 00000100:00100000:1.0:1788744657.288913:0:22681:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154605056 00000100:00100000:1.0:1788744657.288916:0:22681:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154605056 00000100:00100000:1.0:1788744657.288930:0:22681:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1788744657.288938:0:22681:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac7556ec000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:57b18335-b9a3-4404-b391-d3050d8407ce+4:22713:x1875634154604928:12345-0@lo:104: 00010000:00010000:1.0:1788744657.288949:0:22681:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.104@tcp lock: ffff9ac774b58200/0xb6207a6e76dcdcb8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xb6207a6e76dcdcbf expref: -99 pid: 23429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744657.289010:0:22681:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1788744657.289016:0:22681:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac7556ec000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:57b18335-b9a3-4404-b391-d3050d8407ce+4:22713:x1875634154604928:12345-0@lo:104: Request processed in 79us (467us total) trans 0 rc 0/0 00000100:00100000:1.0:1788744657.289023:0:22681:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1788744657.289038:0:22681:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1788744657.289044:0:22681:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac7556ed500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:57b18335-b9a3-4404-b391-d3050d8407ce+3:22713:x1875634154605056:12345-0@lo:104: 00010000:00010000:1.0:1788744657.289052:0:22681:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.104@tcp lock: ffff9ac6420f0600/0xb6207a6e76dcdbf4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xb6207a6e76dcdbfb expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744657.289098:0:22681:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:1.0:1788744657.289104:0:22681:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac7556ed500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:57b18335-b9a3-4404-b391-d3050d8407ce+3:22713:x1875634154605056:12345-0@lo:104: Request processed in 60us (454us total) trans 0 rc 0/0 00000100:00100000:1.0:1788744657.289110:0:22681:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00010000:1.0:1788744657.289127:0:22686:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1788744657.289134:0:22686:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.104@tcp lock: ffff9ac774b58200/0xb6207a6e76dcdcb8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xb6207a6e76dcdcbf expref: -99 pid: 23429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744657.289142:0:22686:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ac774b58200 already unused, calling callback (ffffffffc14dbc20) 10000000:00010000:1.0:1788744657.289151:0:22686:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.104@tcp lock: ffff9ac774b58200/0xb6207a6e76dcdcb8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0xb6207a6e76dcdcbf expref: -99 pid: 23429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744657.289159:0:22686:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.104@tcp lock: ffff9ac774b58200/0xb6207a6e76dcdcb8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0xb6207a6e76dcdcbf expref: -99 pid: 23429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1788744657.289166:0:22686:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.104@tcp lock: ffff9ac774b58200/0xb6207a6e76dcdcb8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0xb6207a6e76dcdcbf expref: -99 pid: 23429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788744657.289171:0:22686:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:1.0:1788744657.289199:0:22686:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.104@tcp lock: ffff9ac774b58200/0xb6207a6e76dcdcb8 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb6207a6e76dcdcbf expref: -99 pid: 23429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744657.289205:0:22686:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788744657.289226:0:22686:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.104@tcp lock: ffff9ac774b58200/0xb6207a6e76dcdcb8 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb6207a6e76dcdcbf expref: -99 pid: 23429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744657.289233:0:22686:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.104@tcp lock: ffff9ac774b58200/0xb6207a6e76dcdcb8 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb6207a6e76dcdcbf expref: -99 pid: 23429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744657.289258:0:22686:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788744657.289262:0:22686:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.104@tcp lock: ffff9ac6420f0600/0xb6207a6e76dcdbf4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xb6207a6e76dcdbfb expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744657.289268:0:22686:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ac6420f0600 already unused, calling callback (ffffffffc14dbc20) 10000000:00010000:1.0:1788744657.289270:0:22686:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.104@tcp lock: ffff9ac6420f0600/0xb6207a6e76dcdbf4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xb6207a6e76dcdbfb expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744657.289278:0:22686:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.104@tcp lock: ffff9ac6420f0600/0xb6207a6e76dcdbf4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xb6207a6e76dcdbfb expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1788744657.289296:0:22686:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.104@tcp lock: ffff9ac6420f0600/0xb6207a6e76dcdbf4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xb6207a6e76dcdbfb expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788744657.289302:0:22686:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:1.0:1788744657.289317:0:22686:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.104@tcp lock: ffff9ac6420f0600/0xb6207a6e76dcdbf4 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb6207a6e76dcdbfb expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744657.289322:0:22686:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788744657.289329:0:22686:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.104@tcp lock: ffff9ac6420f0600/0xb6207a6e76dcdbf4 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb6207a6e76dcdbfb expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744657.289335:0:22686:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.104@tcp lock: ffff9ac6420f0600/0xb6207a6e76dcdbf4 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb6207a6e76dcdbfb expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744657.289349:0:22686:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788744657.289351:0:22686:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788744657.289352:0:22686:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788744657.289359:0:22685:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788744657.289370:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac643fb2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:57b18335-b9a3-4404-b391-d3050d8407ce:3643:1875634154605184:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788744657.289422:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788744657.290917:0:22713:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac7556eed80 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22713:1875634154604928:0@lo:104: 00000100:00100000:2.0:1788744657.290931:0:22713:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac7556efb80 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22713:1875634154605056:0@lo:104: 00010000:00010000:2.0:1788744657.290959:0:22713:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff9ac774b59000/0xb6207a6e76dcdcf7 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788744657.292511:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac643fb2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:57b18335-b9a3-4404-b391-d3050d8407ce:3644:1875634154605312:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788744657.298178:0:22690:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac775c53850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:57b18335-b9a3-4404-b391-d3050d8407ce+18:23429:x1875634154604800:12345-0@lo:253:mount.lustre.0 Request processed in 28469us (29259us total) trans 0 rc 0/0 00000100:00100000:2.0:1788744657.298193:0:22690:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50 00000100:00100000:2.0:1788744657.298252:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788744657.298306:0:22682:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154605184 00000100:00100000:2.0:1788744657.298314:0:22682:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154605184 00010000:00010000:2.0:1788744657.298345:0:22682:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9ac6420f1c00/0xb6207a6e76dcdcbf lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xb6207a6e76dcdcb8 expref: 18 pid: 22692 timeout: 738 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788744657.298369:0:22682:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154605312 00000100:00100000:2.0:1788744657.298372:0:22682:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154605312 00010000:00010000:2.0:1788744657.298383:0:22682:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9ac740030200/0xb6207a6e76dcdbfb lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xb6207a6e76dcdbf4 expref: 19 pid: 22690 timeout: 738 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788744657.298396:0:22682:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1788744657.298433:0:22682:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac643fb0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:57b18335-b9a3-4404-b391-d3050d8407ce+19:3643:x1875634154605184:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788744657.298448:0:22682:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788744657.298454:0:22682:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9ac6420f1c00/0xb6207a6e76dcdcbf lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xb6207a6e76dcdcb8 expref: 19 pid: 22692 timeout: 738 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744657.298465:0:22682:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9ac6420f1c00/0xb6207a6e76dcdcbf lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xb6207a6e76dcdcb8 expref: 19 pid: 22692 timeout: 738 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744657.298482:0:22682:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9ac6420f1c00/0xb6207a6e76dcdcbf lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xb6207a6e76dcdcb8 expref: 19 pid: 22692 timeout: 738 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744657.298494:0:22682:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788744657.298522:0:22682:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac643fb0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:57b18335-b9a3-4404-b391-d3050d8407ce+18:3643:x1875634154605184:12345-0@lo:103:ldlm_bl.0 Request processed in 91us (9120us total) trans 0 rc 0/0 00000100:00100000:2.0:1788744657.298528:0:22682:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1788744657.298543:0:22682:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:2.0:1788744657.298549:0:22682:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac7556efb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:57b18335-b9a3-4404-b391-d3050d8407ce+17:3644:x1875634154605312:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788744657.298557:0:22682:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788744657.298561:0:22682:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9ac740030200/0xb6207a6e76dcdbfb lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xb6207a6e76dcdbf4 expref: 17 pid: 22690 timeout: 738 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744657.298570:0:22682:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9ac740030200/0xb6207a6e76dcdbfb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xb6207a6e76dcdbf4 expref: 17 pid: 22690 timeout: 738 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744657.298579:0:22682:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9ac740030200/0xb6207a6e76dcdbfb lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xb6207a6e76dcdbf4 expref: 17 pid: 22690 timeout: 738 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744657.298591:0:22682:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff9ac774b59000/0xb6207a6e76dcdcf7 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744657.298610:0:22682:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9ac774b59000/0xb6207a6e76dcdcf7 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:2.0:1788744657.298625:0:22682:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.010311831s 00010000:00010000:2.0:1788744657.298630:0:22682:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9ac774b59000/0xb6207a6e76dcdcf7 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744657.298637:0:22682:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9ac774b59000/0xb6207a6e76dcdcf7 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744657.298643:0:22682:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff9ac774b59000/0xb6207a6e76dcdcf7 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744657.298650:0:22682:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff9ac774b59000/0xb6207a6e76dcdcf7 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744657.298656:0:22682:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ac774b59000 already unused, calling callback (ffffffffc0e92940) 00010000:00010000:2.0:1788744657.298660:0:22682:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff9ac774b59000/0xb6207a6e76dcdcf7 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744657.298668:0:22682:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff9ac774b59000/0xb6207a6e76dcdcf7 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744657.298684:0:22682:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff9ac774b59000/0xb6207a6e76dcdcf7 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744657.298695:0:22682:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788744657.298723:0:22682:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac7556efb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:57b18335-b9a3-4404-b391-d3050d8407ce+16:3644:x1875634154605312:12345-0@lo:103:ldlm_bl.0 Request processed in 174us (471us total) trans 0 rc 0/0 00000100:00100000:2.0:1788744657.298729:0:22682:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00010000:2.0:1788744657.298759:0:22713:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff9ac774b59000/0xb6207a6e76dcdcf7 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744657.298767:0:22713:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff9ac774b59000/0xb6207a6e76dcdcf7 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744657.298773:0:22713:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9ac774b59000/0xb6207a6e76dcdcf7 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788744657.298807:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac643fb2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:57b18335-b9a3-4404-b391-d3050d8407ce:3644:1875634154605312:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788744657.298841:0:23429:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac745dd7100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:57b18335-b9a3-4404-b391-d3050d8407ce:23429:1875634154604800:0@lo:253:mount.lustre.0 10000000:01000000:2.0:1788744657.298852:0:23429:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0001 got index = 1 00000020:01000004:2.0:1788744657.298855:0:23429:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:2.0:1788744657.298857:0:23429:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:2.0:1788744657.298858:0:23429:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1788744657.298859:0:23429:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1788744657.298861:0:23429:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1788744657.298862:0:23429:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1788744657.298863:0:23429:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1788744657.298865:0:23429:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1788744657.298866:0:23429:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:2.0:1788744657.298876:0:23429:0:(tgt_mount.c:2694:server_calc_timeout()) lustre-MDT0001: Imperative Recovery not enabled, recovery window 60-180 00000100:00100000:0.0:1788744657.302223:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac643fb2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:57b18335-b9a3-4404-b391-d3050d8407ce:3643:1875634154605184:0@lo:103:ldlm_bl.0 00000040:01000000:0.0:1788744657.317981:0:23429:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0001-osd ctxt 16 is initialized 00000020:00080000:3.0:1788744657.318149:0:23455:0:(update_trans.c:1538:distribute_txn_commit_thread()) lustre-MDT0001: start commit thread committed batchid 0 00000020:00080000:3.0:1788744657.318153:0:23455:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 0 00000040:01000000:0.0:1788744657.319218:0:23456:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:00080000:0.0:1788744657.319686:0:23456:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:01000000:2.0:1788744657.321525:0:23429:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0000-osp-MDT0001 ctxt 16 is initialized 00000040:00080000:0.0:1788744657.323514:0:23456:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x240000400:0x1:0x0] index 261376 count 1 00000004:00080000:0.0:1788744657.323599:0:23456:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0001-osd retrieved update log, duration 0, retries 0 00000100:00100000:1.0:1788744657.330536:0:23457:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac643fb3b80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23457:1875634154605440:0@lo:1000:lod0001_rec0000.0 00000100:00100000:1.0:1788744657.330615:0:23457:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788744657.330651:0:23457:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ac762b063c0 going to sleep for 11 seconds 00000040:01000000:2.0:1788744657.330828:0:23429:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0001 ctxt 12 is initialized 00000040:00080000:2.0:1788744657.330868:0:23429:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000004:00000080:2.0:1788744657.331285:0:23429:0:(mdd_device.c:555:mdd_changelog_llog_init()) changelog starting index=0 00000040:01000000:2.0:1788744657.331293:0:23429:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0001 ctxt 14 is initialized 00000040:00080000:2.0:1788744657.331331:0:23429:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1788744657.332322:0:23429:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x5:0x0] index 64768 count 1 00000040:00080000:2.0:1788744657.332878:0:23429:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x6:0x0] index 64768 count 1 00000040:01000000:2.0:1788744657.332908:0:23429:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0001 ctxt 15 is initialized 00000040:00080000:2.0:1788744657.333003:0:23429:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00080000:10000000:2.0:1788744657.333587:0:23429:0:(osd_handler.c:5580:osd_index_try()) lustre-MDT0001: index object [0x200000003:0x30:0x0] (8/32) registered 00000100:00100000:3.0:1788744657.333874:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154605440 00000100:00100000:3.0:1788744657.333883:0:22703:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154605440 00000100:00100000:3.0:1788744657.333927:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:3.0:1788744657.333937:0:22703:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac643fb1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:23457:x1875634154605440:12345-0@lo:1000:lod0001_rec0000.0 00000100:00100000:3.0:1788744657.334048:0:22703:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac643fb1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:23457:x1875634154605440:12345-0@lo:1000:lod0001_rec0000.0 Request processed in 112us (3433us total) trans 0 rc 0/0 00000100:00100000:3.0:1788744657.334055:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1788744657.335037:0:23457:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac643fb3b80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23457:1875634154605440:0@lo:1000:lod0001_rec0000.0 00000040:01000000:1.0:1788744657.335078:0:23457:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000100:00100000:1.0:1788744657.335124:0:23457:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac643fb3b80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23457:1875634154605568:0@lo:1000:lod0001_rec0000.0 00000100:00100000:1.0:1788744657.335171:0:23457:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788744657.335211:0:23457:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ac642618cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1788744657.335327:0:23438:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154605568 00000100:00100000:0.0:1788744657.335334:0:23438:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154605568 00000100:00100000:0.0:1788744657.335372:0:23438:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1788744657.335380:0:23438:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac643fb1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:23457:x1875634154605568:12345-0@lo:1000:lod0001_rec0000.0 00000100:00100000:0.0:1788744657.335510:0:23438:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac643fb1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:23457:x1875634154605568:12345-0@lo:1000:lod0001_rec0000.0 Request processed in 130us (337us total) trans 0 rc 0/0 00000100:00100000:0.0:1788744657.335517:0:23438:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:1.0:1788744657.335696:0:23457:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac643fb3b80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23457:1875634154605568:0@lo:1000:lod0001_rec0000.0 00000100:00100000:1.0:1788744657.335750:0:23457:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac643fb3b80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:23457:1875634154605696:0@lo:900:lod0001_rec0000.0 00000100:00100000:1.0:1788744657.335779:0:23457:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788744657.335791:0:23457:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ac642618d80 going to sleep for 11 seconds 00000100:00100000:0.0:1788744657.335897:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154605696 00000100:00100000:0.0:1788744657.335902:0:22708:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154605696 00000100:00100000:0.0:1788744657.335931:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1788744657.335938:0:22708:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac643fb1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:lustre-MDT0000-lwp-MDT0001_UUID+5:23457:x1875634154605696:12345-0@lo:900:lod0001_rec0000.0 00000100:00100000:0.0:1788744657.335988:0:22708:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac643fb1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:lustre-MDT0000-lwp-MDT0001_UUID+5:23457:x1875634154605696:12345-0@lo:900:lod0001_rec0000.0 Request processed in 50us (207us total) trans 0 rc 0/0 00000100:00100000:0.0:1788744657.335994:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00010000:00080000:3.0:1788744657.336059:0:23457:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff9ac643fb3b80 x1875634154605696/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 1788744673 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lod0001_rec0000.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788744657.336069:0:23457:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac643fb3b80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:23457:1875634154605696:0@lo:900:lod0001_rec0000.0 00000100:00100000:3.0:1788744657.336109:0:23457:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac745dd5880 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23457:1875634154605824:0@lo:1000:lod0001_rec0000.0 00000100:00100000:3.0:1788744657.336136:0:23457:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788744657.336159:0:23457:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ac77caf4780 going to sleep for 11 seconds 00000100:00100000:0.0:1788744657.336203:0:23438:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154605824 00000100:00100000:0.0:1788744657.336207:0:23438:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154605824 00000100:00100000:0.0:1788744657.336235:0:23438:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:0.0:1788744657.336251:0:23438:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac745dd4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:23457:x1875634154605824:12345-0@lo:1000:lod0001_rec0000.0 00000100:00100000:0.0:1788744657.336303:0:23438:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac745dd4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:23457:x1875634154605824:12345-0@lo:1000:lod0001_rec0000.0 Request processed in 62us (165us total) trans 0 rc 0/0 00000100:00100000:0.0:1788744657.336309:0:23438:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:0.0:1788744657.336335:0:23457:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac745dd5880 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23457:1875634154605824:0@lo:1000:lod0001_rec0000.0 00000040:00080000:0.0:1788744657.336380:0:23457:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1788744657.338468:0:23457:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x200000401:0x1:0x0] index 261376 count 1 00000004:00080000:0.0:1788744657.338543:0:23457:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0000-osp-MDT0001 retrieved update log, duration 0, retries 0 00000004:00080000:0.0:1788744657.338559:0:23457:0:(lod_dev.c:545:lod_sub_recovery_thread()) lustre-MDT0001 got update logs from all MDTs. 00000001:00000004:0.0:1788744657.344893:0:23429:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 3, last_transno is 12884901888 00000001:00080000:0.0:1788744657.351051:0:23429:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0001: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000004:00000080:0.0:1788744657.351098:0:23429:0:(mdd_device.c:2304:mdd_iocontrol()) lustre-MDD0001: cmd=c00866e6 len=0 karg=ffffa7f900d53988 00100000:10000000:0.0:1788744657.351108:0:23429:0:(lfsck_lib.c:3085:lfsck_start()) lustre-MDT0001-osd: start master thread 00000020:01000004:2.0:1788744657.351524:0:23429:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:2.0:1788744657.351556:0:23429:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.203.104@tcp: cl_mgc_mutex unlock 00000020:01000004:2.0:1788744657.351575:0:23429:0:(tgt_mount.c:2460:server_fill_super_common()) Server sb, dev=48 00000080:00000004:2.0:1788744657.351590:0:23429:0:(super25.c:182:lustre_fill_super()) /dev/mapper/mds2_flakey: Mount complete 00000020:00000004:2.0:1788744657.353365:0:23429:0:(tgt_mount.c:2346:server_getattr()) lustre-MDT0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:2.0:1788744657.353662:0:23429:0:(tgt_mount.c:2361:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:1.0:1788744657.909633:0:22686:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788744658.223202:0:22739:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ac7556c8540 going to sleep for 0 seconds 00000040:00080000:3.0:1788744658.287152:0:23449:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 10000000:01000000:2.0:1788744658.670519:0:22694:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:2.0:1788744658.670527:0:22694:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff9ac7531af000 from 12 10000000:01000000:2.0:1788744658.670532:0:22694:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:2.0:1788744658.670580:0:22694:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.104@tcp lock: ffff9ac774b58800/0xb6207a6e76dcdcfe lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744658.670592:0:22694:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.104@tcp lock: ffff9ac774b58800/0xb6207a6e76dcdcfe lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744658.670603:0:22694:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.104@tcp lock: ffff9ac774b58800/0xb6207a6e76dcdcfe lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788744658.670638:0:22694:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac7556eed80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:57b18335-b9a3-4404-b391-d3050d8407ce:22694:1875634154605952:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1788744658.670700:0:22694:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788744658.670740:0:22694:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ac6431e50c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788744658.670972:0:22689:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154605952 00000100:00100000:0.0:1788744658.670981:0:22689:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154605952 00000100:00100000:0.0:1788744658.671030:0:22689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51 00000100:00100000:0.0:1788744658.671046:0:22689:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac775c50050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:57b18335-b9a3-4404-b391-d3050d8407ce+16:22694:x1875634154605952:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788744658.671059:0:22689:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788744658.671074:0:22689:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9ac6420f0200/0xb6207a6e76dcdd05 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xb6207a6e76dcdcfe expref: -99 pid: 22689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744658.671097:0:22689:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9ac6420f0200/0xb6207a6e76dcdd05 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xb6207a6e76dcdcfe expref: 17 pid: 22689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744658.671108:0:22689:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9ac6420f0200/0xb6207a6e76dcdd05 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb6207a6e76dcdcfe expref: 17 pid: 22689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744658.671117:0:22689:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ac6420f0200, rc 0) 00000100:00100000:0.0:1788744658.671170:0:22689:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac775c50050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:57b18335-b9a3-4404-b391-d3050d8407ce+17:22694:x1875634154605952:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 126us (469us total) trans 0 rc 0/0 00000100:00100000:0.0:1788744658.671177:0:22689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51 00000100:00100000:3.0:1788744658.671462:0:22694:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac7556eed80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:57b18335-b9a3-4404-b391-d3050d8407ce:22694:1875634154605952:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788744658.671479:0:22694:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.104@tcp lock: ffff9ac774b58800/0xb6207a6e76dcdcfe lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb6207a6e76dcdd05 expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744658.671489:0:22694:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.104@tcp lock: ffff9ac774b58800/0xb6207a6e76dcdcfe lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xb6207a6e76dcdd05 expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788744658.671560:0:22694:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac745dd7480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:57b18335-b9a3-4404-b391-d3050d8407ce:22694:1875634154606080:0@lo:256:ll_cfg_requeue.0 00000100:00100000:3.0:1788744658.671600:0:22694:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788744658.671635:0:22694:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ac6435623c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788744658.671819:0:22690:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154606080 00000100:00100000:1.0:1788744658.671826:0:22690:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154606080 00000100:00100000:1.0:1788744658.671862:0:22690:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 52 00000100:00100000:1.0:1788744658.671870:0:22690:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac775c52850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:57b18335-b9a3-4404-b391-d3050d8407ce+17:22694:x1875634154606080:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:1.0:1788744658.671884:0:22690:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:1.0:1788744658.671900:0:22690:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:1.0:1788744658.671903:0:22690:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 12 00000100:00100000:1.0:1788744658.671992:0:22690:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac775c52850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:57b18335-b9a3-4404-b391-d3050d8407ce+17:22694:x1875634154606080:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 122us (391us total) trans 0 rc 0/0 00000100:00100000:1.0:1788744658.672000:0:22690:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 52 00000100:00100000:3.0:1788744658.672184:0:22694:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac745dd7480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:57b18335-b9a3-4404-b391-d3050d8407ce:22694:1875634154606080:0@lo:256:ll_cfg_requeue.0 10000000:01000000:3.0:1788744658.672250:0:22694:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.104@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:3.0:1788744658.672259:0:22694:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.104@tcp lock: ffff9ac774b58800/0xb6207a6e76dcdcfe lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb6207a6e76dcdd05 expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744658.672267:0:22694:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.104@tcp lock: ffff9ac774b58800/0xb6207a6e76dcdcfe lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb6207a6e76dcdd05 expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788744658.672276:0:22694:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:3.0:1788744658.672278:0:22694:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff9ac641b56800 from 12 10000000:01000000:3.0:1788744658.672281:0:22694:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:3.0:1788744658.672301:0:22694:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.104@tcp lock: ffff9ac740031200/0xb6207a6e76dcdd0c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744658.672309:0:22694:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.104@tcp lock: ffff9ac740031200/0xb6207a6e76dcdd0c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744658.672318:0:22694:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.104@tcp lock: ffff9ac740031200/0xb6207a6e76dcdd0c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788744658.672332:0:22694:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac745dd7480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:57b18335-b9a3-4404-b391-d3050d8407ce:22694:1875634154606208:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1788744658.672358:0:22694:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788744658.672381:0:22694:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ac6435623c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788744658.672551:0:22692:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154606208 00000100:00100000:2.0:1788744658.672556:0:22692:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154606208 00000100:00100000:2.0:1788744658.672580:0:22692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53 00000100:00100000:2.0:1788744658.672587:0:22692:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac775c53c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:57b18335-b9a3-4404-b391-d3050d8407ce+17:22694:x1875634154606208:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788744658.672596:0:22692:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788744658.672620:0:22692:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9ac774b58c00/0xb6207a6e76dcdd13 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xb6207a6e76dcdd0c expref: -99 pid: 22692 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744658.672637:0:22692:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9ac774b58c00/0xb6207a6e76dcdd13 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xb6207a6e76dcdd0c expref: 18 pid: 22692 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744658.672658:0:22692:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9ac774b58c00/0xb6207a6e76dcdd13 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb6207a6e76dcdd0c expref: 18 pid: 22692 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744658.672666:0:22692:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ac774b58c00, rc 0) 00000100:00100000:2.0:1788744658.672706:0:22692:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac775c53c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:57b18335-b9a3-4404-b391-d3050d8407ce+18:22694:x1875634154606208:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 119us (345us total) trans 0 rc 0/0 00000100:00100000:2.0:1788744658.672711:0:22692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53 00000100:00100000:3.0:1788744658.672898:0:22694:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac745dd7480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:57b18335-b9a3-4404-b391-d3050d8407ce:22694:1875634154606208:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788744658.672915:0:22694:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.104@tcp lock: ffff9ac740031200/0xb6207a6e76dcdd0c lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xb6207a6e76dcdd13 expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744658.672923:0:22694:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.104@tcp lock: ffff9ac740031200/0xb6207a6e76dcdd0c lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xb6207a6e76dcdd13 expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788744658.672957:0:22694:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac745dd7480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:57b18335-b9a3-4404-b391-d3050d8407ce:22694:1875634154606336:0@lo:256:ll_cfg_requeue.0 00000100:00100000:3.0:1788744658.672984:0:22694:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788744658.673011:0:22694:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ac6435623c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788744658.673127:0:22690:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154606336 00000100:00100000:1.0:1788744658.673132:0:22690:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154606336 00000100:00100000:1.0:1788744658.673153:0:22690:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54 00000100:00100000:1.0:1788744658.673159:0:22690:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac775c52050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:57b18335-b9a3-4404-b391-d3050d8407ce+18:22694:x1875634154606336:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:1.0:1788744658.673171:0:22690:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:1.0:1788744658.673184:0:22690:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:1.0:1788744658.673187:0:22690:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 12 00000100:00100000:1.0:1788744658.673287:0:22690:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac775c52050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:57b18335-b9a3-4404-b391-d3050d8407ce+18:22694:x1875634154606336:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 128us (301us total) trans 0 rc 0/0 00000100:00100000:1.0:1788744658.673293:0:22690:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54 00000100:00100000:3.0:1788744658.673464:0:22694:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac745dd7480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:57b18335-b9a3-4404-b391-d3050d8407ce:22694:1875634154606336:0@lo:256:ll_cfg_requeue.0 10000000:01000000:3.0:1788744658.673501:0:22694:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.104@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:3.0:1788744658.673507:0:22694:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.104@tcp lock: ffff9ac740031200/0xb6207a6e76dcdd0c lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xb6207a6e76dcdd13 expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744658.673515:0:22694:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.104@tcp lock: ffff9ac740031200/0xb6207a6e76dcdd0c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xb6207a6e76dcdd13 expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744658.931937:0:22685:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788744659.246496:0:22739:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ac7556c8540 going to sleep for 0 seconds 00000040:00080000:0.0:1788744659.318790:0:23449:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:1.0:1788744659.962900:0:22686:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788744660.270554:0:22739:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ac7556c8540 going to sleep for 0 seconds 00010000:00010000:2.0:1788744660.980618:0:22685:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788744661.295459:0:22739:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ac7556c8540 going to sleep for 0 seconds 00010000:00010000:1.0:1788744661.998938:0:22686:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788744662.319483:0:22739:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ac7556c8540 going to sleep for 0 seconds 00000100:00080000:3.0:1788744662.383437:0:475:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:3.0:1788744662.383444:0:475:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1788744662.383447:0:475:0:(import.c:65:import_set_state_nolock()) ffff9ac77cadb000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1788744662.383462:0:475:0:(import.c:666:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff9ac77cadb000 using connection 192.168.203.104@tcp/0@lo 00000100:00100000:3.0:1788744662.383485:0:475:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ac745dd4380 x1875634154606592/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1788744662.383500:0:475:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788744662.383503:0:475:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1788744662.383506:0:475:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788744662.383516:0:475:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1788744662.383539:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac745dd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:57b18335-b9a3-4404-b391-d3050d8407ce:3645:1875634154606464:0@lo:400:kworker.0 00000100:00080000:3.0:1788744662.383543:0:475:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788744662.383546:0:475:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1788744662.383548:0:475:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788744662.383550:0:475:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:3.0:1788744662.383603:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac745dd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3646:1875634154606720:0@lo:400:kworker.0 00000100:00100000:1.0:1788744662.383603:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788744662.383633:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788744662.383655:0:22690:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154606464 00000100:00100000:3.0:1788744662.383660:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac745dd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3643:1875634154606848:0@lo:400:kworker.0 00000100:00100000:1.0:1788744662.383662:0:22690:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154606464 00000100:00100000:3.0:1788744662.383697:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788744662.383703:0:22690:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55 00000100:00100000:1.0:1788744662.383710:0:22690:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac775c52c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:57b18335-b9a3-4404-b391-d3050d8407ce+18:3645:x1875634154606464:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788744662.383714:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1788744662.383718:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac745dd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3643:1875634154606976:0@lo:400:kworker.0 00000100:00100000:3.0:1788744662.383736:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788744662.383751:0:22690:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac775c52c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:57b18335-b9a3-4404-b391-d3050d8407ce+18:3645:x1875634154606464:12345-0@lo:400:kworker.0 Request processed in 42us (148us total) trans 0 rc 0/0 00000100:00100000:1.0:1788744662.383758:0:22690:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55 00000100:00100000:1.0:1788744662.383798:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac745dd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:57b18335-b9a3-4404-b391-d3050d8407ce:3645:1875634154606464:0@lo:400:kworker.0 00000100:00100000:3.0:1788744662.383841:0:22697:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154606720 00000100:00100000:3.0:1788744662.383845:0:22697:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154606720 00000100:00100000:3.0:1788744662.383880:0:22697:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154606976 00000100:00100000:3.0:1788744662.383884:0:22697:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154606976 00000100:00100000:3.0:1788744662.383898:0:22697:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1788744662.383904:0:22697:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac745dd4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3646:x1875634154606720:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788744662.383941:0:22697:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac745dd4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3646:x1875634154606720:12345-0@lo:400:kworker.0 Request processed in 36us (307us total) trans 0 rc 0/0 00000100:00100000:3.0:1788744662.383947:0:22697:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1788744662.383961:0:22697:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1788744662.383967:0:22697:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac745dd5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3643:x1875634154606976:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788744662.383996:0:22697:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac745dd5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3643:x1875634154606976:12345-0@lo:400:kworker.0 Request processed in 29us (259us total) trans 0 rc 0/0 00000100:00100000:3.0:1788744662.384008:0:22697:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1788744662.384028:0:22702:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154606848 00000100:00100000:3.0:1788744662.384032:0:22702:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154606848 00000100:00100000:3.0:1788744662.384061:0:22702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1788744662.384066:0:22702:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac745dd6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3643:x1875634154606848:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788744662.384096:0:22702:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac745dd6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3643:x1875634154606848:12345-0@lo:400:kworker.0 Request processed in 30us (399us total) trans 0 rc 0/0 00000100:00100000:3.0:1788744662.384103:0:22702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00010000:00080000:3.0:1788744662.384130:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff9ac745dd5880 x1875634154606720/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788744678 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788744662.384141:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac745dd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3646:1875634154606720:0@lo:400:kworker.0 00010000:00080000:3.0:1788744662.384162:0:3643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff9ac745dd5c00 x1875634154606976/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788744678 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788744662.384170:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac745dd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3643:1875634154606976:0@lo:400:kworker.0 00000100:00100000:3.0:1788744662.384178:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac745dd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3643:1875634154606848:0@lo:400:kworker.0 00000100:00100000:2.0:1788744662.385144:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac745dd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3642:1875634154606592:0@lo:38:kworker.0 00000100:00100000:2.0:1788744662.385192:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788744662.385794:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154606592 00000100:00100000:3.0:1788744662.385803:0:22703:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154606592 00000100:00100000:3.0:1788744662.386197:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:3.0:1788744662.386204:0:22703:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac7556ece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3642:x1875634154606592:12345-0@lo:38:kworker.0 00010000:00080000:3.0:1788744662.386245:0:22703:0:(ldlm_lib.c:1456:target_handle_connect()) lustre-MDT0001: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 644 last 0 00000020:00000080:3.0:1788744662.386375:0:22703:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xb6207a6e76dcdd1a 00000004:00100000:3.0:1788744662.386390:0:22703:0:(mdt_handler.c:7495:mdt_connect_internal()) lustre-MDT0001: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000001:00000004:3.0:1788744662.386395:0:22703:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 3, last_transno is 12884901888 00000100:00100000:3.0:1788744662.392144:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1788744662.392172:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac745dd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3646:1875634154607104:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788744662.392247:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788744662.392460:0:23438:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154607104 00000100:00100000:1.0:1788744662.392468:0:23438:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154607104 00000100:00100000:1.0:1788744662.392514:0:23438:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:1.0:1788744662.392523:0:23438:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac745dd5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3646:x1875634154607104:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1788744662.392557:0:23438:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:1.0:1788744662.392602:0:23438:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac745dd5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3646:x1875634154607104:12345-0@lo:41:osp-pre-0-1.0 Request processed in 80us (354us total) trans 0 rc 0/0 00000100:00100000:1.0:1788744662.392609:0:23438:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:1.0:1788744662.392649:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac745dd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3646:1875634154607104:0@lo:41:osp-pre-0-1.0 00000100:00080000:0.0:1788744662.404331:0:22703:0:(import.c:65:import_set_state_nolock()) ffff9ac774b06000 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1788744662.404445:0:22703:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac7556ece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3642:x1875634154606592:12345-0@lo:38:kworker.0 Request processed in 18238us (19251us total) trans 0 rc 0/0 00000100:00100000:0.0:1788744662.404465:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00080000:2.0:1788744662.404586:0:3642:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-MDT0001-osp-MDT0000: connect to target with instance 3 00000100:00080000:2.0:1788744662.404595:0:3642:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-MDT0001-osp-MDT0000: Resetting ns_connect_flags to server flags: 0xa2400010450010a0 00000100:00080000:2.0:1788744662.404601:0:3642:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000100:00080000:2.0:1788744662.404604:0:3642:0:(import.c:65:import_set_state_nolock()) ffff9ac77cadb000 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00080000:2.0:1788744662.404621:0:3642:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 000000008e2ac64c): req@ffff9ac745dd7b80 x1875634154599680/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 304/4320 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'lod0000_rec0001.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788744662.404641:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac745dd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3642:1875634154606592:0@lo:38:kworker.0 00000100:00100000:2.0:1788744662.404705:0:22739:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788744662.404729:0:22739:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ac7556c8540 going to sleep for 11 seconds 00000100:00100000:2.0:1788744662.404744:0:23438:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154599680 00000100:00100000:2.0:1788744662.404750:0:23438:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154599680 00000100:00100000:2.0:1788744662.404784:0:23438:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1788744662.404793:0:23438:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac7556edf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:22739:x1875634154599680:12345-0@lo:1000:lod0000_rec0001.0 00000100:00100000:2.0:1788744662.405105:0:23438:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac7556edf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:22739:x1875634154599680:12345-0@lo:1000:lod0000_rec0001.0 Request processed in 313us (398us total) trans 0 rc 0/0 00000100:00100000:2.0:1788744662.405122:0:23438:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:0.0:1788744662.405182:0:22739:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac745dd7b80 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22739:1875634154599680:0@lo:1000:lod0000_rec0001.0 00000040:01000000:0.0:1788744662.405223:0:22739:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000100:00100000:0.0:1788744662.405264:0:22739:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac643fe0a80 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22739:1875634154607232:0@lo:1000:lod0000_rec0001.0 00000100:00100000:0.0:1788744662.405296:0:22739:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788744662.405321:0:22739:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ac77aa4c0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788744662.405362:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154607232 00000100:00100000:2.0:1788744662.405367:0:22703:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154607232 00000100:00100000:2.0:1788744662.405398:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:2.0:1788744662.405428:0:22703:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac643fe1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:22739:x1875634154607232:12345-0@lo:1000:lod0000_rec0001.0 00000100:00100000:2.0:1788744662.405524:0:22703:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac643fe1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:22739:x1875634154607232:12345-0@lo:1000:lod0000_rec0001.0 Request processed in 96us (226us total) trans 0 rc 0/0 00000100:00100000:2.0:1788744662.405530:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:2.0:1788744662.405556:0:22739:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac643fe0a80 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22739:1875634154607232:0@lo:1000:lod0000_rec0001.0 00000100:00100000:2.0:1788744662.405618:0:22739:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac7556ed880 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22739:1875634154607360:0@lo:1000:lod0000_rec0001.0 00000100:00100000:2.0:1788744662.405641:0:22739:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788744662.405655:0:22739:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ac642618d80 going to sleep for 11 seconds 00000100:00100000:2.0:1788744662.405667:0:22702:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154607360 00000100:00100000:2.0:1788744662.405670:0:22702:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154607360 00000100:00100000:2.0:1788744662.405692:0:22702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:2.0:1788744662.405698:0:22702:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac7556edc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:22739:x1875634154607360:12345-0@lo:1000:lod0000_rec0001.0 00000100:00100000:2.0:1788744662.405745:0:22702:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac7556edc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:22739:x1875634154607360:12345-0@lo:1000:lod0000_rec0001.0 Request processed in 47us (103us total) trans 0 rc 0/0 00000100:00100000:2.0:1788744662.405751:0:22702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:2.0:1788744662.405776:0:22739:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac7556ed880 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22739:1875634154607360:0@lo:1000:lod0000_rec0001.0 00000040:00080000:2.0:1788744662.405814:0:22739:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:0.0:1788744662.406495:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac643fe1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3646:1875634154607488:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1788744662.406526:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788744662.409018:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154607488 00000100:00100000:3.0:1788744662.409032:0:22703:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154607488 00000100:00100000:3.0:1788744662.409090:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:3.0:1788744662.409101:0:22703:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac643fe2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3646:x1875634154607488:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1788744662.409138:0:22703:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:3.0:1788744662.409226:0:22703:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac643fe2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3646:x1875634154607488:12345-0@lo:41:osp-pre-1-0.0 Request processed in 127us (2698us total) trans 0 rc 0/0 00000100:00100000:3.0:1788744662.409233:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000040:00080000:2.0:1788744662.410355:0:22739:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x240000401:0x1:0x0] index 261376 count 1 00000100:00100000:1.0:1788744662.410685:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac643fe1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3646:1875634154607488:0@lo:41:osp-pre-1-0.0 00000004:00080000:2.0:1788744662.410892:0:22739:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0001-osp-MDT0000 retrieved update log, duration 19, retries 0 00000004:00080000:2.0:1788744662.410898:0:22739:0:(lod_dev.c:545:lod_sub_recovery_thread()) lustre-MDT0000 got update logs from all MDTs. 00000001:02000400:2.0:1788744662.709306:0:23700:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg304-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00010000:00010000:0.0:1788744663.033290:0:22685:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:1.0:1788744663.654731:0:23752:0:(tgt_mount.c:2346:server_getattr()) lustre-MDT0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:1.0:1788744663.654952:0:23752:0:(tgt_mount.c:2361:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:1.0:1788744664.050771:0:22686:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:1.0:1788744664.656929:0:23802:0:(tgt_mount.c:2346:server_getattr()) lustre-MDT0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:1.0:1788744664.657133:0:23802:0:(tgt_mount.c:2361:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:0.0:1788744665.070608:0:22685:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1788744665.402227:0:22733:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000020:00000080:2.0:1788744665.972923:0:23851:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=400866bb len=0 uarg=00007ffc70ad3250 20000000:00000080:2.0:1788744665.972944:0:23851:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=400866bb len=576 karg=ffff9ac774d24c00 uarg=0000000000000000 20000000:01000000:2.0:1788744665.972985:0:23851:0:(mgs_llog.c:6192:mgs_set_param2()) set_param2 fs='' device='general' param='debug_raw_pointers=Y' 20000000:01000000:2.0:1788744665.972992:0:23851:0:(mgs_llog.c:4647:mgs_write_log_param2()) next param 'debug_raw_pointers=Y' 20000000:01000000:2.0:1788744665.972996:0:23851:0:(mgs_llog.c:1379:mgs_modify_param()) modify params/general/debug_raw_pointers=Y del=0 00000040:00080000:0.0:1788744665.974348:0:23852:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 2 count 13 20000000:00000400:1.0:1788744665.975009:0:23851:0:(mgs_llog.c:1450:mgs_modify_param()) MGS: modify general/debug_raw_pointers=Y (mode = 0) failed: rc = -17 10000000:01000000:1.0:1788744665.985154:0:23851:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 00010000:00010000:0.0:1788744665.985288:0:23851:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff9ac6420f0e00/0xb6207a6e76dcdd21 lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23851 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744665.985309:0:23851:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9ac6420f1200/0xb6207a6e76dcdbca lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb6207a6e76dcdbc3 expref: 17 pid: 22689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744665.985317:0:23851:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9ac773f47800/0xb6207a6e76dcdccd lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb6207a6e76dcdcc6 expref: 17 pid: 22690 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744665.985324:0:23851:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff9ac6420f0e00/0xb6207a6e76dcdd21 lrc: 5/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 23851 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744665.985368:0:23851:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9ac773f47800/0xb6207a6e76dcdccd lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xb6207a6e76dcdcc6 expref: 17 pid: 22690 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744665.985383:0:23851:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9ac773f47800/0xb6207a6e76dcdccd lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xb6207a6e76dcdcc6 expref: 17 pid: 22690 timeout: 747 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788744665.985442:0:23851:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac643fe3b80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:23851:1875634154607616:0@lo:104: 00000100:00100000:0.0:1788744665.985515:0:23851:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1788744665.985565:0:23851:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9ac6420f1200/0xb6207a6e76dcdbca lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xb6207a6e76dcdbc3 expref: 17 pid: 22689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744665.985573:0:23851:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9ac6420f1200/0xb6207a6e76dcdbca lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xb6207a6e76dcdbc3 expref: 17 pid: 22689 timeout: 747 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788744665.985581:0:23851:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac643fe1880 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:23851:1875634154607744:0@lo:104: 00000100:00100000:0.0:1788744665.985600:0:23851:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788744665.985620:0:23851:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ac755654d80 going to sleep for 11 seconds 00000100:00100000:1.0:1788744665.985898:0:22680:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154607616 00000100:00100000:1.0:1788744665.985907:0:22680:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154607616 00000100:00100000:1.0:1788744665.985942:0:22680:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154607744 00000100:00100000:1.0:1788744665.985945:0:22680:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154607744 00000100:00100000:1.0:1788744665.985957:0:22680:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1788744665.985965:0:22680:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac643fe1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:57b18335-b9a3-4404-b391-d3050d8407ce+4:23851:x1875634154607616:12345-0@lo:104: 00010000:00010000:1.0:1788744665.985977:0:22680:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.104@tcp lock: ffff9ac774b58400/0xb6207a6e76dcdcc6 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xb6207a6e76dcdccd expref: -99 pid: 23429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744665.986044:0:22680:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1788744665.986049:0:22680:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac643fe1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:57b18335-b9a3-4404-b391-d3050d8407ce+4:23851:x1875634154607616:12345-0@lo:104: Request processed in 86us (534us total) trans 0 rc 0/0 00000100:00100000:1.0:1788744665.986056:0:22680:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1788744665.986071:0:22680:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1788744665.986077:0:22680:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac643fe0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:57b18335-b9a3-4404-b391-d3050d8407ce+3:23851:x1875634154607744:12345-0@lo:104: 00010000:00010000:1.0:1788744665.986084:0:22680:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.104@tcp lock: ffff9ac774b59800/0xb6207a6e76dcdbc3 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xb6207a6e76dcdbca expref: -99 pid: 22676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744665.986114:0:22680:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:1.0:1788744665.986119:0:22680:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac643fe0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:57b18335-b9a3-4404-b391-d3050d8407ce+3:23851:x1875634154607744:12345-0@lo:104: Request processed in 43us (518us total) trans 0 rc 0/0 00000100:00100000:0.0:1788744665.986387:0:23851:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac643fe3b80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:23851:1875634154607616:0@lo:104: 00000100:00100000:0.0:1788744665.986396:0:23851:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac643fe1880 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:23851:1875634154607744:0@lo:104: 00010000:00010000:0.0:1788744665.986434:0:23851:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff9ac6420f0e00/0xb6207a6e76dcdd21 lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 23851 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788744665.986584:0:22680:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00010000:00010000:1.0:1788744665.986601:0:22686:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1788744665.986607:0:22686:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.104@tcp lock: ffff9ac774b58400/0xb6207a6e76dcdcc6 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xb6207a6e76dcdccd expref: -99 pid: 23429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744665.986628:0:22686:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ac774b58400 already unused, calling callback (ffffffffc14dbc20) 10000000:00010000:1.0:1788744665.986631:0:22686:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.104@tcp lock: ffff9ac774b58400/0xb6207a6e76dcdcc6 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0xb6207a6e76dcdccd expref: -99 pid: 23429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744665.986639:0:22686:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.104@tcp lock: ffff9ac774b58400/0xb6207a6e76dcdcc6 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0xb6207a6e76dcdccd expref: -99 pid: 23429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1788744665.986646:0:22686:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.104@tcp lock: ffff9ac774b58400/0xb6207a6e76dcdcc6 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0xb6207a6e76dcdccd expref: -99 pid: 23429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788744665.986651:0:22686:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:1.0:1788744665.986747:0:22686:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.104@tcp lock: ffff9ac774b58400/0xb6207a6e76dcdcc6 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb6207a6e76dcdccd expref: -99 pid: 23429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744665.986754:0:22686:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788744665.986937:0:22686:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.104@tcp lock: ffff9ac774b58400/0xb6207a6e76dcdcc6 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb6207a6e76dcdccd expref: -99 pid: 23429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744665.986945:0:22686:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.104@tcp lock: ffff9ac774b58400/0xb6207a6e76dcdcc6 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb6207a6e76dcdccd expref: -99 pid: 23429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744665.986958:0:22686:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788744665.986962:0:22686:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.104@tcp lock: ffff9ac774b59800/0xb6207a6e76dcdbc3 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xb6207a6e76dcdbca expref: -99 pid: 22676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744665.986967:0:22686:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ac774b59800 already unused, calling callback (ffffffffc14dbc20) 10000000:00010000:1.0:1788744665.986970:0:22686:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.104@tcp lock: ffff9ac774b59800/0xb6207a6e76dcdbc3 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xb6207a6e76dcdbca expref: -99 pid: 22676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744665.987045:0:22686:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.104@tcp lock: ffff9ac774b59800/0xb6207a6e76dcdbc3 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xb6207a6e76dcdbca expref: -99 pid: 22676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1788744665.987052:0:22686:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.104@tcp lock: ffff9ac774b59800/0xb6207a6e76dcdbc3 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xb6207a6e76dcdbca expref: -99 pid: 22676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788744665.987058:0:22686:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:1.0:1788744665.987074:0:22686:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.104@tcp lock: ffff9ac774b59800/0xb6207a6e76dcdbc3 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb6207a6e76dcdbca expref: -99 pid: 22676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744665.987079:0:22686:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788744665.987086:0:22686:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.104@tcp lock: ffff9ac774b59800/0xb6207a6e76dcdbc3 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb6207a6e76dcdbca expref: -99 pid: 22676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744665.987092:0:22686:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.104@tcp lock: ffff9ac774b59800/0xb6207a6e76dcdbc3 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb6207a6e76dcdbca expref: -99 pid: 22676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744665.987105:0:22686:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788744665.987107:0:22686:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788744665.987109:0:22686:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788744665.987116:0:22685:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788744665.987244:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac643fb2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:57b18335-b9a3-4404-b391-d3050d8407ce:3644:1875634154608000:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788744665.987284:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788744665.987315:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1788744665.987320:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac643fb3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:57b18335-b9a3-4404-b391-d3050d8407ce:3644:1875634154607872:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788744665.987341:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788744665.987367:0:22684:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154608000 00000100:00100000:2.0:1788744665.987374:0:22684:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154608000 00010000:00010000:2.0:1788744665.987397:0:22684:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9ac6420f1200/0xb6207a6e76dcdbca lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xb6207a6e76dcdbc3 expref: 18 pid: 22689 timeout: 747 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788744665.987438:0:22684:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154607872 00000100:00100000:2.0:1788744665.987441:0:22684:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154607872 00010000:00010000:2.0:1788744665.987463:0:22684:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9ac773f47800/0xb6207a6e76dcdccd lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xb6207a6e76dcdcc6 expref: 19 pid: 22690 timeout: 747 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788744665.987477:0:22684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:2.0:1788744665.987484:0:22684:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac7556ed880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57b18335-b9a3-4404-b391-d3050d8407ce+19:3644:x1875634154608000:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788744665.987496:0:22684:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788744665.987500:0:22684:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9ac6420f1200/0xb6207a6e76dcdbca lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xb6207a6e76dcdbc3 expref: 19 pid: 22689 timeout: 747 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744665.987510:0:22684:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9ac6420f1200/0xb6207a6e76dcdbca lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xb6207a6e76dcdbc3 expref: 19 pid: 22689 timeout: 747 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744665.987534:0:22684:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9ac6420f1200/0xb6207a6e76dcdbca lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xb6207a6e76dcdbc3 expref: 19 pid: 22689 timeout: 747 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744665.987546:0:22684:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788744665.987578:0:22684:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac7556ed880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57b18335-b9a3-4404-b391-d3050d8407ce+18:3644:x1875634154608000:12345-0@lo:103:ldlm_bl.0 Request processed in 94us (293us total) trans 0 rc 0/0 00000100:00100000:2.0:1788744665.987584:0:22684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:2.0:1788744665.987601:0:22684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:2.0:1788744665.987606:0:22684:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac7556eed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57b18335-b9a3-4404-b391-d3050d8407ce+17:3644:x1875634154607872:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788744665.987614:0:22684:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788744665.987618:0:22684:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9ac773f47800/0xb6207a6e76dcdccd lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xb6207a6e76dcdcc6 expref: 17 pid: 22690 timeout: 747 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744665.987627:0:22684:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9ac773f47800/0xb6207a6e76dcdccd lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xb6207a6e76dcdcc6 expref: 17 pid: 22690 timeout: 747 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744665.987636:0:22684:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9ac773f47800/0xb6207a6e76dcdccd lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xb6207a6e76dcdcc6 expref: 17 pid: 22690 timeout: 747 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744665.987647:0:22684:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff9ac6420f0e00/0xb6207a6e76dcdd21 lrc: 3/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 23851 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744665.987654:0:22684:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9ac6420f0e00/0xb6207a6e76dcdd21 lrc: 4/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 23851 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744665.987904:0:22684:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9ac6420f0e00/0xb6207a6e76dcdd21 lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 23851 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744665.987914:0:22684:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9ac6420f0e00/0xb6207a6e76dcdd21 lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 23851 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744665.987927:0:22684:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff9ac6420f0e00/0xb6207a6e76dcdd21 lrc: 4/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 23851 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744665.987933:0:22684:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff9ac6420f0e00/0xb6207a6e76dcdd21 lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 23851 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744665.987938:0:22684:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ac6420f0e00 already unused, calling callback (ffffffffc0e92940) 00010000:00010000:2.0:1788744665.987942:0:22684:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff9ac6420f0e00/0xb6207a6e76dcdd21 lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 23851 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744665.987949:0:22684:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff9ac6420f0e00/0xb6207a6e76dcdd21 lrc: 6/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 23851 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744665.987969:0:22684:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff9ac6420f0e00/0xb6207a6e76dcdd21 lrc: 4/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23851 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744665.987978:0:22684:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788744665.988013:0:22684:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac7556eed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57b18335-b9a3-4404-b391-d3050d8407ce+16:3644:x1875634154607872:12345-0@lo:103:ldlm_bl.0 Request processed in 406us (670us total) trans 0 rc 0/0 00000100:00100000:2.0:1788744665.988020:0:22684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:2.0:1788744665.988051:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac643fb3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:57b18335-b9a3-4404-b391-d3050d8407ce:3644:1875634154607872:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788744665.988059:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac643fb2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:57b18335-b9a3-4404-b391-d3050d8407ce:3644:1875634154608000:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788744665.988234:0:23851:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff9ac6420f0e00/0xb6207a6e76dcdd21 lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23851 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744665.988243:0:23851:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff9ac6420f0e00/0xb6207a6e76dcdd21 lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23851 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744665.988249:0:23851:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9ac6420f0e00/0xb6207a6e76dcdd21 lrc: 0/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23851 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744666.097272:0:22686:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788744667.122302:0:22685:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:3.0:1788744667.123122:0:22694:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:3.0:1788744667.123128:0:22694:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff9ac7531af000 from 13 10000000:01000000:3.0:1788744667.123135:0:22694:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:3.0:1788744667.123204:0:22694:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.104@tcp lock: ffff9ac740030000/0xb6207a6e76dcdd28 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744667.123218:0:22694:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.104@tcp lock: ffff9ac740030000/0xb6207a6e76dcdd28 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744667.123231:0:22694:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.104@tcp lock: ffff9ac740030000/0xb6207a6e76dcdd28 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788744667.123262:0:22694:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac745dd5880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:57b18335-b9a3-4404-b391-d3050d8407ce:22694:1875634154608128:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1788744667.123349:0:22694:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788744667.123433:0:22694:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ac6431e5300 going to sleep for 11 seconds 00000100:00100000:0.0:1788744667.123528:0:22692:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154608128 00000100:00100000:0.0:1788744667.123538:0:22692:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154608128 00000100:00100000:0.0:1788744667.123610:0:22692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 56 00000100:00100000:0.0:1788744667.123621:0:22692:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac775c52450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:57b18335-b9a3-4404-b391-d3050d8407ce+16:22694:x1875634154608128:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788744667.123637:0:22692:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788744667.123652:0:22692:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9ac6420f0800/0xb6207a6e76dcdd2f lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xb6207a6e76dcdd28 expref: -99 pid: 22692 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744667.123679:0:22692:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9ac6420f0800/0xb6207a6e76dcdd2f lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xb6207a6e76dcdd28 expref: 17 pid: 22692 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744667.123708:0:22692:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9ac6420f0800/0xb6207a6e76dcdd2f lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb6207a6e76dcdd28 expref: 17 pid: 22692 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744667.123719:0:22692:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ac6420f0800, rc 0) 00000100:00100000:0.0:1788744667.123764:0:22692:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac775c52450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:57b18335-b9a3-4404-b391-d3050d8407ce+17:22694:x1875634154608128:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 144us (415us total) trans 0 rc 0/0 00000100:00100000:0.0:1788744667.123771:0:22692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 56 00000100:00100000:0.0:1788744667.123819:0:22694:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac745dd5880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:57b18335-b9a3-4404-b391-d3050d8407ce:22694:1875634154608128:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788744667.123836:0:22694:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.104@tcp lock: ffff9ac740030000/0xb6207a6e76dcdd28 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb6207a6e76dcdd2f expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744667.123844:0:22694:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.104@tcp lock: ffff9ac740030000/0xb6207a6e76dcdd28 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xb6207a6e76dcdd2f expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788744667.123910:0:22694:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac643fe1880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:57b18335-b9a3-4404-b391-d3050d8407ce:22694:1875634154608256:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1788744667.123933:0:22694:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788744667.123950:0:22694:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ac75279fd80 going to sleep for 11 seconds 00000100:00100000:1.0:1788744667.124003:0:22690:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154608256 00000100:00100000:1.0:1788744667.124008:0:22690:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154608256 00000100:00100000:1.0:1788744667.124039:0:22690:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 57 00000100:00100000:1.0:1788744667.124047:0:22690:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac775c53450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:57b18335-b9a3-4404-b391-d3050d8407ce+17:22694:x1875634154608256:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1788744667.124165:0:22690:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac775c53450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:57b18335-b9a3-4404-b391-d3050d8407ce+17:22694:x1875634154608256:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 119us (230us total) trans 0 rc 0/0 00000100:00100000:1.0:1788744667.124172:0:22690:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 57 00000100:00100000:1.0:1788744667.124216:0:22694:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac643fe1880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:57b18335-b9a3-4404-b391-d3050d8407ce:22694:1875634154608256:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1788744667.124244:0:22694:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac643fb2680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:57b18335-b9a3-4404-b391-d3050d8407ce:22694:1875634154608384:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1788744667.124283:0:22694:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788744667.124296:0:22694:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ac774938300 going to sleep for 11 seconds 00000100:00100000:1.0:1788744667.124305:0:22690:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154608384 00000100:00100000:1.0:1788744667.124308:0:22690:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154608384 00000100:00100000:1.0:1788744667.124326:0:22690:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 58 00000100:00100000:1.0:1788744667.124332:0:22690:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac775c50c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:57b18335-b9a3-4404-b391-d3050d8407ce+17:22694:x1875634154608384:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1788744667.124426:0:22690:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac775c50c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:57b18335-b9a3-4404-b391-d3050d8407ce+17:22694:x1875634154608384:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 93us (141us total) trans 0 rc 0/0 00000100:00100000:1.0:1788744667.124433:0:22690:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 58 00000100:00100000:1.0:1788744667.124470:0:22694:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac643fb2680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:57b18335-b9a3-4404-b391-d3050d8407ce:22694:1875634154608384:0@lo:503:ll_cfg_requeue.0 00000040:00080000:1.0:1788744667.125271:0:23902:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:1.0:1788744667.125347:0:22694:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:1.0:1788744667.125367:0:22694:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.104@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:1.0:1788744667.125390:0:22694:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.104@tcp lock: ffff9ac740030000/0xb6207a6e76dcdd28 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb6207a6e76dcdd2f expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744667.125421:0:22694:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.104@tcp lock: ffff9ac740030000/0xb6207a6e76dcdd28 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb6207a6e76dcdd2f expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788744667.125434:0:22694:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:1.0:1788744667.125437:0:22694:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff9ac641b56800 from 13 10000000:01000000:1.0:1788744667.125440:0:22694:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:1.0:1788744667.125467:0:22694:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.104@tcp lock: ffff9ac773f46600/0xb6207a6e76dcdd36 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744667.125475:0:22694:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.104@tcp lock: ffff9ac773f46600/0xb6207a6e76dcdd36 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744667.125484:0:22694:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.104@tcp lock: ffff9ac773f46600/0xb6207a6e76dcdd36 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788744667.125500:0:22694:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac643fb2680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:57b18335-b9a3-4404-b391-d3050d8407ce:22694:1875634154608512:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1788744667.125542:0:22694:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788744667.125559:0:22694:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ac774938600 going to sleep for 11 seconds 00000100:00100000:1.0:1788744667.125575:0:22690:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154608512 00000100:00100000:1.0:1788744667.125580:0:22690:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154608512 00000100:00100000:1.0:1788744667.125606:0:22690:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 59 00000100:00100000:1.0:1788744667.125613:0:22690:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac775c50450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:57b18335-b9a3-4404-b391-d3050d8407ce+17:22694:x1875634154608512:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788744667.125624:0:22690:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788744667.125636:0:22690:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9ac773f47a00/0xb6207a6e76dcdd3d lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xb6207a6e76dcdd36 expref: -99 pid: 22690 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744667.125656:0:22690:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9ac773f47a00/0xb6207a6e76dcdd3d lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xb6207a6e76dcdd36 expref: 18 pid: 22690 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744667.125673:0:22690:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9ac773f47a00/0xb6207a6e76dcdd3d lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb6207a6e76dcdd36 expref: 18 pid: 22690 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744667.125682:0:22690:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ac773f47a00, rc 0) 00000100:00100000:1.0:1788744667.125711:0:22690:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac775c50450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:57b18335-b9a3-4404-b391-d3050d8407ce+18:22694:x1875634154608512:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 99us (169us total) trans 0 rc 0/0 00000100:00100000:1.0:1788744667.125718:0:22690:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 59 00000100:00100000:1.0:1788744667.125755:0:22694:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac643fb2680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:57b18335-b9a3-4404-b391-d3050d8407ce:22694:1875634154608512:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788744667.125767:0:22694:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.104@tcp lock: ffff9ac773f46600/0xb6207a6e76dcdd36 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xb6207a6e76dcdd3d expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744667.125775:0:22694:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.104@tcp lock: ffff9ac773f46600/0xb6207a6e76dcdd36 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xb6207a6e76dcdd3d expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788744667.125818:0:22694:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac643fb2680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:57b18335-b9a3-4404-b391-d3050d8407ce:22694:1875634154608640:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1788744667.125840:0:22694:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788744667.125852:0:22694:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ac642618a80 going to sleep for 11 seconds 00000100:00100000:1.0:1788744667.125862:0:22690:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154608640 00000100:00100000:1.0:1788744667.125865:0:22690:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154608640 00000100:00100000:1.0:1788744667.125885:0:22690:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 60 00000100:00100000:1.0:1788744667.125890:0:22690:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac775c51850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:57b18335-b9a3-4404-b391-d3050d8407ce+18:22694:x1875634154608640:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1788744667.125974:0:22690:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac775c51850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:57b18335-b9a3-4404-b391-d3050d8407ce+18:22694:x1875634154608640:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 83us (133us total) trans 0 rc 0/0 00000100:00100000:1.0:1788744667.125981:0:22690:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 60 00000100:00100000:1.0:1788744667.126006:0:22694:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac643fb2680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:57b18335-b9a3-4404-b391-d3050d8407ce:22694:1875634154608640:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1788744667.126037:0:22694:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac643fb2680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:57b18335-b9a3-4404-b391-d3050d8407ce:22694:1875634154608768:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1788744667.126071:0:22694:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788744667.126082:0:22694:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ac642618a80 going to sleep for 11 seconds 00000100:00100000:1.0:1788744667.126092:0:22690:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154608768 00000100:00100000:1.0:1788744667.126095:0:22690:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154608768 00000100:00100000:1.0:1788744667.126112:0:22690:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 61 00000100:00100000:1.0:1788744667.126117:0:22690:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac775c53050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:57b18335-b9a3-4404-b391-d3050d8407ce+18:22694:x1875634154608768:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1788744667.126196:0:22690:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac775c53050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:57b18335-b9a3-4404-b391-d3050d8407ce+18:22694:x1875634154608768:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 78us (124us total) trans 0 rc 0/0 00000100:00100000:1.0:1788744667.126203:0:22690:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 61 00000100:00100000:1.0:1788744667.126238:0:22694:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac643fb2680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:57b18335-b9a3-4404-b391-d3050d8407ce:22694:1875634154608768:0@lo:503:ll_cfg_requeue.0 00000040:00080000:0.0:1788744667.127631:0:23903:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:1.0:1788744667.129160:0:22694:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:1.0:1788744667.129207:0:22694:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.104@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:1.0:1788744667.129221:0:22694:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.104@tcp lock: ffff9ac773f46600/0xb6207a6e76dcdd36 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xb6207a6e76dcdd3d expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744667.129236:0:22694:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.104@tcp lock: ffff9ac773f46600/0xb6207a6e76dcdd36 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xb6207a6e76dcdd3d expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788744667.503238:0:3642:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788744657/real 1788744657] req@ffff9ac643fe0000 x1875634154602880/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788744667 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788744667.503276:0:3642:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ac643fe0000 x1875634154602880/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788744667 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788744667.503314:0:3642:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788744657/real 1788744657] req@ffff9ac643fb3480 x1875634154602752/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788744667 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788744667.503330:0:3642:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ac643fb3480 x1875634154602752/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788744667 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1788744667.503352:0:3642:0:(import.c:65:import_set_state_nolock()) ffff9ac6436ce000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1788744667.508683:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac643fe3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3645:1875634154608896:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1788744667.508797:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788744667.508897:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154608896 00000100:00100000:1.0:1788744667.508907:0:22703:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154608896 00000100:00100000:1.0:1788744667.508968:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:1.0:1788744667.508992:0:22703:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac643fb2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3645:x1875634154608896:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1788744667.509041:0:22703:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:1.0:1788744667.509312:0:22703:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac643fb2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3645:x1875634154608896:12345-0@lo:41:osp-pre-1-0.0 Request processed in 321us (514us total) trans 0 rc 0/0 00000100:00100000:1.0:1788744667.509321:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:1.0:1788744667.509378:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac643fe3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3645:1875634154608896:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1788744667.512393:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac745dd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3646:1875634154609024:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788744667.512528:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1788744667.512686:0:475:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788744667.512691:0:475:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1788744667.512694:0:475:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788744667.512698:0:475:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1788744667.512708:0:475:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788744667.512710:0:475:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1788744667.512713:0:475:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788744667.512716:0:475:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1788744667.512720:0:475:0:(import.c:65:import_set_state_nolock()) ffff9ac6436ce000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1788744667.512727:0:475:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 638 00000100:00080000:1.0:1788744667.512733:0:475:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:1.0:1788744667.512756:0:475:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff9ac6436ce000 using connection 192.168.203.104@tcp/0@lo 00000100:00100000:1.0:1788744667.512783:0:475:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ac643fb0700 x1875634154609408/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1788744667.512847:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1788744667.512854:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac643fb3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3646:1875634154609536:0@lo:400:kworker.0 00000100:00100000:1.0:1788744667.512891:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788744667.512928:0:22697:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154609536 00000100:00100000:1.0:1788744667.512937:0:22697:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154609536 00000100:00100000:1.0:1788744667.513009:0:22697:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1788744667.513035:0:22697:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac643fb1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3646:x1875634154609536:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788744667.513095:0:22697:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac643fb1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3646:x1875634154609536:12345-0@lo:400:kworker.0 Request processed in 61us (203us total) trans 0 rc 0/0 00000100:00100000:1.0:1788744667.513114:0:22697:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00010000:00080000:1.0:1788744667.513615:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff9ac643fb3100 x1875634154609536/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788744683 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788744667.513632:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac643fb3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3646:1875634154609536:0@lo:400:kworker.0 00000100:00100000:3.0:1788744667.516813:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac643fb2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:57b18335-b9a3-4404-b391-d3050d8407ce:3643:1875634154609152:0@lo:400:kworker.0 00000100:00100000:3.0:1788744667.516946:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788744667.517027:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1788744667.517035:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac643fb0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3643:1875634154609280:0@lo:400:kworker.0 00000100:00100000:3.0:1788744667.517065:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788744667.517104:0:22702:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154609024 00000100:00100000:3.0:1788744667.517113:0:22702:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154609024 00000100:00100000:3.0:1788744667.517182:0:22702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:3.0:1788744667.517193:0:22702:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac745dd6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3646:x1875634154609024:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1788744667.517236:0:22702:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:3.0:1788744667.517290:0:22702:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac745dd6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3646:x1875634154609024:12345-0@lo:41:osp-pre-0-1.0 Request processed in 99us (4761us total) trans 0 rc 0/0 00000100:00100000:3.0:1788744667.517297:0:22702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:1.0:1788744667.518367:0:22690:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154609152 00000100:00100000:1.0:1788744667.518377:0:22690:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154609152 00000100:00100000:1.0:1788744667.518450:0:22690:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 62 00000100:00100000:1.0:1788744667.518459:0:22690:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac775c50850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:57b18335-b9a3-4404-b391-d3050d8407ce+18:3643:x1875634154609152:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788744667.518525:0:22690:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac775c50850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:57b18335-b9a3-4404-b391-d3050d8407ce+18:3643:x1875634154609152:12345-0@lo:400:kworker.0 Request processed in 68us (1580us total) trans 0 rc 0/0 00000100:00100000:1.0:1788744667.518533:0:22690:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 62 00000100:00100000:1.0:1788744667.518574:0:22699:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154609280 00000100:00100000:1.0:1788744667.518579:0:22699:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154609280 00000100:00100000:1.0:1788744667.518606:0:22699:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1788744667.518612:0:22699:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac745dd6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3643:x1875634154609280:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788744667.518646:0:22699:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac745dd6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3643:x1875634154609280:12345-0@lo:400:kworker.0 Request processed in 34us (1580us total) trans 0 rc 0/0 00000100:00100000:1.0:1788744667.518652:0:22699:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1788744667.518711:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac745dd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3646:1875634154609024:0@lo:41:osp-pre-0-1.0 00010000:00080000:3.0:1788744667.518860:0:3643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff9ac643fb0a80 x1875634154609280/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788744683 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788744667.518872:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac643fb0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3643:1875634154609280:0@lo:400:kworker.0 00000100:00100000:3.0:1788744667.518881:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac643fb2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:57b18335-b9a3-4404-b391-d3050d8407ce:3643:1875634154609152:0@lo:400:kworker.0 00000100:00080000:2.0:1788744667.519289:0:3642:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1788744667.519297:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac643fe0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3642:1875634154602880:0@lo:8:llog_process_th.0 00000100:00080000:2.0:1788744667.519318:0:3642:0:(import.c:65:import_set_state_nolock()) ffff9ac6436ce800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1788744667.519325:0:3642:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1788744667.519330:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac643fb3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3642:1875634154602752:0@lo:8:llog_process_th.0 00000100:00080000:3.0:1788744667.519337:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788744667.519343:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1788744667.519347:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788744667.519350:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1788744667.519354:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788744667.519357:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:2.0:1788744667.519361:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac643fb0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3642:1875634154609408:0@lo:8:kworker.0 00000100:00080000:3.0:1788744667.519362:0:8:0:(import.c:65:import_set_state_nolock()) ffff9ac6436ce800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1788744667.519371:0:8:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 638 00000100:00080000:3.0:1788744667.519393:0:8:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 5s 00000400:00000100:2.0:1788744667.519416:0:3642:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1875634154609408 offset 0 length 520: 4 00000100:00080000:3.0:1788744667.527292:0:8:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff9ac6436ce800 using connection 192.168.203.104@tcp/0@lo 00000100:00100000:1.0:1788744667.527497:0:8:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ac643fb3100 x1875634154609664/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1788744667.527674:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac643fb3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3642:1875634154609664:0@lo:8:kworker.0 00000400:00000100:2.0:1788744667.527732:0:3642:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1875634154609664 offset 0 length 520: 4 00010000:00010000:1.0:1788744668.150206:0:22686:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:0.0:1788744668.534533:0:23430:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000100:00100000:2.0:1788744668.590737:0:3642:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788744653/real 1788744653] req@ffff9ac643fe3800 x1875634154600704/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788744668 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788744668.590775:0:3642:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ac643fe3800 x1875634154600704/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788744668 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788744668.590787:0:3642:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788744653/real 1788744653] req@ffff9ac643fe2a00 x1875634154600832/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788744668 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788744668.590800:0:3642:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ac643fe2a00 x1875634154600832/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788744668 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1788744668.590848:0:3642:0:(import.c:65:import_set_state_nolock()) ffff9ac6433c9000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1788744668.590878:0:3642:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1788744668.590883:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac643fe3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3642:1875634154600704:0@lo:8:kworker.0 00000100:00080000:2.0:1788744668.590889:0:3642:0:(import.c:65:import_set_state_nolock()) ffff9ac643e04000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1788744668.590895:0:3642:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1788744668.590898:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac643fe2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3642:1875634154600832:0@lo:8:kworker.0 00000100:00080000:3.0:1788744668.591248:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788744668.591254:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1788744668.591257:0:37:0:(import.c:65:import_set_state_nolock()) ffff9ac6433c9000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1788744668.591264:0:37:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 634 00000100:00080000:3.0:1788744668.591271:0:37:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:3.0:1788744668.591284:0:37:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff9ac6433c9000 using connection 192.168.203.104@tcp/0@lo 00000100:00100000:3.0:1788744668.591308:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ac745dd5880 x1875634154610048/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1788744668.591324:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788744668.591328:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1788744668.591330:0:37:0:(import.c:65:import_set_state_nolock()) ffff9ac643e04000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1788744668.591334:0:37:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 634 00000100:00080000:3.0:1788744668.591336:0:37:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:3.0:1788744668.591342:0:37:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff9ac643e04000 using connection 192.168.203.104@tcp/0@lo 00000100:00100000:3.0:1788744668.591354:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ac745dd7b80 x1875634154610176/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1788744668.591381:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788744668.591385:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1788744668.591388:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788744668.591391:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1788744668.591397:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac745dd4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:57b18335-b9a3-4404-b391-d3050d8407ce:3646:1875634154609792:0@lo:400:kworker.0 00000100:00100000:3.0:1788744668.591449:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac745dd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3643:1875634154609920:0@lo:400:kworker.0 00000100:00100000:2.0:1788744668.591517:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788744668.591577:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac745dd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3645:1875634154610432:0@lo:400:kworker.0 00000100:00100000:3.0:1788744668.591623:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788744668.591663:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1788744668.591669:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac745dd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3643:1875634154610304:0@lo:400:kworker.0 00000100:00100000:3.0:1788744668.591701:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788744668.591708:0:22692:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154609792 00000100:00100000:1.0:1788744668.591719:0:22692:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154609792 00000100:00100000:1.0:1788744668.591774:0:22692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 63 00000100:00100000:1.0:1788744668.591784:0:22692:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac775c51c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:57b18335-b9a3-4404-b391-d3050d8407ce+18:3646:x1875634154609792:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788744668.591840:0:22692:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac775c51c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:57b18335-b9a3-4404-b391-d3050d8407ce+18:3646:x1875634154609792:12345-0@lo:400:kworker.0 Request processed in 57us (323us total) trans 0 rc 0/0 00000100:00100000:1.0:1788744668.591847:0:22692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 63 00000100:00100000:1.0:1788744668.591884:0:23438:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154609920 00000100:00100000:1.0:1788744668.591888:0:23438:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154609920 00000100:00100000:3.0:1788744668.591897:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac745dd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3642:1875634154610048:0@lo:8:kworker.0 00000100:00100000:1.0:1788744668.591918:0:23438:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:1.0:1788744668.591926:0:23438:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac644544000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3643:x1875634154609920:12345-0@lo:400:kworker.0 00000400:00000100:3.0:1788744668.591930:0:3642:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1875634154610048 offset 0 length 520: 4 00000100:00100000:1.0:1788744668.591971:0:23438:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac644544000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3643:x1875634154609920:12345-0@lo:400:kworker.0 Request processed in 46us (348us total) trans 0 rc 0/0 00000100:00100000:1.0:1788744668.591978:0:23438:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:1.0:1788744668.591995:0:22698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154610304 00000100:00100000:1.0:1788744668.591998:0:22698:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154610304 00000100:00100000:1.0:1788744668.592023:0:22698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1788744668.592029:0:22698:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac644544e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3643:x1875634154610304:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788744668.592056:0:22698:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac644544e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3643:x1875634154610304:12345-0@lo:400:kworker.0 Request processed in 28us (355us total) trans 0 rc 0/0 00000100:00100000:1.0:1788744668.592063:0:22698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00010000:00080000:1.0:1788744668.592102:0:3643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff9ac745dd4380 x1875634154610304/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788744684 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788744668.592115:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac745dd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3643:1875634154610304:0@lo:400:kworker.0 00000100:00100000:1.0:1788744668.592123:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac745dd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3643:1875634154609920:0@lo:400:kworker.0 00000100:00100000:3.0:1788744668.592247:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac745dd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3642:1875634154610176:0@lo:8:kworker.0 00000400:00000100:3.0:1788744668.592272:0:3642:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1875634154610176 offset 0 length 520: 4 00000100:00100000:1.0:1788744668.593070:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788744668.593116:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1788744668.593124:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac745dd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3645:1875634154610560:0@lo:400:kworker.0 00000100:00100000:1.0:1788744668.593150:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788744668.593214:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154610432 00000100:00100000:0.0:1788744668.593224:0:22703:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154610432 00000100:00100000:2.0:1788744668.593245:0:22697:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154610560 00000100:00100000:2.0:1788744668.593252:0:22697:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154610560 00000100:00100000:2.0:1788744668.593332:0:22697:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1788744668.593343:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:2.0:1788744668.593345:0:22697:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac643fb0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3645:x1875634154610560:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788744668.593358:0:22703:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac643fb1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3645:x1875634154610432:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788744668.593422:0:22697:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac643fb0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3645:x1875634154610560:12345-0@lo:400:kworker.0 Request processed in 81us (271us total) trans 0 rc 0/0 00000100:00100000:2.0:1788744668.593430:0:22697:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1788744668.593572:0:22703:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac643fb1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3645:x1875634154610432:12345-0@lo:400:kworker.0 Request processed in 219us (506us total) trans 0 rc 0/0 00000100:00100000:0.0:1788744668.593588:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00010000:00080000:0.0:1788744668.593649:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff9ac745dd7480 x1875634154610560/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788744684 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788744668.593663:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac745dd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3645:1875634154610560:0@lo:400:kworker.0 00000100:00100000:0.0:1788744668.593677:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac745dd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3645:1875634154610432:0@lo:400:kworker.0 00000100:00100000:3.0:1788744668.597815:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac745dd4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:57b18335-b9a3-4404-b391-d3050d8407ce:3646:1875634154609792:0@lo:400:kworker.0 00010000:00010000:0.0:1788744669.169489:0:22685:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1788744669.551236:0:23449:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:1.0:1788744670.191629:0:22686:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788744671.218545:0:22685:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788744672.239842:0:22686:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788744672.622903:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac643fb2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3643:1875634154610688:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1788744672.622991:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788744672.623157:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac643fe3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3644:1875634154610816:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1788744672.623198:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788744672.630836:0:22702:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154610688 00000100:00100000:1.0:1788744672.630852:0:22702:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154610688 00000100:00100000:1.0:1788744672.630931:0:22702:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154610816 00000100:00100000:1.0:1788744672.630935:0:22702:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154610816 00000100:00100000:2.0:1788744672.631130:0:23438:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:2.0:1788744672.631152:0:23438:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac643fb3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3643:x1875634154610688:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1788744672.631257:0:23438:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:2.0:1788744672.631340:0:23438:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac643fb3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3643:x1875634154610688:12345-0@lo:41:osp-pre-0-1.0 Request processed in 202us (8349us total) trans 0 rc 0/0 00000100:00100000:2.0:1788744672.631360:0:23438:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:2.0:1788744672.631379:0:23438:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:2.0:1788744672.631386:0:23438:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac643fe2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3644:x1875634154610816:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1788744672.631422:0:23438:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:2.0:1788744672.631465:0:23438:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac643fe2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3644:x1875634154610816:12345-0@lo:41:osp-pre-1-0.0 Request processed in 80us (8266us total) trans 0 rc 0/0 00000100:00100000:2.0:1788744672.631472:0:23438:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:1.0:1788744672.631687:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac643fb2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3643:1875634154610688:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1788744672.631838:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac643fe3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3644:1875634154610816:0@lo:41:osp-pre-1-0.0 00000020:01000004:2.0:1788744672.746805:0:24199:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:2.0:1788744672.746809:0:24199:0:(obd_mount.c:926:lmd_print()) device: /dev/mapper/ost1_flakey 00000020:01000004:2.0:1788744672.746810:0:24199:0:(obd_mount.c:929:lmd_print()) options: errors=remount-ro 00000080:01200004:2.0:1788744672.746917:0:24199:0:(super25.c:131:lustre_fill_super()) VFS Op: sb ffff9ac776cf6000 00000020:01000004:2.0:1788744672.746932:0:24199:0:(tgt_mount.c:2502:osd_start()) Attempting to start lustre-OST0000, type=osd-ldiskfs, lsifl=200002, mountfl=0 00000020:01000004:2.0:1788744672.747001:0:24199:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-OST0000-osd (typ=osd-ldiskfs) 00000020:00000080:2.0:1788744672.747027:0:24199:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osd (ffff9ac74fe099c0) 00000020:00000080:2.0:1788744672.747042:0:24199:0:(obd_config.c:720:class_attach_name()) OBD: dev 20 attached type osd-ldiskfs with refcount 2 00100000:10000000:3.0:1788744672.817249:0:24199:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000001:0x3:0x0] (8/24) registered 00100000:10000000:2.0:1788744672.823617:0:24199:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000005:0x1:0x0] (8/8) registered 00100000:10000000:0.0:1788744672.824823:0:24199:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000003:0x5:0x0] (8/32) registered 00100000:10000000:0.0:1788744672.825152:0:24199:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000005:0x3:0x0] (8/8) registered 00100000:10000000:0.0:1788744672.825423:0:24199:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000003:0x6:0x0] (8/32) registered 00100000:10000000:0.0:1788744672.825804:0:24199:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000005:0x2:0x0] (8/8) registered 00100000:10000000:0.0:1788744672.826128:0:24199:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000003:0x4:0x0] (8/32) registered 00080000:01000000:0.0:1788744672.832133:0:24199:0:(osd_lproc.c:911:osd_procfs_init()) lustre-OST0000: register osd-ldiskfs tunable parameters 00000020:00000080:0.0:1788744672.832337:0:24199:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osd (uuid lustre-OST0000-osd_UUID) 00080000:01000000:0.0:1788744672.832350:0:24199:0:(osd_handler.c:8924:osd_obd_connect()) connect #0 00000020:00000080:0.0:1788744672.832361:0:24199:0:(genops.c:1384:class_connect()) connect: client lustre-OST0000-osd_UUID, cookie 0xb6207a6e76dcdd4b 00000020:01000004:0.0:1788744672.832368:0:24199:0:(tgt_mount.c:2587:server_fill_super()) Found service lustre-OST0000 on device /dev/mapper/ost1_flakey 00000020:01000004:0.0:1788744672.832388:0:24199:0:(obd_mount.c:403:lustre_start_mgc()) MGC192.168.203.104@tcp:Set MGC reconnect 1 10000000:01000000:0.0:1788744672.832391:0:24199:0:(mgc_request.c:1071:mgc_set_info_async()) InitRecov MGC192.168.203.104@tcp 1/d0:i0:r0:or0:FULL 00000020:01000004:0.0:1788744672.832397:0:24199:0:(tgt_mount.c:1808:server_start_targets()) starting target lustre-OST0000 00000020:01000004:0.0:1788744672.832439:0:24199:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD OSS (typ=ost) 00000020:00000080:0.0:1788744672.832451:0:24199:0:(genops.c:413:class_newdev()) Allocate new device OSS (ffff9ac77aaa99c0) 00000020:00000080:0.0:1788744672.832462:0:24199:0:(obd_config.c:720:class_attach_name()) OBD: dev 21 attached type ost with refcount 2 00000100:00100000:0.0:1788744672.837281:0:24199:0:(service.c:155:ptlrpc_grow_req_bufs()) ost: allocate 64 new 32768-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1788744672.837511:0:24199:0:(service.c:3467:ptlrpc_start_thread()) ost[0] started 0 min 3 max 116 00000100:00100000:0.0:1788744672.837526:0:24199:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_ost00_000' 00000100:00100000:0.0:1788744672.856806:0:24199:0:(service.c:3467:ptlrpc_start_thread()) ost[0] started 1 min 3 max 116 00000100:00100000:1.0:1788744672.863578:0:24199:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_ost00_001' 00000100:00100000:2.0:1788744672.864050:0:24199:0:(service.c:3467:ptlrpc_start_thread()) ost[0] started 2 min 3 max 116 00000100:00100000:2.0:1788744672.864058:0:24199:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_ost00_002' 00000100:00100000:1.0:1788744672.868310:0:24199:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_create: allocate 64 new 32768-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1788744672.875335:0:24199:0:(service.c:3467:ptlrpc_start_thread()) ost_create[0] started 0 min 2 max 16 00000100:00100000:1.0:1788744672.875346:0:24199:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_ost_create00_000' 00000100:00100000:1.0:1788744672.879506:0:24199:0:(service.c:3467:ptlrpc_start_thread()) ost_create[0] started 1 min 2 max 16 00000100:00100000:1.0:1788744672.879524:0:24199:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_ost_create00_001' 00000100:00100000:3.0:1788744672.919548:0:24199:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_io: allocate 64 new 524288-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1788744672.919807:0:24199:0:(service.c:3467:ptlrpc_start_thread()) ost_io[0] started 0 min 3 max 116 00000100:00100000:3.0:1788744672.919814:0:24199:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_ost_io00_000' 00000100:00100000:1.0:1788744672.928444:0:24199:0:(service.c:3467:ptlrpc_start_thread()) ost_io[0] started 1 min 3 max 116 00000100:00100000:1.0:1788744672.928459:0:24199:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_ost_io00_001' 00000100:00100000:2.0:1788744672.931383:0:24199:0:(service.c:3467:ptlrpc_start_thread()) ost_io[0] started 2 min 3 max 116 00000100:00100000:2.0:1788744672.931757:0:24199:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_ost_io00_002' 00000100:00100000:3.0:1788744672.941294:0:24199:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_seq: allocate 64 new 32768-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1788744672.941859:0:24199:0:(service.c:3467:ptlrpc_start_thread()) ost_seq[0] started 0 min 2 max 16 00000100:00100000:3.0:1788744672.942001:0:24199:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_ost_seq00_000' 00000100:00100000:3.0:1788744672.944026:0:24199:0:(service.c:3467:ptlrpc_start_thread()) ost_seq[0] started 1 min 2 max 16 00000100:00100000:3.0:1788744672.944038:0:24199:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_ost_seq00_001' 00000100:00100000:2.0:1788744673.020753:0:24199:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_out: allocate 64 new 1048576-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1788744673.020947:0:24199:0:(service.c:3467:ptlrpc_start_thread()) ost_out[0] started 0 min 2 max 16 00000100:00100000:2.0:1788744673.020953:0:24199:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_ost_out00_000' 00000100:00100000:2.0:1788744673.027653:0:24199:0:(service.c:3467:ptlrpc_start_thread()) ost_out[0] started 1 min 2 max 16 00000100:00100000:2.0:1788744673.027673:0:24199:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_ost_out00_001' 00000020:00000080:2.0:1788744673.028291:0:24199:0:(obd_config.c:826:class_setup()) finished setup of obd OSS (uuid OSS_uuid) 00000020:01000004:2.0:1788744673.028318:0:24199:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for /dev/mapper/ost1_flakey 10000000:01000000:2.0:1788744673.028325:0:24199:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.203.104@tcp: cl_mgc_mutex lustre-OST0000-osd for locked: rc = 0 00000040:01000000:3.0:1788744673.049224:0:24199:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.203.104@tcp ctxt 0 is initialized 00000020:01000004:3.0:1788744673.049260:0:24199:0:(tgt_mount.c:1416:server_register_target()) Registration lustre-OST0000, fs=lustre, 192.168.203.104@tcp, index=0000, flags=0x20002 00000020:01000004:3.0:1788744673.049265:0:24199:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:3.0:1788744673.049267:0:24199:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1788744673.049268:0:24199:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1788744673.049270:0:24199:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1788744673.049271:0:24199:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1788744673.049272:0:24199:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1788744673.049274:0:24199:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1788744673.049280:0:24199:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1788744673.049281:0:24199:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:3.0:1788744673.049284:0:24199:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0000 0x10020002 00000020:01000004:3.0:1788744673.049286:0:24199:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:3.0:1788744673.049287:0:24199:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1788744673.049288:0:24199:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1788744673.049289:0:24199:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1788744673.049290:0:24199:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1788744673.049291:0:24199:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1788744673.049291:0:24199:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1788744673.049292:0:24199:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1788744673.049293:0:24199:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:3.0:1788744673.049318:0:24199:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0000 00000100:00100000:3.0:1788744673.049334:0:24199:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac644544700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:57b18335-b9a3-4404-b391-d3050d8407ce:24199:1875634154610944:0@lo:253:mount.lustre.0 00000100:00100000:3.0:1788744673.049514:0:24199:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788744673.049595:0:24199:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ac747634cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1788744673.051265:0:22689:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154610944 00000100:00100000:1.0:1788744673.051276:0:22689:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154610944 00000100:00100000:1.0:1788744673.051358:0:22689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 64 00000100:00100000:1.0:1788744673.051368:0:22689:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac7413f5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:57b18335-b9a3-4404-b391-d3050d8407ce+18:24199:x1875634154610944:12345-0@lo:253:mount.lustre.0 20000000:01000000:1.0:1788744673.051435:0:22689:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 0 is registered to MGS. 20000000:01000000:1.0:1788744673.051438:0:22689:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-OST0000 is running on 0@lo 20000000:01000000:1.0:1788744673.051442:0:22689:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00000100:00100000:1.0:1788744673.051762:0:22689:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac7413f5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:57b18335-b9a3-4404-b391-d3050d8407ce+18:24199:x1875634154610944:12345-0@lo:253:mount.lustre.0 Request processed in 395us (2247us total) trans 0 rc 0/0 00000100:00100000:1.0:1788744673.051778:0:22689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 64 00000100:00100000:3.0:1788744673.051848:0:24199:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac644544700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:57b18335-b9a3-4404-b391-d3050d8407ce:24199:1875634154610944:0@lo:253:mount.lustre.0 10000000:01000000:3.0:1788744673.051860:0:24199:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0000 got index = 0 00000020:01000004:3.0:1788744673.051872:0:24199:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:3.0:1788744673.051874:0:24199:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1788744673.051875:0:24199:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1788744673.051877:0:24199:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1788744673.051878:0:24199:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1788744673.051879:0:24199:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1788744673.051881:0:24199:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1788744673.051882:0:24199:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1788744673.051884:0:24199:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:3.0:1788744673.051903:0:24199:0:(tgt_mount.c:101:server_register_mount()) register mount ffff9ac776cf6000 from lustre-OST0000 10000000:01000000:3.0:1788744673.051928:0:24199:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-OST0000 from 0 10000000:01000000:3.0:1788744673.051930:0:24199:0:(mgc_request.c:329:config_log_add()) add config log lustre-OST0000-0000000000000000 10000000:01000000:3.0:1788744673.051945:0:24199:0:(mgc_request_server.c:874:mgc_get_local_copy()) Get log lustre-sptlrpc-ffff9ac776c299c0 local copy 00010000:00010000:3.0:1788744673.051954:0:24199:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.104@tcp lock: ffff9ac773f47600/0xb6207a6e76dcdb06 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xb6207a6e76dcdb0d expref: -99 pid: 22676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788744673.052031:0:24199:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac644544700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:57b18335-b9a3-4404-b391-d3050d8407ce:24199:1875634154611072:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788744673.052074:0:24199:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788744673.053441:0:24199:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ac747641000 going to sleep for 11 seconds 00000100:00100000:0.0:1788744673.054657:0:22692:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154611072 00000100:00100000:0.0:1788744673.054669:0:22692:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154611072 00000100:00100000:0.0:1788744673.054730:0:22692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 65 00000100:00100000:0.0:1788744673.054740:0:22692:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac7413f4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:57b18335-b9a3-4404-b391-d3050d8407ce+18:24199:x1875634154611072:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788744673.054870:0:22692:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac7413f4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:57b18335-b9a3-4404-b391-d3050d8407ce+18:24199:x1875634154611072:12345-0@lo:501:mount.lustre.0 Request processed in 132us (2795us total) trans 0 rc -2/-2 00000100:00100000:0.0:1788744673.054878:0:22692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 65 00000100:00100000:3.0:1788744673.055157:0:24199:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac644544700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:57b18335-b9a3-4404-b391-d3050d8407ce:24199:1875634154611072:0@lo:501:mount.lustre.0 10000000:01000000:3.0:1788744673.055177:0:24199:0:(mgc_request_server.c:765:mgc_llog_local_copy()) MGC192.168.203.104@tcp: no remote llog for lustre-sptlrpc, check MGS config 10000000:01000000:3.0:1788744673.055203:0:24199:0:(mgc_request_server.c:897:mgc_get_local_copy()) MGC192.168.203.104@tcp: can't save local copy of 'lustre-sptlrpc': rc = -2. 00010000:00010000:3.0:1788744673.055211:0:24199:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.104@tcp lock: ffff9ac773f47600/0xb6207a6e76dcdb06 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xb6207a6e76dcdb0d expref: -99 pid: 22676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744673.055221:0:24199:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.104@tcp lock: ffff9ac773f47600/0xb6207a6e76dcdb06 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xb6207a6e76dcdb0d expref: -99 pid: 22676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788744673.055250:0:24199:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff9ac776cf6000 10000000:01000000:3.0:1788744673.055255:0:24199:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:3.0:1788744673.055261:0:24199:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-OST0000-0000000000000000 10000000:01000000:3.0:1788744673.055263:0:24199:0:(mgc_request.c:68:mgc_name2resid()) log lustre-OST0000 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:3.0:1788744673.055268:0:24199:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-OST0000-0000000000000000 from 1 10000000:01000000:3.0:1788744673.055270:0:24199:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0000 (res 0x65727473756c) 00010000:00010000:3.0:1788744673.055300:0:24199:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.104@tcp lock: ffff9ac740030400/0xb6207a6e76dcdd59 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 24199 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744673.055307:0:24199:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.104@tcp lock: ffff9ac740030400/0xb6207a6e76dcdd59 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 24199 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744673.055316:0:24199:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.104@tcp lock: ffff9ac740030400/0xb6207a6e76dcdd59 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 24199 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788744673.055332:0:24199:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac644544700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:57b18335-b9a3-4404-b391-d3050d8407ce:24199:1875634154611200:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1788744673.055368:0:24199:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788744673.055443:0:24199:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ac747641000 going to sleep for 11 seconds 00000100:00100000:0.0:1788744673.055594:0:22692:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154611200 00000100:00100000:0.0:1788744673.055599:0:22692:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154611200 00000100:00100000:0.0:1788744673.055620:0:22692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 66 00000100:00100000:0.0:1788744673.055627:0:22692:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac7413f7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:57b18335-b9a3-4404-b391-d3050d8407ce+18:24199:x1875634154611200:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1788744673.055637:0:22692:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788744673.055648:0:22692:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9ac6420f1200/0xb6207a6e76dcdd60 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0xb6207a6e76dcdd59 expref: -99 pid: 22692 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744673.055667:0:22692:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9ac6420f1200/0xb6207a6e76dcdd60 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xb6207a6e76dcdd59 expref: 19 pid: 22692 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744673.055676:0:22692:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9ac6420f1200/0xb6207a6e76dcdd60 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb6207a6e76dcdd59 expref: 19 pid: 22692 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744673.055684:0:22692:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ac6420f1200, rc 0) 00000100:00100000:0.0:1788744673.055729:0:22692:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac7413f7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:57b18335-b9a3-4404-b391-d3050d8407ce+19:24199:x1875634154611200:12345-0@lo:101:mount.lustre.0 Request processed in 103us (361us total) trans 0 rc 0/0 00000100:00100000:0.0:1788744673.055735:0:22692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 66 00000100:00100000:3.0:1788744673.055852:0:24199:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac644544700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:57b18335-b9a3-4404-b391-d3050d8407ce:24199:1875634154611200:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1788744673.055864:0:24199:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.104@tcp lock: ffff9ac740030400/0xb6207a6e76dcdd59 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0xb6207a6e76dcdd60 expref: -99 pid: 24199 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744673.055871:0:24199:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.104@tcp lock: ffff9ac740030400/0xb6207a6e76dcdd59 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0xb6207a6e76dcdd60 expref: -99 pid: 24199 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1788744673.056904:0:24199:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 14 count 14 00000040:00080000:1.0:1788744673.057857:0:24199:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1788744673.060258:0:24199:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].1, 224 off8416 00000040:00080000:1.0:1788744673.060310:0:24199:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].2, 128 off8544 00000040:00080000:1.0:1788744673.060327:0:24199:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].3, 112 off8656 00000040:00080000:1.0:1788744673.060341:0:24199:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].4, 224 off8880 00000040:00080000:1.0:1788744673.060356:0:24199:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].5, 224 off9104 00000040:00080000:1.0:1788744673.060372:0:24199:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].6, 80 off9184 00000040:00080000:1.0:1788744673.060427:0:24199:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].7, 224 off9408 00000040:00080000:1.0:1788744673.060446:0:24199:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].8, 224 off9632 00000040:00080000:1.0:1788744673.060466:0:24199:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].9, 80 off9712 00000040:00080000:1.0:1788744673.060481:0:24199:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].10, 224 off9936 00000040:00080000:1.0:1788744673.060496:0:24199:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].11, 224 off10160 00000040:00080000:1.0:1788744673.060512:0:24199:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].12, 120 off10280 00000040:00080000:1.0:1788744673.060539:0:24199:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].13, 224 off10504 00000040:00080000:1.0:1788744673.060545:0:24199:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 13 count 14 00000100:00100000:1.0:1788744673.060653:0:24199:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac643fb2d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:57b18335-b9a3-4404-b391-d3050d8407ce:24199:1875634154611328:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1788744673.060724:0:24199:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788744673.060760:0:24199:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ac774a489c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788744673.060862:0:22692:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154611328 00000100:00100000:0.0:1788744673.060869:0:22692:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154611328 00000100:00100000:0.0:1788744673.060920:0:22692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 67 00000100:00100000:0.0:1788744673.060928:0:22692:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac761f8b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:57b18335-b9a3-4404-b391-d3050d8407ce+19:24199:x1875634154611328:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788744673.061048:0:22692:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac761f8b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:57b18335-b9a3-4404-b391-d3050d8407ce+19:24199:x1875634154611328:12345-0@lo:501:mount.lustre.0 Request processed in 120us (324us total) trans 0 rc 0/0 00000100:00100000:0.0:1788744673.061056:0:22692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 67 00000100:00100000:1.0:1788744673.061495:0:24199:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac643fb2d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:57b18335-b9a3-4404-b391-d3050d8407ce:24199:1875634154611328:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1788744673.061527:0:24199:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac643fb2d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:57b18335-b9a3-4404-b391-d3050d8407ce:24199:1875634154611456:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1788744673.061569:0:24199:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788744673.061597:0:24199:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ac774a489c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788744673.061657:0:22692:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154611456 00000100:00100000:0.0:1788744673.061661:0:22692:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154611456 00000100:00100000:0.0:1788744673.061775:0:22692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 68 00000100:00100000:0.0:1788744673.061784:0:22692:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac761f8a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:57b18335-b9a3-4404-b391-d3050d8407ce+19:24199:x1875634154611456:12345-0@lo:503:mount.lustre.0 00000100:00100000:0.0:1788744673.062496:0:22692:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac761f8a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:57b18335-b9a3-4404-b391-d3050d8407ce+19:24199:x1875634154611456:12345-0@lo:503:mount.lustre.0 Request processed in 711us (924us total) trans 0 rc 0/0 00000100:00100000:0.0:1788744673.062504:0:22692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 68 00000100:00100000:1.0:1788744673.062587:0:24199:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac643fb2d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:57b18335-b9a3-4404-b391-d3050d8407ce:24199:1875634154611456:0@lo:503:mount.lustre.0 00000040:00080000:1.0:1788744673.062990:0:24199:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:1.0:1788744673.063229:0:24199:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac643fb2d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:57b18335-b9a3-4404-b391-d3050d8407ce:24199:1875634154611584:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1788744673.063273:0:24199:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788744673.063597:0:24199:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ac774a489c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788744673.063664:0:22690:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154611584 00000100:00100000:3.0:1788744673.063671:0:22690:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154611584 00000100:00100000:3.0:1788744673.063733:0:22690:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 69 00000100:00100000:3.0:1788744673.063741:0:22690:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac761f8bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:57b18335-b9a3-4404-b391-d3050d8407ce+19:24199:x1875634154611584:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1788744673.064309:0:22690:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac761f8bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:57b18335-b9a3-4404-b391-d3050d8407ce+19:24199:x1875634154611584:12345-0@lo:502:mount.lustre.0 Request processed in 567us (1033us total) trans 0 rc 0/0 00000100:00100000:3.0:1788744673.064317:0:22690:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 69 00000100:00100000:1.0:1788744673.064449:0:24199:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac643fb2d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:57b18335-b9a3-4404-b391-d3050d8407ce:24199:1875634154611584:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1788744673.068251:0:24199:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].1, 224 off8416 00000040:00080000:1.0:1788744673.068291:0:24199:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].2, 128 off8544 00000040:00080000:1.0:1788744673.068307:0:24199:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].3, 112 off8656 00000040:00080000:1.0:1788744673.068321:0:24199:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].4, 224 off8880 00000040:00080000:1.0:1788744673.068336:0:24199:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].5, 224 off9104 00000040:00080000:1.0:1788744673.068368:0:24199:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].6, 80 off9184 00000040:00080000:1.0:1788744673.068385:0:24199:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].7, 224 off9408 00000040:00080000:1.0:1788744673.068427:0:24199:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].8, 224 off9632 00000040:00080000:1.0:1788744673.068446:0:24199:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].9, 80 off9712 00000040:00080000:1.0:1788744673.068459:0:24199:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].10, 224 off9936 00000040:00080000:1.0:1788744673.068472:0:24199:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].11, 224 off10160 00000040:00080000:1.0:1788744673.068487:0:24199:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].12, 120 off10280 00000100:00100000:1.0:1788744673.068531:0:24199:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac643fb2d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:57b18335-b9a3-4404-b391-d3050d8407ce:24199:1875634154611712:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1788744673.068608:0:24199:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788744673.069114:0:24199:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ac774a489c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788744673.069262:0:22692:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154611712 00000100:00100000:0.0:1788744673.069271:0:22692:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154611712 00000100:00100000:2.0:1788744673.069350:0:22689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 70 00000100:00100000:2.0:1788744673.069361:0:22689:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac6430f3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:57b18335-b9a3-4404-b391-d3050d8407ce+19:24199:x1875634154611712:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788744673.069511:0:22689:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac6430f3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:57b18335-b9a3-4404-b391-d3050d8407ce+19:24199:x1875634154611712:12345-0@lo:502:mount.lustre.0 Request processed in 151us (902us total) trans 0 rc 0/0 00000100:00100000:2.0:1788744673.069519:0:22689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 70 00000100:00100000:1.0:1788744673.069608:0:24199:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac643fb2d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:57b18335-b9a3-4404-b391-d3050d8407ce:24199:1875634154611712:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1788744673.069661:0:24199:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].13, 224 off10504 00000040:00080000:1.0:1788744673.069670:0:24199:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 13 count 14 00000020:01000000:3.0:1788744673.070429:0:24216:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:3.0:1788744673.070438:0:24216:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of /dev/mapper/ost1_flakey 00000020:00000080:3.0:1788744673.070445:0:24216:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788744673.070447:0:24216:0:(obd_config.c:1563:class_process_config()) marker 21 (0x1) lustre-OST0000 add ost 00000020:00000080:3.0:1788744673.070452:0:24216:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1788744673.070467:0:24216:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000 (ffff9ac77b988000) 00000020:00000080:3.0:1788744673.070489:0:24216:0:(obd_config.c:720:class_attach_name()) OBD: dev 22 attached type obdfilter with refcount 2 00000020:00000080:3.0:1788744673.070494:0:24216:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:01000004:3.0:1788744673.070570:0:24216:0:(tgt_mount.c:153:server_get_mount()) get mount ffff9ac776cf6000 from lustre-OST0000, refs=2 00080000:01000000:3.0:1788744673.070577:0:24216:0:(osd_handler.c:8924:osd_obd_connect()) connect #1 00000020:00000080:3.0:1788744673.070584:0:24216:0:(genops.c:1384:class_connect()) connect: client lustre-OST0000-osd_UUID, cookie 0xb6207a6e76dcdd6e 00010000:00010000:3.0:1788744673.073576:0:24216:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-filter-lustre-OST0000_UUID-3 is initialized 00000001:00000004:1.0:1788744673.074895:0:24216:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 3, last_transno is 8589934600 00080000:10000000:1.0:1788744673.076870:0:24216:0:(osd_handler.c:5580:osd_index_try()) lustre-OST0000: index object [0x200000003:0xb:0x0] (8/32) registered 00000020:00000080:1.0:1788744673.078221:0:24216:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000 (uuid lustre-OST0000_UUID) 00000020:01000000:1.0:1788744673.078231:0:24216:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788744673.078237:0:24216:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788744673.078240:0:24216:0:(obd_config.c:1563:class_process_config()) marker 21 (0x2) lustre-OST0000 add ost 00000020:01000000:1.0:1788744673.078243:0:24216:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:1.0:1788744673.078245:0:24216:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #27 00000020:01000000:1.0:1788744673.078247:0:24216:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1788744673.078248:0:24216:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1788744673.078255:0:24216:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:1.0:1788744673.078257:0:24216:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788744673.078259:0:24216:0:(obd_config.c:1563:class_process_config()) marker 27 (0x6) lustre sys.timeout 00000020:01000000:1.0:1788744673.078261:0:24216:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1788744673.078264:0:24216:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788744673.078265:0:24216:0:(obd_config.c:1563:class_process_config()) marker 36 (0x1) lustre sys.timeout 00000020:00000080:1.0:1788744673.078268:0:24216:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:1.0:1788744673.078269:0:24216:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:1.0:1788744673.078271:0:24216:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788744673.078273:0:24216:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788744673.078274:0:24216:0:(obd_config.c:1563:class_process_config()) marker 36 (0x2) lustre sys.timeout 00000020:01000000:1.0:1788744673.078276:0:24216:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1788744673.078278:0:24216:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788744673.078279:0:24216:0:(obd_config.c:1563:class_process_config()) marker 41 (0x1) lustre sys.jobid_var 00000020:00000080:1.0:1788744673.078282:0:24216:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000020:01000000:1.0:1788744673.078303:0:24216:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788744673.078305:0:24216:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788744673.078306:0:24216:0:(obd_config.c:1563:class_process_config()) marker 41 (0x2) lustre sys.jobid_var 00000040:00080000:1.0:1788744673.078309:0:24216:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xc:0x0] index 14 count 14 00000020:01000000:3.0:1788744673.086297:0:24199:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-OST0000 gen 1-13 (rc=0) 10000000:01000000:3.0:1788744673.086348:0:24199:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.104@tcp: configuration from log 'lustre-OST0000' succeeded (0). 00010000:00010000:3.0:1788744673.087282:0:24199:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.104@tcp lock: ffff9ac740030400/0xb6207a6e76dcdd59 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0xb6207a6e76dcdd60 expref: -99 pid: 24199 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744673.087296:0:24199:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.104@tcp lock: ffff9ac740030400/0xb6207a6e76dcdd59 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0xb6207a6e76dcdd60 expref: -99 pid: 24199 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788744673.087305:0:24199:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff9ac776cf6000 from 1 10000000:01000000:3.0:1788744673.087308:0:24199:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:3.0:1788744673.087347:0:24199:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.104@tcp lock: ffff9ac740031400/0xb6207a6e76dcdd75 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 24199 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744673.087355:0:24199:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.104@tcp lock: ffff9ac740031400/0xb6207a6e76dcdd75 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 24199 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744673.087366:0:24199:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.104@tcp lock: ffff9ac740031400/0xb6207a6e76dcdd75 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 24199 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788744673.087392:0:24199:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac644544700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:57b18335-b9a3-4404-b391-d3050d8407ce:24199:1875634154611840:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1788744673.087482:0:24199:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788744673.087524:0:24199:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ac747641c00 going to sleep for 11 seconds 00000100:00100000:1.0:1788744673.088816:0:22692:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154611840 00000100:00100000:1.0:1788744673.088827:0:22692:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154611840 00000100:00100000:1.0:1788744673.088880:0:22692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71 00000100:00100000:1.0:1788744673.088890:0:22692:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac6430f2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:57b18335-b9a3-4404-b391-d3050d8407ce+19:24199:x1875634154611840:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1788744673.088906:0:22692:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788744673.088922:0:22692:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9ac773f47000/0xb6207a6e76dcdd7c lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0xb6207a6e76dcdd75 expref: -99 pid: 22692 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744673.089007:0:22692:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9ac773f47000/0xb6207a6e76dcdd7c lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xb6207a6e76dcdd75 expref: 20 pid: 22692 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744673.089019:0:22692:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9ac773f47000/0xb6207a6e76dcdd7c lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb6207a6e76dcdd75 expref: 20 pid: 22692 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744673.089038:0:22692:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ac773f47000, rc 0) 00000100:00100000:1.0:1788744673.089170:0:22692:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac6430f2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:57b18335-b9a3-4404-b391-d3050d8407ce+20:24199:x1875634154611840:12345-0@lo:101:mount.lustre.0 Request processed in 280us (1686us total) trans 0 rc 0/0 00000100:00100000:1.0:1788744673.089177:0:22692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71 00000100:00100000:3.0:1788744673.090358:0:24199:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac644544700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:57b18335-b9a3-4404-b391-d3050d8407ce:24199:1875634154611840:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1788744673.090381:0:24199:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.104@tcp lock: ffff9ac740031400/0xb6207a6e76dcdd75 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xb6207a6e76dcdd7c expref: -99 pid: 24199 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744673.090392:0:24199:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.104@tcp lock: ffff9ac740031400/0xb6207a6e76dcdd75 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0xb6207a6e76dcdd7c expref: -99 pid: 24199 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1788744673.091912:0:24199:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 13 count 13 00000040:00080000:3.0:1788744673.092301:0:24199:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1788744673.094180:0:24199:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].1, 224 off8416 00000040:00080000:3.0:1788744673.094231:0:24199:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].2, 112 off8528 00000040:00080000:3.0:1788744673.094243:0:24199:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].3, 224 off8752 00000040:00080000:3.0:1788744673.094254:0:24199:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].4, 224 off8976 00000040:00080000:3.0:1788744673.094264:0:24199:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].5, 112 off9088 00000040:00080000:3.0:1788744673.094276:0:24199:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].6, 224 off9312 00000040:00080000:3.0:1788744673.094288:0:24199:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].7, 224 off9536 00000040:00080000:3.0:1788744673.094305:0:24199:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].8, 128 off9664 00000040:00080000:3.0:1788744673.094316:0:24199:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].9, 224 off9888 00000040:00080000:3.0:1788744673.094327:0:24199:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].10, 224 off10112 00000040:00080000:3.0:1788744673.094338:0:24199:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].11, 128 off10240 00000040:00080000:3.0:1788744673.094370:0:24199:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].12, 224 off10464 00000040:00080000:3.0:1788744673.094376:0:24199:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 12 count 13 00000100:00100000:3.0:1788744673.095362:0:24199:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac644544700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:57b18335-b9a3-4404-b391-d3050d8407ce:24199:1875634154611968:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788744673.095473:0:24199:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788744673.095548:0:24199:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ac7476416c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788744673.097109:0:22689:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154611968 00000100:00100000:1.0:1788744673.097120:0:22689:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154611968 00000100:00100000:1.0:1788744673.097204:0:22689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72 00000100:00100000:1.0:1788744673.097214:0:22689:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac6430f1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:57b18335-b9a3-4404-b391-d3050d8407ce+20:24199:x1875634154611968:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1788744673.097347:0:22689:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac6430f1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:57b18335-b9a3-4404-b391-d3050d8407ce+20:24199:x1875634154611968:12345-0@lo:501:mount.lustre.0 Request processed in 134us (1873us total) trans 0 rc 0/0 00000100:00100000:1.0:1788744673.097354:0:22689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72 00000100:00100000:3.0:1788744673.097444:0:24199:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac644544700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:57b18335-b9a3-4404-b391-d3050d8407ce:24199:1875634154611968:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788744673.097484:0:24199:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac644544700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:57b18335-b9a3-4404-b391-d3050d8407ce:24199:1875634154612096:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1788744673.097533:0:24199:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788744673.098903:0:22692:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154612096 00000100:00100000:0.0:1788744673.098914:0:22692:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154612096 00000100:00100000:0.0:1788744673.099034:0:22692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73 00000100:00100000:0.0:1788744673.099055:0:22692:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac6430f0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:57b18335-b9a3-4404-b391-d3050d8407ce+20:24199:x1875634154612096:12345-0@lo:503:mount.lustre.0 00000100:00100000:0.0:1788744673.099189:0:22692:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac6430f0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:57b18335-b9a3-4404-b391-d3050d8407ce+20:24199:x1875634154612096:12345-0@lo:503:mount.lustre.0 Request processed in 147us (1655us total) trans 0 rc 0/0 00000100:00100000:0.0:1788744673.099196:0:22692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73 00000100:00100000:3.0:1788744673.099344:0:24199:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ac7476416c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788744673.099365:0:24199:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac644544700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:57b18335-b9a3-4404-b391-d3050d8407ce:24199:1875634154612096:0@lo:503:mount.lustre.0 00000040:00080000:3.0:1788744673.099853:0:24199:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:3.0:1788744673.099924:0:24199:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac644544700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:57b18335-b9a3-4404-b391-d3050d8407ce:24199:1875634154612224:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1788744673.100102:0:24199:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788744673.100125:0:24199:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ac747641c00 going to sleep for 11 seconds 00000100:00100000:1.0:1788744673.100206:0:22689:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154612224 00000100:00100000:1.0:1788744673.100212:0:22689:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154612224 00000100:00100000:1.0:1788744673.100244:0:22689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74 00000100:00100000:1.0:1788744673.100252:0:22689:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac6430f3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:57b18335-b9a3-4404-b391-d3050d8407ce+20:24199:x1875634154612224:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1788744673.100338:0:22689:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac6430f3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:57b18335-b9a3-4404-b391-d3050d8407ce+20:24199:x1875634154612224:12345-0@lo:502:mount.lustre.0 Request processed in 86us (236us total) trans 0 rc 0/0 00000100:00100000:1.0:1788744673.100345:0:22689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74 00000100:00100000:3.0:1788744673.100512:0:24199:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac644544700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:57b18335-b9a3-4404-b391-d3050d8407ce:24199:1875634154612224:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1788744673.100681:0:24199:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].1, 224 off8416 00000040:00080000:3.0:1788744673.100918:0:24199:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].2, 112 off8528 00000040:00080000:3.0:1788744673.101015:0:24199:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].3, 224 off8752 00000040:00080000:3.0:1788744673.101035:0:24199:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].4, 224 off8976 00000040:00080000:3.0:1788744673.101133:0:24199:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].5, 112 off9088 00000040:00080000:3.0:1788744673.102429:0:24199:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].6, 224 off9312 00000040:00080000:3.0:1788744673.102452:0:24199:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].7, 224 off9536 00000040:00080000:3.0:1788744673.102464:0:24199:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].8, 128 off9664 00000040:00080000:3.0:1788744673.102477:0:24199:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].9, 224 off9888 00000040:00080000:3.0:1788744673.102488:0:24199:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].10, 224 off10112 00000040:00080000:3.0:1788744673.102501:0:24199:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].11, 128 off10240 00000100:00100000:3.0:1788744673.102552:0:24199:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac644544700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:57b18335-b9a3-4404-b391-d3050d8407ce:24199:1875634154612352:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1788744673.102631:0:24199:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788744673.102669:0:24199:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ac747641c00 going to sleep for 11 seconds 00000100:00100000:1.0:1788744673.103160:0:22689:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154612352 00000100:00100000:1.0:1788744673.103168:0:22689:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154612352 00000100:00100000:1.0:1788744673.103222:0:22689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75 00000100:00100000:1.0:1788744673.103233:0:22689:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac6430f0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:57b18335-b9a3-4404-b391-d3050d8407ce+20:24199:x1875634154612352:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1788744673.103879:0:22689:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac6430f0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:57b18335-b9a3-4404-b391-d3050d8407ce+20:24199:x1875634154612352:12345-0@lo:502:mount.lustre.0 Request processed in 645us (1244us total) trans 0 rc 0/0 00000100:00100000:1.0:1788744673.103889:0:22689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75 00000100:00100000:3.0:1788744673.104893:0:24199:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac644544700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:57b18335-b9a3-4404-b391-d3050d8407ce:24199:1875634154612352:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1788744673.105343:0:24199:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].12, 224 off10464 00000040:00080000:3.0:1788744673.105357:0:24199:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 12 count 13 00000020:01000000:0.0:1788744673.113571:0:24220:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1788744673.113585:0:24220:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788744673.113588:0:24220:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:0.0:1788744673.113595:0:24220:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff9ac776cf6000 00000020:00000080:0.0:1788744673.113598:0:24220:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:0.0:1788744673.113607:0:24220:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788744673.113610:0:24220:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788744673.113617:0:24220:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:0.0:1788744673.113620:0:24220:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1788744673.113624:0:24220:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788744673.113625:0:24220:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:0.0:1788744673.113628:0:24220:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff9ac776cf6000 00000020:00000080:0.0:1788744673.113630:0:24220:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:0.0:1788744673.113683:0:24220:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788744673.113687:0:24220:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788744673.113689:0:24220:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:0.0:1788744673.113692:0:24220:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1788744673.113694:0:24220:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788744673.113695:0:24220:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:0.0:1788744673.113711:0:24220:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff9ac776cf6000 00000020:00000080:0.0:1788744673.113713:0:24220:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:0.0:1788744673.113730:0:24220:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788744673.113732:0:24220:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788744673.113733:0:24220:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:0.0:1788744673.113736:0:24220:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1788744673.113738:0:24220:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788744673.113739:0:24220:0:(obd_config.c:1563:class_process_config()) marker 5 (0x1) lustre mdt.lustre-MDT0001.hsm_control 00000020:01000000:0.0:1788744673.113741:0:24220:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff9ac776cf6000 00000020:00000080:0.0:1788744673.113743:0:24220:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:0.0:1788744673.113761:0:24220:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788744673.113763:0:24220:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788744673.113764:0:24220:0:(obd_config.c:1563:class_process_config()) marker 5 (0x2) lustre mdt.lustre-MDT0001.hsm_control 00000040:00080000:0.0:1788744673.113767:0:24220:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xe:0x0] index 13 count 13 00000020:01000000:3.0:1788744673.113966:0:24199:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-12 (rc=0) 10000000:01000000:3.0:1788744673.113997:0:24199:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.104@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:3.0:1788744673.114016:0:24199:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.104@tcp lock: ffff9ac740031400/0xb6207a6e76dcdd75 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xb6207a6e76dcdd7c expref: -99 pid: 24199 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744673.114028:0:24199:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.104@tcp lock: ffff9ac740031400/0xb6207a6e76dcdd75 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xb6207a6e76dcdd7c expref: -99 pid: 24199 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788744673.114075:0:24199:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:3.0:1788744673.114078:0:24199:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff9ac776cf6000 10000000:01000000:3.0:1788744673.114081:0:24199:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff9ac776cf6000 10000000:01000000:3.0:1788744673.114085:0:24199:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:3.0:1788744673.114091:0:24199:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff9ac776cf6000 from 1 10000000:01000000:3.0:1788744673.114093:0:24199:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:3.0:1788744673.114126:0:24199:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.104@tcp lock: ffff9ac740030200/0xb6207a6e76dcdd83 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 24199 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744673.114150:0:24199:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.104@tcp lock: ffff9ac740030200/0xb6207a6e76dcdd83 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 24199 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744673.114162:0:24199:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.104@tcp lock: ffff9ac740030200/0xb6207a6e76dcdd83 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 24199 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788744673.114187:0:24199:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac644544700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:57b18335-b9a3-4404-b391-d3050d8407ce:24199:1875634154612480:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1788744673.114256:0:24199:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788744673.114290:0:24199:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ac747641c00 going to sleep for 11 seconds 00000100:00100000:0.0:1788744673.114398:0:22692:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154612480 00000100:00100000:0.0:1788744673.114433:0:22692:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154612480 00000100:00100000:0.0:1788744673.114475:0:22692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 76 00000100:00100000:0.0:1788744673.114485:0:22692:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac6430f2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:57b18335-b9a3-4404-b391-d3050d8407ce+20:24199:x1875634154612480:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1788744673.114498:0:22692:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788744673.114510:0:22692:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9ac6420f1600/0xb6207a6e76dcdd8a lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: local remote: 0xb6207a6e76dcdd83 expref: -99 pid: 22692 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744673.114540:0:22692:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9ac6420f1600/0xb6207a6e76dcdd8a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xb6207a6e76dcdd83 expref: 21 pid: 22692 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744673.114551:0:22692:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9ac6420f1600/0xb6207a6e76dcdd8a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb6207a6e76dcdd83 expref: 21 pid: 22692 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744673.114560:0:22692:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ac6420f1600, rc 0) 00000100:00100000:0.0:1788744673.114600:0:22692:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac6430f2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:57b18335-b9a3-4404-b391-d3050d8407ce+21:24199:x1875634154612480:12345-0@lo:101:mount.lustre.0 Request processed in 117us (343us total) trans 0 rc 0/0 00000100:00100000:0.0:1788744673.114607:0:22692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 76 00000100:00100000:3.0:1788744673.121983:0:24199:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac644544700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:57b18335-b9a3-4404-b391-d3050d8407ce:24199:1875634154612480:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1788744673.122011:0:24199:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.104@tcp lock: ffff9ac740030200/0xb6207a6e76dcdd83 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xb6207a6e76dcdd8a expref: -99 pid: 24199 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744673.122024:0:24199:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.104@tcp lock: ffff9ac740030200/0xb6207a6e76dcdd83 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0xb6207a6e76dcdd8a expref: -99 pid: 24199 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1788744673.124455:0:24199:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 52 count 51 00000040:00080000:3.0:1788744673.124714:0:24199:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1788744673.124880:0:24199:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].1, 224 off8416 00000040:00080000:3.0:1788744673.124905:0:24199:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].2, 120 off8536 00000040:00080000:3.0:1788744673.124918:0:24199:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].3, 168 off8704 00000040:00080000:3.0:1788744673.124932:0:24199:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].4, 224 off8928 00000040:00080000:3.0:1788744673.124959:0:24199:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].5, 224 off9152 00000040:00080000:3.0:1788744673.124973:0:24199:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].6, 120 off9272 00000040:00080000:3.0:1788744673.124987:0:24199:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].7, 168 off9440 00000040:00080000:3.0:1788744673.125000:0:24199:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].8, 224 off9664 00000040:00080000:3.0:1788744673.125011:0:24199:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].9, 224 off9888 00000040:00080000:3.0:1788744673.125024:0:24199:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].10, 120 off10008 00000040:00080000:3.0:1788744673.125047:0:24199:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].11, 224 off10232 00000040:00080000:3.0:1788744673.125061:0:24199:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].12, 224 off10456 00000040:00080000:3.0:1788744673.125072:0:24199:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].13, 88 off10544 00000040:00080000:3.0:1788744673.125097:0:24199:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].14, 128 off10672 00000040:00080000:3.0:1788744673.125113:0:24199:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].15, 144 off10816 00000040:00080000:3.0:1788744673.125126:0:24199:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].16, 160 off10976 00000040:00080000:3.0:1788744673.125147:0:24199:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].17, 224 off11200 00000040:00080000:3.0:1788744673.125164:0:24199:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].18, 224 off11424 00000040:00080000:3.0:1788744673.125176:0:24199:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].19, 80 off11504 00000040:00080000:3.0:1788744673.125186:0:24199:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].20, 224 off11728 00000040:00080000:3.0:1788744673.125197:0:24199:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].21, 224 off11952 00000040:00080000:3.0:1788744673.125209:0:24199:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].22, 88 off12040 00000040:00080000:3.0:1788744673.125221:0:24199:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].23, 128 off12168 00000040:00080000:3.0:1788744673.125233:0:24199:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].24, 144 off12312 00000040:00080000:3.0:1788744673.125245:0:24199:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].25, 160 off12472 00000040:00080000:3.0:1788744673.125258:0:24199:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].26, 224 off12696 00000040:00080000:3.0:1788744673.125270:0:24199:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].27, 224 off12920 00000040:00080000:3.0:1788744673.125281:0:24199:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].28, 80 off13000 00000040:00080000:3.0:1788744673.125293:0:24199:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].29, 224 off13224 00000040:00080000:3.0:1788744673.125321:0:24199:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].30, 224 off13448 00000040:00080000:3.0:1788744673.125334:0:24199:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].31, 88 off13536 00000040:00080000:3.0:1788744673.125344:0:24199:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].32, 128 off13664 00000040:00080000:3.0:1788744673.125355:0:24199:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].33, 144 off13808 00000040:00080000:3.0:1788744673.125367:0:24199:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].34, 128 off13936 00000040:00080000:3.0:1788744673.125380:0:24199:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].35, 224 off14160 00000040:00080000:3.0:1788744673.125393:0:24199:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].36, 224 off14384 00000040:00080000:3.0:1788744673.125426:0:24199:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].37, 80 off14464 00000040:00080000:3.0:1788744673.125443:0:24199:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].38, 224 off14688 00000040:00080000:3.0:1788744673.125454:0:24199:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].39, 224 off14912 00000040:00080000:3.0:1788744673.125464:0:24199:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].40, 88 off15000 00000040:00080000:3.0:1788744673.125475:0:24199:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].41, 128 off15128 00000040:00080000:3.0:1788744673.125487:0:24199:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].42, 144 off15272 00000040:00080000:3.0:1788744673.125500:0:24199:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].43, 128 off15400 00000040:00080000:3.0:1788744673.125523:0:24199:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].44, 224 off15624 00000040:00080000:3.0:1788744673.125537:0:24199:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].45, 224 off15848 00000040:00080000:3.0:1788744673.125558:0:24199:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].46, 80 off15928 00000040:00080000:3.0:1788744673.125570:0:24199:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].47, 224 off16152 00000040:00080000:3.0:1788744673.125580:0:24199:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].48, 232 off16384 00000040:00080000:3.0:1788744673.125678:0:24199:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].49, 224 off16608 00000040:00080000:3.0:1788744673.125697:0:24199:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].50, 120 off16728 00000040:00080000:3.0:1788744673.125711:0:24199:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].51, 224 off16952 00000040:00080000:3.0:1788744673.125715:0:24199:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 51 count 51 00000100:00100000:3.0:1788744673.125790:0:24199:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac644544700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:57b18335-b9a3-4404-b391-d3050d8407ce:24199:1875634154612608:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788744673.125855:0:24199:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788744673.125898:0:24199:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ac7476416c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788744673.126795:0:22689:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154612608 00000100:00100000:1.0:1788744673.126805:0:22689:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154612608 00000100:00100000:1.0:1788744673.126856:0:22689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77 00000100:00100000:1.0:1788744673.126866:0:22689:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac6430f0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:57b18335-b9a3-4404-b391-d3050d8407ce+21:24199:x1875634154612608:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1788744673.127015:0:22689:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac6430f0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:57b18335-b9a3-4404-b391-d3050d8407ce+21:24199:x1875634154612608:12345-0@lo:501:mount.lustre.0 Request processed in 149us (1158us total) trans 0 rc 0/0 00000100:00100000:1.0:1788744673.127022:0:22689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77 00000100:00100000:3.0:1788744673.130396:0:24199:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac644544700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:57b18335-b9a3-4404-b391-d3050d8407ce:24199:1875634154612608:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788744673.134878:0:24199:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac644544700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:57b18335-b9a3-4404-b391-d3050d8407ce:24199:1875634154612736:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1788744673.135188:0:24199:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788744673.135231:0:24199:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ac7476416c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788744673.135329:0:22690:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154612736 00000100:00100000:1.0:1788744673.135337:0:22690:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154612736 00000100:00100000:1.0:1788744673.135389:0:22690:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78 00000100:00100000:1.0:1788744673.135398:0:22690:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac6430f1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:57b18335-b9a3-4404-b391-d3050d8407ce+21:24199:x1875634154612736:12345-0@lo:503:mount.lustre.0 00000100:00100000:1.0:1788744673.135531:0:22690:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac6430f1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:57b18335-b9a3-4404-b391-d3050d8407ce+21:24199:x1875634154612736:12345-0@lo:503:mount.lustre.0 Request processed in 133us (343us total) trans 0 rc 0/0 00000100:00100000:1.0:1788744673.135540:0:22690:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78 00000100:00100000:3.0:1788744673.135810:0:24199:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac644544700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:57b18335-b9a3-4404-b391-d3050d8407ce:24199:1875634154612736:0@lo:503:mount.lustre.0 00000040:00080000:3.0:1788744673.137499:0:24199:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:3.0:1788744673.137599:0:24199:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac644544700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:57b18335-b9a3-4404-b391-d3050d8407ce:24199:1875634154612864:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1788744673.137676:0:24199:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788744673.138811:0:22692:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154612864 00000100:00100000:1.0:1788744673.138822:0:22692:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154612864 00000100:00100000:1.0:1788744673.138872:0:22692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 79 00000100:00100000:1.0:1788744673.138881:0:22692:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac6430f1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:57b18335-b9a3-4404-b391-d3050d8407ce+21:24199:x1875634154612864:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1788744673.139057:0:24199:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ac747641c00 going to sleep for 11 seconds 00000100:00100000:1.0:1788744673.146330:0:22692:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac6430f1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:57b18335-b9a3-4404-b391-d3050d8407ce+21:24199:x1875634154612864:12345-0@lo:502:mount.lustre.0 Request processed in 7441us (8645us total) trans 0 rc 0/0 00000100:00100000:1.0:1788744673.146347:0:22692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 79 00000100:00100000:2.0:1788744673.150609:0:24199:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac644544700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:57b18335-b9a3-4404-b391-d3050d8407ce:24199:1875634154612864:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1788744673.151530:0:24199:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].1, 224 off8416 00000040:00080000:2.0:1788744673.151567:0:24199:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].2, 120 off8536 00000040:00080000:2.0:1788744673.151582:0:24199:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].3, 168 off8704 00000040:00080000:2.0:1788744673.151595:0:24199:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].4, 224 off8928 00000040:00080000:2.0:1788744673.151607:0:24199:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].5, 224 off9152 00000040:00080000:2.0:1788744673.151619:0:24199:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].6, 120 off9272 00000040:00080000:2.0:1788744673.151632:0:24199:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].7, 168 off9440 00000040:00080000:2.0:1788744673.151644:0:24199:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].8, 224 off9664 00000040:00080000:2.0:1788744673.151658:0:24199:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].9, 224 off9888 00000040:00080000:2.0:1788744673.151671:0:24199:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].10, 120 off10008 00000040:00080000:2.0:1788744673.152133:0:24199:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].11, 224 off10232 00000040:00080000:2.0:1788744673.152168:0:24199:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].12, 224 off10456 00000040:00080000:2.0:1788744673.152182:0:24199:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].13, 88 off10544 00000040:00080000:2.0:1788744673.152194:0:24199:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].14, 128 off10672 00000040:00080000:2.0:1788744673.152207:0:24199:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].15, 144 off10816 00000040:00080000:2.0:1788744673.152219:0:24199:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].16, 160 off10976 00000040:00080000:2.0:1788744673.152231:0:24199:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].17, 224 off11200 00000040:00080000:2.0:1788744673.152245:0:24199:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].18, 224 off11424 00000040:00080000:2.0:1788744673.152257:0:24199:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].19, 80 off11504 00000040:00080000:2.0:1788744673.152271:0:24199:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].20, 224 off11728 00000040:00080000:2.0:1788744673.152283:0:24199:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].21, 224 off11952 00000040:00080000:2.0:1788744673.152295:0:24199:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].22, 88 off12040 00000040:00080000:2.0:1788744673.152306:0:24199:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].23, 128 off12168 00000040:00080000:2.0:1788744673.152318:0:24199:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].24, 144 off12312 00000040:00080000:2.0:1788744673.152331:0:24199:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].25, 160 off12472 00000040:00080000:2.0:1788744673.152344:0:24199:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].26, 224 off12696 00000040:00080000:2.0:1788744673.152374:0:24199:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].27, 224 off12920 00000040:00080000:2.0:1788744673.152390:0:24199:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].28, 80 off13000 00000040:00080000:2.0:1788744673.152798:0:24199:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].29, 224 off13224 00000040:00080000:2.0:1788744673.152820:0:24199:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].30, 224 off13448 00000040:00080000:2.0:1788744673.152835:0:24199:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].31, 88 off13536 00000040:00080000:2.0:1788744673.152849:0:24199:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].32, 128 off13664 00000040:00080000:2.0:1788744673.152875:0:24199:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].33, 144 off13808 00000040:00080000:2.0:1788744673.152889:0:24199:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].34, 128 off13936 00000040:00080000:2.0:1788744673.152903:0:24199:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].35, 224 off14160 00000040:00080000:2.0:1788744673.152917:0:24199:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].36, 224 off14384 00000040:00080000:2.0:1788744673.152931:0:24199:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].37, 80 off14464 00000040:00080000:2.0:1788744673.153487:0:24199:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].38, 224 off14688 00000040:00080000:2.0:1788744673.153507:0:24199:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].39, 224 off14912 00000040:00080000:2.0:1788744673.153521:0:24199:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].40, 88 off15000 00000040:00080000:2.0:1788744673.153534:0:24199:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].41, 128 off15128 00000040:00080000:2.0:1788744673.153547:0:24199:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].42, 144 off15272 00000040:00080000:2.0:1788744673.153575:0:24199:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].43, 128 off15400 00000040:00080000:2.0:1788744673.153590:0:24199:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].44, 224 off15624 00000040:00080000:2.0:1788744673.153603:0:24199:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].45, 224 off15848 00000040:00080000:2.0:1788744673.153617:0:24199:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].46, 80 off15928 00000040:00080000:2.0:1788744673.153630:0:24199:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].47, 224 off16152 00000040:00080000:2.0:1788744673.153643:0:24199:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].48, 232 off16384 00000100:00100000:2.0:1788744673.154857:0:24199:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac7556ed180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:57b18335-b9a3-4404-b391-d3050d8407ce:24199:1875634154612992:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788744673.154976:0:24199:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788744673.159306:0:24199:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ac76066c000 going to sleep for 11 seconds 00000100:00100000:0.0:1788744673.165281:0:22689:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154612992 00000100:00100000:0.0:1788744673.165298:0:22689:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154612992 00000100:00100000:0.0:1788744673.165379:0:22689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 80 00000100:00100000:0.0:1788744673.165389:0:22689:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac6430f2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:57b18335-b9a3-4404-b391-d3050d8407ce+21:24199:x1875634154612992:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1788744673.165567:0:22689:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac6430f2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:57b18335-b9a3-4404-b391-d3050d8407ce+21:24199:x1875634154612992:12345-0@lo:502:mount.lustre.0 Request processed in 179us (10591us total) trans 0 rc 0/0 00000100:00100000:0.0:1788744673.165575:0:22689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 80 00000100:00100000:2.0:1788744673.165824:0:24199:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac7556ed180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:57b18335-b9a3-4404-b391-d3050d8407ce:24199:1875634154612992:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1788744673.166081:0:24199:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].49, 224 off16608 00000040:00080000:2.0:1788744673.166107:0:24199:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].50, 120 off16728 00000100:00100000:2.0:1788744673.166150:0:24199:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac7556ed180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:57b18335-b9a3-4404-b391-d3050d8407ce:24199:1875634154613120:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788744673.166191:0:24199:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788744673.166217:0:24199:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ac77aa4c180 going to sleep for 11 seconds 00000100:00100000:0.0:1788744673.166951:0:22690:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154613120 00000100:00100000:0.0:1788744673.166960:0:22690:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154613120 00000100:00100000:0.0:1788744673.167007:0:22690:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 81 00000100:00100000:0.0:1788744673.167016:0:22690:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac6430f2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:57b18335-b9a3-4404-b391-d3050d8407ce+21:24199:x1875634154613120:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1788744673.167281:0:22690:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac6430f2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:57b18335-b9a3-4404-b391-d3050d8407ce+21:24199:x1875634154613120:12345-0@lo:502:mount.lustre.0 Request processed in 264us (1087us total) trans 0 rc 0/0 00000100:00100000:0.0:1788744673.167289:0:22690:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 81 00000100:00100000:2.0:1788744673.167559:0:24199:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac7556ed180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:57b18335-b9a3-4404-b391-d3050d8407ce:24199:1875634154613120:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1788744673.167620:0:24199:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].51, 224 off16952 00000040:00080000:2.0:1788744673.167632:0:24199:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 51 count 51 00000020:01000004:3.0:1788744673.175047:0:24226:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-OST0000 (typ=lwp) 00000020:00000080:3.0:1788744673.175066:0:24226:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-OST0000 (ffff9ac77b9899c0) 00000020:00000080:3.0:1788744673.175089:0:24226:0:(obd_config.c:720:class_attach_name()) OBD: dev 23 attached type lwp with refcount 2 00000020:01000004:3.0:1788744673.175202:0:24226:0:(tgt_mount.c:153:server_get_mount()) get mount ffff9ac776cf6000 from lustre-OST0000, refs=3 00000020:01000004:3.0:1788744673.175207:0:24226:0:(tgt_mount.c:187:server_put_mount()) put mount ffff9ac776cf6000 from lustre-OST0000, refs=3 00000020:01000004:3.0:1788744673.175209:0:24226:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9ac776cf6000 3 00010000:00080000:3.0:1788744673.175240:0:24226:0:(ldlm_lib.c:103:import_set_conn()) imp ffff9ac6431c0000@lustre-MDT0000-lwp-OST0000: add connection 192.168.203.104@tcp at head 00010000:00010000:3.0:1788744673.176914:0:24226:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-OST0000-9 is initialized 00000020:00000080:3.0:1788744673.177149:0:24226:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-OST0000 (uuid lustre-MDT0000-lwp-OST0000_UUID) 00000010:01000000:3.0:1788744673.177191:0:24226:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:3.0:1788744673.177205:0:24226:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-lwp-OST0000, cookie 0xb6207a6e76dcdd98 00000100:00080000:3.0:1788744673.177216:0:24226:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 0 00000100:00080000:3.0:1788744673.177226:0:24226:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9ac6431c0000 using connection 192.168.203.104@tcp/0@lo 00000100:00100000:3.0:1788744673.177261:0:24226:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ac644546680 x1875634154613248/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1788744673.177282:0:24226:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID 00000100:00080000:3.0:1788744673.177319:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788744673.177323:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1788744673.177326:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788744673.177329:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1788744673.177352:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788744673.177356:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1788744673.177359:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788744673.177362:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:3.0:1788744673.177396:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac644545c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3645:1875634154613376:0@lo:400:kworker.0 00000100:00100000:3.0:1788744673.177481:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788744673.177516:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1788744673.177523:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac644546300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3645:1875634154613504:0@lo:400:kworker.0 00000100:00100000:3.0:1788744673.177544:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788744673.179153:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac644546680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3642:1875634154613248:0@lo:38:llog_process_th.0 00000100:00100000:2.0:1788744673.179211:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788744673.179949:0:22697:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154613376 00000100:00100000:2.0:1788744673.179959:0:22697:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154613376 00000100:00100000:2.0:1788744673.179987:0:22697:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154613504 00000100:00100000:2.0:1788744673.179989:0:22697:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154613504 00000100:00100000:2.0:1788744673.179998:0:22697:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154613248 00000100:00100000:2.0:1788744673.179999:0:22697:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154613248 00000100:00100000:2.0:1788744673.180011:0:22697:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:2.0:1788744673.180019:0:22697:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac644547b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3645:x1875634154613376:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788744673.180070:0:22697:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac644547b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3645:x1875634154613376:12345-0@lo:400:kworker.0 Request processed in 52us (2590us total) trans 0 rc 0/0 00000100:00100000:2.0:1788744673.180076:0:22697:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:2.0:1788744673.180090:0:22697:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:2.0:1788744673.180095:0:22697:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac644547100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3645:x1875634154613504:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788744673.180116:0:22697:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac644547100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3645:x1875634154613504:12345-0@lo:400:kworker.0 Request processed in 21us (2571us total) trans 0 rc 0/0 00000100:00100000:2.0:1788744673.180121:0:22697:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:2.0:1788744673.180130:0:22697:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:2.0:1788744673.180134:0:22697:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac7556ed180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3642:x1875634154613248:12345-0@lo:38:llog_process_th.0 00010000:00080000:2.0:1788744673.180165:0:22697:0:(ldlm_lib.c:1456:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-OST0000_UUID@0@lo t0 exp 0000000000000000 cur 654 last 0 00000020:00000080:2.0:1788744673.180195:0:22697:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-lwp-OST0000_UUID, cookie 0xb6207a6e76dcdd9f 00000004:00100000:2.0:1788744673.180209:0:22697:0:(mdt_handler.c:7495:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:2.0:1788744673.180235:0:22697:0:(import.c:65:import_set_state_nolock()) ffff9ac774a27800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1788744673.180264:0:22697:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac7556ed180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3642:x1875634154613248:12345-0@lo:38:llog_process_th.0 Request processed in 129us (1053us total) trans 0 rc 0/0 00000100:00100000:2.0:1788744673.180270:0:22697:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00010000:00080000:2.0:1788744673.180363:0:3642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff9ac644546680 x1875634154613248/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1788744683 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788744673.180374:0:3642:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 2 00000100:00080000:2.0:1788744673.180381:0:3642:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-OST0000: connect to target with instance 3 00000100:00080000:2.0:1788744673.180387:0:3642:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-OST0000: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:2.0:1788744673.180391:0:3642:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:2.0:1788744673.180394:0:3642:0:(import.c:65:import_set_state_nolock()) ffff9ac6431c0000 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:2.0:1788744673.180399:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac644546680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3642:1875634154613248:0@lo:38:llog_process_th.0 00010000:00080000:3.0:1788744673.181292:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff9ac644546300 x1875634154613504/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788744689 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788744673.181318:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac644546300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3645:1875634154613504:0@lo:400:kworker.0 00010000:00080000:3.0:1788744673.181330:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff9ac644545c00 x1875634154613376/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788744689 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788744673.181338:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac644545c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3645:1875634154613376:0@lo:400:kworker.0 00000020:01000004:3.0:1788744673.181593:0:24226:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0001-lwp-OST0000 (typ=lwp) 00000020:00000080:3.0:1788744673.181607:0:24226:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-lwp-OST0000 (ffff9ac774904d40) 00000020:00000080:3.0:1788744673.181626:0:24226:0:(obd_config.c:720:class_attach_name()) OBD: dev 24 attached type lwp with refcount 2 00000020:01000004:3.0:1788744673.182580:0:24226:0:(tgt_mount.c:153:server_get_mount()) get mount ffff9ac776cf6000 from lustre-OST0000, refs=3 00000020:01000004:3.0:1788744673.182587:0:24226:0:(tgt_mount.c:187:server_put_mount()) put mount ffff9ac776cf6000 from lustre-OST0000, refs=3 00000020:01000004:3.0:1788744673.182590:0:24226:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9ac776cf6000 3 00010000:00080000:3.0:1788744673.182620:0:24226:0:(ldlm_lib.c:103:import_set_conn()) imp ffff9ac6431c3800@lustre-MDT0001-lwp-OST0000: add connection 192.168.203.104@tcp at head 00010000:00010000:3.0:1788744673.184768:0:24226:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-lwp-OST0000-10 is initialized 00000020:00000080:3.0:1788744673.185154:0:24226:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-lwp-OST0000 (uuid lustre-MDT0001-lwp-OST0000_UUID) 00000010:01000000:3.0:1788744673.185200:0:24226:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:3.0:1788744673.185212:0:24226:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-lwp-OST0000, cookie 0xb6207a6e76dcddad 00000100:00080000:3.0:1788744673.185223:0:24226:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 0 00000100:00080000:3.0:1788744673.185234:0:24226:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff9ac6431c3800 using connection 192.168.203.104@tcp/0@lo 00000100:00100000:3.0:1788744673.185268:0:24226:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ac644545c00 x1875634154613632/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1788744673.185335:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac644545c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3642:1875634154613632:0@lo:38:llog_process_th.0 00000100:00100000:0.0:1788744673.185420:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1788744673.187024:0:24226:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID 00000100:00100000:3.0:1788744673.189600:0:22697:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154613632 00000100:00100000:3.0:1788744673.189614:0:22697:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154613632 00000100:00100000:3.0:1788744673.189673:0:22697:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:3.0:1788744673.189682:0:22697:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac643fe3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3642:x1875634154613632:12345-0@lo:38:llog_process_th.0 00010000:00080000:3.0:1788744673.189727:0:22697:0:(ldlm_lib.c:1456:target_handle_connect()) lustre-MDT0001: connection from lustre-MDT0001-lwp-OST0000_UUID@0@lo t0 exp 0000000000000000 cur 654 last 0 00000020:00000080:3.0:1788744673.189774:0:22697:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-lwp-OST0000_UUID, cookie 0xb6207a6e76dcddb4 00000004:00100000:3.0:1788744673.189789:0:22697:0:(mdt_handler.c:7495:mdt_connect_internal()) lustre-MDT0001: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:3.0:1788744673.189824:0:22697:0:(import.c:65:import_set_state_nolock()) ffff9ac6431c5800 : changing import state from RECOVER to FULL 00000100:00080000:2.0:1788744673.192895:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788744673.192905:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1788744673.192908:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788744673.192911:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1788744673.192915:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788744673.192918:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1788744673.192921:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788744673.192924:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:3.0:1788744673.194455:0:22697:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac643fe3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3642:x1875634154613632:12345-0@lo:38:llog_process_th.0 Request processed in 4762us (9043us total) trans 0 rc 0/0 00000100:00100000:3.0:1788744673.194469:0:22697:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000040:00080000:3.0:1788744673.194613:0:24226:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x10:0x0] index 52 count 51 00010000:00080000:0.0:1788744673.195466:0:3642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff9ac644545c00 x1875634154613632/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1788744683 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788744673.195479:0:3642:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 2 00000100:00080000:0.0:1788744673.195491:0:3642:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-MDT0001-lwp-OST0000: connect to target with instance 3 00000100:00080000:0.0:1788744673.195500:0:3642:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-MDT0001-lwp-OST0000: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:0.0:1788744673.195505:0:3642:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000100:00080000:0.0:1788744673.195508:0:3642:0:(import.c:65:import_set_state_nolock()) ffff9ac6431c3800 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00100000:0.0:1788744673.195515:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac644545c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3642:1875634154613632:0@lo:38:llog_process_th.0 00000020:01000000:2.0:1788744673.199163:0:24199:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:2.0:1788744673.199211:0:24199:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.104@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:2.0:1788744673.199227:0:24199:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.104@tcp lock: ffff9ac740030200/0xb6207a6e76dcdd83 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xb6207a6e76dcdd8a expref: -99 pid: 24199 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744673.199240:0:24199:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.104@tcp lock: ffff9ac740030200/0xb6207a6e76dcdd83 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xb6207a6e76dcdd8a expref: -99 pid: 24199 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:2.0:1788744673.199309:0:24199:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:2.0:1788744673.199312:0:24199:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1788744673.199313:0:24199:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1788744673.199314:0:24199:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1788744673.199316:0:24199:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1788744673.199317:0:24199:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1788744673.199319:0:24199:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1788744673.199321:0:24199:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1788744673.199322:0:24199:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:2.0:1788744673.199326:0:24199:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0000 0x40020002 00000020:01000004:2.0:1788744673.199328:0:24199:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:2.0:1788744673.199329:0:24199:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1788744673.199330:0:24199:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1788744673.199331:0:24199:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1788744673.199332:0:24199:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1788744673.199333:0:24199:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1788744673.199335:0:24199:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1788744673.199336:0:24199:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1788744673.199336:0:24199:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:2.0:1788744673.199364:0:24199:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0000 00000100:00100000:2.0:1788744673.199382:0:24199:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac7556ef100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:57b18335-b9a3-4404-b391-d3050d8407ce:24199:1875634154613760:0@lo:253:mount.lustre.0 00000100:00100000:2.0:1788744673.199478:0:24199:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788744673.199517:0:24199:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ac77aa4cb40 going to sleep for 11 seconds 00000100:00100000:3.0:1788744673.199625:0:22692:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154613760 00000100:00100000:3.0:1788744673.199633:0:22692:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154613760 00000100:00100000:3.0:1788744673.199684:0:22692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82 00000100:00100000:3.0:1788744673.199693:0:22692:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac6430f1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:57b18335-b9a3-4404-b391-d3050d8407ce+21:24199:x1875634154613760:12345-0@lo:253:mount.lustre.0 20000000:01000000:3.0:1788744673.200028:0:22692:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:3.0:1788744673.200109:0:22692:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 20000000:01000000:3.0:1788744673.213273:0:22692:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:3.0:1788744673.213323:0:22692:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00000100:00100000:3.0:1788744673.214621:0:22692:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac6430f1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:57b18335-b9a3-4404-b391-d3050d8407ce+21:24199:x1875634154613760:12345-0@lo:253:mount.lustre.0 Request processed in 14918us (15133us total) trans 0 rc 0/0 00000100:00100000:3.0:1788744673.214635:0:22692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82 20000000:01000000:2.0:1788744673.214946:0:22713:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:2.0:1788744673.214952:0:22713:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:2.0:1788744673.214972:0:22713:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff9ac774b59200/0xb6207a6e76dcddbb lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744673.214987:0:22713:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9ac6420f0200/0xb6207a6e76dcdd05 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb6207a6e76dcdcfe expref: 20 pid: 22689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744673.214994:0:22713:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9ac774b58c00/0xb6207a6e76dcdd13 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb6207a6e76dcdd0c expref: 20 pid: 22692 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744673.215015:0:22713:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff9ac774b59200/0xb6207a6e76dcddbb lrc: 5/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744673.215178:0:22713:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9ac774b58c00/0xb6207a6e76dcdd13 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xb6207a6e76dcdd0c expref: 20 pid: 22692 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744673.215196:0:22713:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9ac774b58c00/0xb6207a6e76dcdd13 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xb6207a6e76dcdd0c expref: 20 pid: 22692 timeout: 754 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788744673.215212:0:22713:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac7556ef480 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22713:1875634154613888:0@lo:104: 00000100:00100000:2.0:1788744673.215254:0:22713:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1788744673.215299:0:22713:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9ac6420f0200/0xb6207a6e76dcdd05 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xb6207a6e76dcdcfe expref: 20 pid: 22689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744673.215308:0:22713:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9ac6420f0200/0xb6207a6e76dcdd05 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xb6207a6e76dcdcfe expref: 20 pid: 22689 timeout: 754 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788744673.215316:0:22713:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac7556ee300 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22713:1875634154614016:0@lo:104: 00000100:00100000:2.0:1788744673.215340:0:22713:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788744673.215424:0:22713:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ac77aa4c180 going to sleep for 11 seconds 00000100:00100000:0.0:1788744673.215584:0:24199:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac7556ef100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:57b18335-b9a3-4404-b391-d3050d8407ce:24199:1875634154613760:0@lo:253:mount.lustre.0 10000000:01000000:0.0:1788744673.215595:0:24199:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0000 got index = 0 00000020:01000004:0.0:1788744673.215598:0:24199:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:0.0:1788744673.215600:0:24199:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1788744673.215601:0:24199:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1788744673.215603:0:24199:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1788744673.215604:0:24199:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1788744673.215605:0:24199:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1788744673.215606:0:24199:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1788744673.215608:0:24199:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1788744673.215609:0:24199:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:0.0:1788744673.215623:0:24199:0:(tgt_mount.c:2694:server_calc_timeout()) lustre-OST0000: Imperative Recovery not enabled, recovery window 60-180 00000100:00100000:1.0:1788744673.216744:0:22680:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:1.0:1788744673.216763:0:22680:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154613888 00000100:00100000:1.0:1788744673.216891:0:22680:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154613888 00000100:00100000:1.0:1788744673.216926:0:22680:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154614016 00000100:00100000:1.0:1788744673.216930:0:22680:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154614016 00000100:00100000:1.0:1788744673.217018:0:22680:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1788744673.217028:0:22680:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac7556ef800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:57b18335-b9a3-4404-b391-d3050d8407ce+4:22713:x1875634154613888:12345-0@lo:104: 00010000:00010000:1.0:1788744673.217123:0:22680:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.104@tcp lock: ffff9ac740031200/0xb6207a6e76dcdd0c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xb6207a6e76dcdd13 expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744673.217212:0:22680:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1788744673.217218:0:22680:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac7556ef800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:57b18335-b9a3-4404-b391-d3050d8407ce+4:22713:x1875634154613888:12345-0@lo:104: Request processed in 192us (1964us total) trans 0 rc 0/0 00000100:00100000:1.0:1788744673.217226:0:22680:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1788744673.217242:0:22680:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1788744673.217248:0:22680:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac775c38450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:57b18335-b9a3-4404-b391-d3050d8407ce+3:22713:x1875634154614016:12345-0@lo:104: 00010000:00010000:1.0:1788744673.217255:0:22680:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.104@tcp lock: ffff9ac774b58800/0xb6207a6e76dcdcfe lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xb6207a6e76dcdd05 expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744673.217293:0:22680:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:1.0:1788744673.217298:0:22680:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac775c38450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:57b18335-b9a3-4404-b391-d3050d8407ce+3:22713:x1875634154614016:12345-0@lo:104: Request processed in 51us (1957us total) trans 0 rc 0/0 00000100:00100000:1.0:1788744673.217304:0:22680:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00010000:00010000:1.0:1788744673.217346:0:22686:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1788744673.217352:0:22686:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.104@tcp lock: ffff9ac740031200/0xb6207a6e76dcdd0c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xb6207a6e76dcdd13 expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744673.217359:0:22686:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ac740031200 already unused, calling callback (ffffffffc14dbc20) 10000000:00010000:1.0:1788744673.217363:0:22686:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.104@tcp lock: ffff9ac740031200/0xb6207a6e76dcdd0c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0xb6207a6e76dcdd13 expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744673.217371:0:22686:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.104@tcp lock: ffff9ac740031200/0xb6207a6e76dcdd0c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0xb6207a6e76dcdd13 expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1788744673.217378:0:22686:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.104@tcp lock: ffff9ac740031200/0xb6207a6e76dcdd0c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0xb6207a6e76dcdd13 expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788744673.217390:0:22686:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00000100:00100000:2.0:1788744673.217522:0:22713:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac7556ef480 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22713:1875634154613888:0@lo:104: 00000100:00100000:2.0:1788744673.217532:0:22713:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac7556ee300 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22713:1875634154614016:0@lo:104: 00010000:00010000:2.0:1788744673.217554:0:22713:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff9ac774b59200/0xb6207a6e76dcddbb lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744673.217837:0:22686:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.104@tcp lock: ffff9ac740031200/0xb6207a6e76dcdd0c lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb6207a6e76dcdd13 expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744673.217845:0:22686:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788744673.217864:0:22686:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.104@tcp lock: ffff9ac740031200/0xb6207a6e76dcdd0c lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb6207a6e76dcdd13 expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744673.217871:0:22686:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.104@tcp lock: ffff9ac740031200/0xb6207a6e76dcdd0c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb6207a6e76dcdd13 expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744673.217884:0:22686:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788744673.217887:0:22686:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.104@tcp lock: ffff9ac774b58800/0xb6207a6e76dcdcfe lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xb6207a6e76dcdd05 expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744673.217893:0:22686:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ac774b58800 already unused, calling callback (ffffffffc14dbc20) 10000000:00010000:1.0:1788744673.217896:0:22686:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.104@tcp lock: ffff9ac774b58800/0xb6207a6e76dcdcfe lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xb6207a6e76dcdd05 expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744673.217902:0:22686:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.104@tcp lock: ffff9ac774b58800/0xb6207a6e76dcdcfe lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xb6207a6e76dcdd05 expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1788744673.217907:0:22686:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.104@tcp lock: ffff9ac774b58800/0xb6207a6e76dcdcfe lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xb6207a6e76dcdd05 expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788744673.217912:0:22686:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:1.0:1788744673.217923:0:22686:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.104@tcp lock: ffff9ac774b58800/0xb6207a6e76dcdcfe lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb6207a6e76dcdd05 expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744673.217928:0:22686:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788744673.218032:0:22685:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788744673.218131:0:22686:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.104@tcp lock: ffff9ac774b58800/0xb6207a6e76dcdcfe lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb6207a6e76dcdd05 expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744673.218148:0:22686:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.104@tcp lock: ffff9ac774b58800/0xb6207a6e76dcdcfe lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb6207a6e76dcdd05 expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744673.218161:0:22686:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788744673.218162:0:22686:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788744673.218164:0:22686:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788744673.218190:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac643fb2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:57b18335-b9a3-4404-b391-d3050d8407ce:3644:1875634154614272:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788744673.218228:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788744673.218269:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1788744673.218275:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac643fb2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:57b18335-b9a3-4404-b391-d3050d8407ce:3644:1875634154614144:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788744673.218298:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788744673.218327:0:22684:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154614272 00000100:00100000:1.0:1788744673.218333:0:22684:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154614272 00010000:00010000:1.0:1788744673.218353:0:22684:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9ac6420f0200/0xb6207a6e76dcdd05 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xb6207a6e76dcdcfe expref: 21 pid: 22689 timeout: 754 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788744673.218375:0:22684:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154614144 00000100:00100000:1.0:1788744673.218378:0:22684:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154614144 00010000:00010000:1.0:1788744673.218389:0:22684:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9ac774b58c00/0xb6207a6e76dcdd13 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xb6207a6e76dcdd0c expref: 22 pid: 22692 timeout: 754 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788744673.218599:0:22684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1788744673.218608:0:22684:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac643fb0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57b18335-b9a3-4404-b391-d3050d8407ce+22:3644:x1875634154614272:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788744673.218621:0:22684:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788744673.218626:0:22684:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9ac6420f0200/0xb6207a6e76dcdd05 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xb6207a6e76dcdcfe expref: 22 pid: 22689 timeout: 754 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744673.218648:0:22684:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9ac6420f0200/0xb6207a6e76dcdd05 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xb6207a6e76dcdcfe expref: 22 pid: 22689 timeout: 754 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744673.218663:0:22684:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9ac6420f0200/0xb6207a6e76dcdd05 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xb6207a6e76dcdcfe expref: 22 pid: 22689 timeout: 754 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744673.218677:0:22684:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788744673.218718:0:22684:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac643fb0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57b18335-b9a3-4404-b391-d3050d8407ce+21:3644:x1875634154614272:12345-0@lo:103:ldlm_bl.0 Request processed in 112us (490us total) trans 0 rc 0/0 00000100:00100000:2.0:1788744673.218969:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac643fb2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:57b18335-b9a3-4404-b391-d3050d8407ce:3644:1875634154614272:0@lo:103:ldlm_bl.0 00000001:00000004:3.0:1788744673.220589:0:24199:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 3, last_transno is 12884901888 00002000:00080000:3.0:1788744673.223509:0:24199:0:(ofd_obd.c:539:ofd_postrecov()) lustre-OST0000: recovery is over 00100000:10000000:3.0:1788744673.223520:0:24199:0:(lfsck_lib.c:3085:lfsck_start()) lustre-OST0000-osd: start master thread 00000020:01000004:3.0:1788744673.223556:0:24199:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:3.0:1788744673.223605:0:24199:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.203.104@tcp: cl_mgc_mutex unlock 00000020:01000004:3.0:1788744673.223626:0:24199:0:(tgt_mount.c:2460:server_fill_super_common()) Server sb, dev=49 00000080:00000004:3.0:1788744673.223644:0:24199:0:(super25.c:182:lustre_fill_super()) /dev/mapper/ost1_flakey: Mount complete 00000020:00000004:3.0:1788744673.227021:0:24199:0:(tgt_mount.c:2346:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:3.0:1788744673.227298:0:24199:0:(tgt_mount.c:2361:is_cmd_supported()) ioctl cmd=81009431 00000100:00100000:0.0:1788744673.230217:0:22683:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1788744673.230248:0:22683:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac77cbcc850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:57b18335-b9a3-4404-b391-d3050d8407ce+21:3644:x1875634154614144:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788744673.230272:0:22683:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788744673.230282:0:22683:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9ac774b58c00/0xb6207a6e76dcdd13 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xb6207a6e76dcdd0c expref: 21 pid: 22692 timeout: 754 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744673.230300:0:22683:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9ac774b58c00/0xb6207a6e76dcdd13 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xb6207a6e76dcdd0c expref: 21 pid: 22692 timeout: 754 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744673.230339:0:22683:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9ac774b58c00/0xb6207a6e76dcdd13 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xb6207a6e76dcdd0c expref: 21 pid: 22692 timeout: 754 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744673.230355:0:22683:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff9ac774b59200/0xb6207a6e76dcddbb lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744673.230364:0:22683:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9ac774b59200/0xb6207a6e76dcddbb lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:0.0:1788744673.230382:0:22683:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.015430653s 00010000:00010000:0.0:1788744673.230386:0:22683:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9ac774b59200/0xb6207a6e76dcddbb lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744673.230393:0:22683:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9ac774b59200/0xb6207a6e76dcddbb lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744673.230414:0:22683:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff9ac774b59200/0xb6207a6e76dcddbb lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744673.230422:0:22683:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff9ac774b59200/0xb6207a6e76dcddbb lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744673.230428:0:22683:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ac774b59200 already unused, calling callback (ffffffffc0e92940) 00010000:00010000:0.0:1788744673.230432:0:22683:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff9ac774b59200/0xb6207a6e76dcddbb lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744673.230440:0:22683:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff9ac774b59200/0xb6207a6e76dcddbb lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744673.230469:0:22683:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff9ac774b59200/0xb6207a6e76dcddbb lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744673.230487:0:22683:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788744673.230564:0:22683:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac77cbcc850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:57b18335-b9a3-4404-b391-d3050d8407ce+20:3644:x1875634154614144:12345-0@lo:103:ldlm_bl.0 Request processed in 333us (12264us total) trans 0 rc 0/0 00000100:00100000:0.0:1788744673.230572:0:22683:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00010000:00010000:0.0:1788744673.230620:0:22713:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff9ac774b59200/0xb6207a6e76dcddbb lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744673.230628:0:22713:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff9ac774b59200/0xb6207a6e76dcddbb lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744673.230634:0:22713:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9ac774b59200/0xb6207a6e76dcddbb lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788744673.230675:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac643fb2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:57b18335-b9a3-4404-b391-d3050d8407ce:3644:1875634154614144:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788744673.236249:0:22684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00010000:00010000:2.0:1788744673.269209:0:22685:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788744674.292559:0:22686:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:1.0:1788744674.306946:0:24278:0:(tgt_mount.c:2346:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:1.0:1788744674.307160:0:24278:0:(tgt_mount.c:2361:is_cmd_supported()) ioctl cmd=81009431 10000000:01000000:1.0:1788744674.737028:0:22694:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:1.0:1788744674.737036:0:22694:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff9ac7531af000 from 13 10000000:01000000:1.0:1788744674.737042:0:22694:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:1.0:1788744674.737088:0:22694:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.104@tcp lock: ffff9ac773f46c00/0xb6207a6e76dcddc2 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744674.737100:0:22694:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.104@tcp lock: ffff9ac773f46c00/0xb6207a6e76dcddc2 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744674.737112:0:22694:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.104@tcp lock: ffff9ac773f46c00/0xb6207a6e76dcddc2 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788744674.737146:0:22694:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac643fb0380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:57b18335-b9a3-4404-b391-d3050d8407ce:22694:1875634154614400:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1788744674.737209:0:22694:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788744674.737252:0:22694:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ac744e8f780 going to sleep for 11 seconds 00000100:00100000:0.0:1788744674.737440:0:22690:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154614400 00000100:00100000:0.0:1788744674.737448:0:22690:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154614400 00000100:00100000:0.0:1788744674.737504:0:22690:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83 00000100:00100000:0.0:1788744674.737512:0:22690:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac6430f3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:57b18335-b9a3-4404-b391-d3050d8407ce+19:22694:x1875634154614400:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788744674.737526:0:22690:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788744674.737539:0:22690:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9ac6420f0200/0xb6207a6e76dcddc9 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xb6207a6e76dcddc2 expref: -99 pid: 22690 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744674.737561:0:22690:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9ac6420f0200/0xb6207a6e76dcddc9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xb6207a6e76dcddc2 expref: 20 pid: 22690 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744674.737572:0:22690:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9ac6420f0200/0xb6207a6e76dcddc9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb6207a6e76dcddc2 expref: 20 pid: 22690 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744674.737601:0:22690:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ac6420f0200, rc 0) 00000100:00100000:0.0:1788744674.737636:0:22690:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac6430f3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:57b18335-b9a3-4404-b391-d3050d8407ce+20:22694:x1875634154614400:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 126us (427us total) trans 0 rc 0/0 00000100:00100000:0.0:1788744674.737644:0:22690:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83 00000100:00100000:1.0:1788744674.738184:0:22694:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac643fb0380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:57b18335-b9a3-4404-b391-d3050d8407ce:22694:1875634154614400:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788744674.738209:0:22694:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.104@tcp lock: ffff9ac773f46c00/0xb6207a6e76dcddc2 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb6207a6e76dcddc9 expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744674.738218:0:22694:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.104@tcp lock: ffff9ac773f46c00/0xb6207a6e76dcddc2 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xb6207a6e76dcddc9 expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788744674.738269:0:22694:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac643fb0380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:57b18335-b9a3-4404-b391-d3050d8407ce:22694:1875634154614528:0@lo:256:ll_cfg_requeue.0 00000100:00100000:1.0:1788744674.738303:0:22694:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788744674.738336:0:22694:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ac744e8f780 going to sleep for 11 seconds 00000100:00100000:3.0:1788744674.738454:0:22692:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154614528 00000100:00100000:3.0:1788744674.738460:0:22692:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154614528 00000100:00100000:3.0:1788744674.738501:0:22692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 84 00000100:00100000:3.0:1788744674.738514:0:22692:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac6430f0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:57b18335-b9a3-4404-b391-d3050d8407ce+20:22694:x1875634154614528:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:3.0:1788744674.738528:0:22692:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:3.0:1788744674.738543:0:22692:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:3.0:1788744674.738546:0:22692:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 13 00000100:00100000:3.0:1788744674.739050:0:22692:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac6430f0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:57b18335-b9a3-4404-b391-d3050d8407ce+20:22694:x1875634154614528:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 535us (744us total) trans 0 rc 0/0 00000100:00100000:3.0:1788744674.739058:0:22692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 84 00000100:00100000:1.0:1788744674.739150:0:22694:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac643fb0380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:57b18335-b9a3-4404-b391-d3050d8407ce:22694:1875634154614528:0@lo:256:ll_cfg_requeue.0 10000000:01000000:1.0:1788744674.739204:0:22694:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.104@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:1.0:1788744674.739212:0:22694:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.104@tcp lock: ffff9ac773f46c00/0xb6207a6e76dcddc2 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb6207a6e76dcddc9 expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744674.739220:0:22694:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.104@tcp lock: ffff9ac773f46c00/0xb6207a6e76dcddc2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb6207a6e76dcddc9 expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788744674.739230:0:22694:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:1.0:1788744674.739232:0:22694:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff9ac641b56800 from 13 10000000:01000000:1.0:1788744674.739235:0:22694:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:1.0:1788744674.739255:0:22694:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.104@tcp lock: ffff9ac773f47c00/0xb6207a6e76dcddd0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744674.739262:0:22694:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.104@tcp lock: ffff9ac773f47c00/0xb6207a6e76dcddd0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744674.739269:0:22694:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.104@tcp lock: ffff9ac773f47c00/0xb6207a6e76dcddd0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788744674.739291:0:22694:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac643fb0380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:57b18335-b9a3-4404-b391-d3050d8407ce:22694:1875634154614656:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1788744674.739317:0:22694:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788744674.739346:0:22694:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ac744e8f780 going to sleep for 11 seconds 00000100:00100000:2.0:1788744674.739426:0:22689:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154614656 00000100:00100000:2.0:1788744674.739431:0:22689:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154614656 00000100:00100000:2.0:1788744674.739454:0:22689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 85 00000100:00100000:2.0:1788744674.739459:0:22689:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac75e0b4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:57b18335-b9a3-4404-b391-d3050d8407ce+20:22694:x1875634154614656:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788744674.739477:0:22689:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788744674.739488:0:22689:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9ac774b59800/0xb6207a6e76dcddd7 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xb6207a6e76dcddd0 expref: -99 pid: 22689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744674.739506:0:22689:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9ac774b59800/0xb6207a6e76dcddd7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xb6207a6e76dcddd0 expref: 21 pid: 22689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744674.739515:0:22689:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9ac774b59800/0xb6207a6e76dcddd7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb6207a6e76dcddd0 expref: 21 pid: 22689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744674.739522:0:22689:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ac774b59800, rc 0) 00000100:00100000:2.0:1788744674.739556:0:22689:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac75e0b4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:57b18335-b9a3-4404-b391-d3050d8407ce+21:22694:x1875634154614656:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 96us (238us total) trans 0 rc 0/0 00000100:00100000:2.0:1788744674.739562:0:22689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 85 00000100:00100000:1.0:1788744674.739886:0:22694:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac643fb0380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:57b18335-b9a3-4404-b391-d3050d8407ce:22694:1875634154614656:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788744674.739898:0:22694:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.104@tcp lock: ffff9ac773f47c00/0xb6207a6e76dcddd0 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xb6207a6e76dcddd7 expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744674.739906:0:22694:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.104@tcp lock: ffff9ac773f47c00/0xb6207a6e76dcddd0 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xb6207a6e76dcddd7 expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788744674.739958:0:22694:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac643fb0380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:57b18335-b9a3-4404-b391-d3050d8407ce:22694:1875634154614784:0@lo:256:ll_cfg_requeue.0 00000100:00100000:1.0:1788744674.739988:0:22694:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788744674.740015:0:22694:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ac744e8f780 going to sleep for 11 seconds 00000100:00100000:3.0:1788744674.740139:0:22692:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154614784 00000100:00100000:3.0:1788744674.740144:0:22692:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154614784 00000100:00100000:3.0:1788744674.740178:0:22692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 86 00000100:00100000:3.0:1788744674.740186:0:22692:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac75e0b4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:57b18335-b9a3-4404-b391-d3050d8407ce+21:22694:x1875634154614784:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:3.0:1788744674.740198:0:22692:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:3.0:1788744674.740210:0:22692:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:3.0:1788744674.740213:0:22692:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 13 00000100:00100000:3.0:1788744674.740288:0:22692:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac75e0b4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:57b18335-b9a3-4404-b391-d3050d8407ce+21:22694:x1875634154614784:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 103us (299us total) trans 0 rc 0/0 00000100:00100000:3.0:1788744674.740295:0:22692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 86 00000100:00100000:1.0:1788744674.741079:0:22694:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac643fb0380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:57b18335-b9a3-4404-b391-d3050d8407ce:22694:1875634154614784:0@lo:256:ll_cfg_requeue.0 10000000:01000000:1.0:1788744674.741146:0:22694:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.104@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:1.0:1788744674.741154:0:22694:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.104@tcp lock: ffff9ac773f47c00/0xb6207a6e76dcddd0 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xb6207a6e76dcddd7 expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744674.741162:0:22694:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.104@tcp lock: ffff9ac773f47c00/0xb6207a6e76dcddd0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xb6207a6e76dcddd7 expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744675.310515:0:22685:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1788744675.639722:0:22733:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:0.0:1788744676.338378:0:22686:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788744677.369950:0:22685:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788744677.742580:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1788744677.742604:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac643fb0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3646:1875634154614912:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1788744677.742685:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788744677.742752:0:22702:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154614912 00000100:00100000:1.0:1788744677.742759:0:22702:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154614912 00000100:00100000:1.0:1788744677.742805:0:22702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:1.0:1788744677.742814:0:22702:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac643fb0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3646:x1875634154614912:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1788744677.742869:0:22702:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:1.0:1788744677.742916:0:22702:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac643fb0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3646:x1875634154614912:12345-0@lo:41:osp-pre-1-0.0 Request processed in 103us (230us total) trans 0 rc 0/0 00000100:00100000:1.0:1788744677.742923:0:22702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:1.0:1788744677.742973:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac643fb0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3646:1875634154614912:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1788744677.743329:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1788744677.743339:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac7556ee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3645:1875634154615040:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1788744677.743372:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788744677.743421:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154615040 00000100:00100000:2.0:1788744677.743427:0:22703:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154615040 00000100:00100000:2.0:1788744677.743452:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:2.0:1788744677.743459:0:22703:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac7556ef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3645:x1875634154615040:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1788744677.743483:0:22703:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:2.0:1788744677.743520:0:22703:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac7556ef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3645:x1875634154615040:12345-0@lo:41:osp-pre-0-1.0 Request processed in 62us (147us total) trans 0 rc 0/0 00000100:00100000:2.0:1788744677.743542:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:2.0:1788744677.743577:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac7556ee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3645:1875634154615040:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788744678.255419:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac643fe0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:57b18335-b9a3-4404-b391-d3050d8407ce:3643:1875634154615168:0@lo:400:kworker.0 00000100:00100000:3.0:1788744678.255513:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1788744678.255652:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1788744678.255657:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1788744678.255660:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1788744678.255663:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:3.0:1788744678.259459:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1788744678.259480:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac643fe1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3643:1875634154615296:0@lo:400:kworker.0 00000100:00100000:3.0:1788744678.259551:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788744678.259617:0:22692:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154615168 00000100:00100000:3.0:1788744678.259625:0:22692:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154615168 00000100:00100000:3.0:1788744678.259671:0:22692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 87 00000100:00100000:3.0:1788744678.259679:0:22692:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac75e0b6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:57b18335-b9a3-4404-b391-d3050d8407ce+21:3643:x1875634154615168:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788744678.259731:0:22692:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac75e0b6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:57b18335-b9a3-4404-b391-d3050d8407ce+21:3643:x1875634154615168:12345-0@lo:400:kworker.0 Request processed in 53us (4218us total) trans 0 rc 0/0 00000100:00100000:3.0:1788744678.259745:0:22692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 87 00000100:00100000:3.0:1788744678.259781:0:22698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154615296 00000100:00100000:3.0:1788744678.259785:0:22698:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154615296 00000100:00100000:3.0:1788744678.259809:0:22698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:3.0:1788744678.259815:0:22698:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac644546300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3643:x1875634154615296:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788744678.260064:0:22698:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac644546300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3643:x1875634154615296:12345-0@lo:400:kworker.0 Request processed in 248us (511us total) trans 0 rc 0/0 00000100:00100000:3.0:1788744678.260153:0:22698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00010000:00080000:3.0:1788744678.260199:0:3643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9ac643fe1f80 x1875634154615296/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788744694 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788744678.260213:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac643fe1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3643:1875634154615296:0@lo:400:kworker.0 00000100:00100000:3.0:1788744678.260223:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac643fe0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:57b18335-b9a3-4404-b391-d3050d8407ce:3643:1875634154615168:0@lo:400:kworker.0 00000100:00080000:0.0:1788744678.265353:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1788744678.265371:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1788744678.265374:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1788744678.265377:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1788744678.265827:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1788744678.265848:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac643fe3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3644:1875634154615680:0@lo:400:kworker.0 00000100:00100000:3.0:1788744678.266004:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac643fe1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3645:1875634154615424:0@lo:400:kworker.0 00000100:00100000:3.0:1788744678.271614:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788744678.272567:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1788744678.272584:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac643fe0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3645:1875634154615552:0@lo:400:kworker.0 00000100:00100000:3.0:1788744678.272635:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788744678.278170:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788744678.286684:0:22697:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154615424 00000100:00100000:2.0:1788744678.286698:0:22697:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154615424 00000100:00100000:2.0:1788744678.286770:0:22697:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154615552 00000100:00100000:2.0:1788744678.286774:0:22697:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154615552 00000100:00100000:2.0:1788744678.286811:0:22697:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1788744678.286820:0:22697:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac644546a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3645:x1875634154615424:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788744678.286926:0:22697:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac644546a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3645:x1875634154615424:12345-0@lo:400:kworker.0 Request processed in 106us (15317us total) trans 0 rc 0/0 00000100:00100000:2.0:1788744678.286934:0:22697:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1788744678.286953:0:22697:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1788744678.286960:0:22697:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac644544a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3645:x1875634154615552:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788744678.286990:0:22697:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac644544a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3645:x1875634154615552:12345-0@lo:400:kworker.0 Request processed in 31us (14354us total) trans 0 rc 0/0 00000100:00100000:2.0:1788744678.286995:0:22697:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00010000:00080000:2.0:1788744678.287043:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9ac643fe0a80 x1875634154615552/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788744694 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788744678.287058:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac643fe0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3645:1875634154615552:0@lo:400:kworker.0 00010000:00080000:2.0:1788744678.289050:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9ac643fe1c00 x1875634154615424/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788744694 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788744678.289083:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac643fe1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3645:1875634154615424:0@lo:400:kworker.0 00000100:00080000:3.0:1788744678.289325:0:22693:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1788744678.292384:0:22697:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154615680 00000100:00100000:2.0:1788744678.292443:0:22697:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154615680 00000100:00100000:2.0:1788744678.292532:0:22697:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:2.0:1788744678.292544:0:22697:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac644545180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3644:x1875634154615680:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788744678.292640:0:22697:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac644545180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3644:x1875634154615680:12345-0@lo:400:kworker.0 Request processed in 99us (14477us total) trans 0 rc 0/0 00000100:00100000:2.0:1788744678.292649:0:22697:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00010000:00080000:2.0:1788744678.292708:0:3644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9ac643fe3480 x1875634154615680/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788744694 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788744678.292724:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac643fe3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3644:1875634154615680:0@lo:400:kworker.0 00000100:00080000:3.0:1788744678.293090:0:22693:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:0.0:1788744678.382739:0:22686:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788744679.417004:0:22685:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1788744679.791122:0:23449:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000001:02000400:0.0:1788744680.178272:0:24568:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg304-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00010000:00010000:2.0:1788744680.435806:0:22686:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:1.0:1788744681.188248:0:24620:0:(tgt_mount.c:2346:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:1.0:1788744681.189833:0:24620:0:(tgt_mount.c:2361:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:2.0:1788744681.460548:0:22685:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:0.0:1788744682.184167:0:24671:0:(tgt_mount.c:2346:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:0.0:1788744682.184391:0:24671:0:(tgt_mount.c:2361:is_cmd_supported()) ioctl cmd=81009431 00000100:00100000:2.0:1788744682.416965:0:3642:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788744667/real 1788744667] req@ffff9ac643fb3100 x1875634154609664/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788744682 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788744682.417000:0:3642:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ac643fb3100 x1875634154609664/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788744682 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788744682.417011:0:3642:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788744667/real 1788744667] req@ffff9ac643fb0700 x1875634154609408/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788744682 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788744682.417023:0:3642:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ac643fb0700 x1875634154609408/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788744682 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1788744682.417044:0:3642:0:(import.c:65:import_set_state_nolock()) ffff9ac6436ce800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1788744682.417059:0:3642:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1788744682.417064:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac643fb3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3642:1875634154609664:0@lo:8:kworker.0 00000100:00080000:2.0:1788744682.417088:0:3642:0:(import.c:65:import_set_state_nolock()) ffff9ac6436ce000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1788744682.417094:0:3642:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1788744682.417097:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac643fb0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3642:1875634154609408:0@lo:8:kworker.0 00000100:00080000:2.0:1788744682.417268:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788744682.417272:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1788744682.417275:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788744682.417277:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1788744682.417293:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788744682.417296:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1788744682.417298:0:37:0:(import.c:65:import_set_state_nolock()) ffff9ac6436ce800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1788744682.417308:0:37:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 649 00000100:00080000:2.0:1788744682.417314:0:37:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1788744682.417325:0:37:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff9ac6436ce800 using connection 192.168.203.104@tcp/0@lo 00000100:00100000:2.0:1788744682.417344:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ac7556efb80 x1875634154616320/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1788744682.417356:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788744682.417359:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1788744682.417361:0:37:0:(import.c:65:import_set_state_nolock()) ffff9ac6436ce000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1788744682.417364:0:37:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 649 00000100:00080000:2.0:1788744682.417366:0:37:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1788744682.417370:0:37:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff9ac6436ce000 using connection 192.168.203.104@tcp/0@lo 00000100:00100000:2.0:1788744682.417380:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ac7556ed880 x1875634154616448/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1788744682.417446:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac7556ee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:57b18335-b9a3-4404-b391-d3050d8407ce:3644:1875634154615808:0@lo:400:kworker.0 00000100:00100000:2.0:1788744682.417502:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788744682.417541:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac7556eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3644:1875634154616576:0@lo:400:kworker.0 00000100:00100000:2.0:1788744682.417573:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788744682.417595:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1788744682.417601:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac7556eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3644:1875634154616192:0@lo:400:kworker.0 00000100:00100000:2.0:1788744682.417624:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788744682.417653:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac7556ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3645:1875634154615936:0@lo:400:kworker.0 00000100:00100000:2.0:1788744682.417676:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788744682.417693:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac7556ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3645:1875634154616704:0@lo:400:kworker.0 00000100:00100000:2.0:1788744682.417712:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788744682.417727:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:2.0:1788744682.417732:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac7556eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3645:1875634154616064:0@lo:400:kworker.0 00000100:00100000:2.0:1788744682.417751:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788744682.417767:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac7556ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3645:1875634154616832:0@lo:400:kworker.0 00000100:00100000:2.0:1788744682.417785:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788744682.417806:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac7556efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3642:1875634154616320:0@lo:8:kworker.0 00000100:00100000:2.0:1788744682.417829:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788744682.417845:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac7556ed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3642:1875634154616448:0@lo:8:kworker.0 00000100:00100000:2.0:1788744682.417864:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788744682.417893:0:22690:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154615808 00000100:00100000:2.0:1788744682.417901:0:22690:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154615808 00000100:00100000:2.0:1788744682.417944:0:22690:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88 00000100:00100000:2.0:1788744682.417953:0:22690:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac75e0b7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:57b18335-b9a3-4404-b391-d3050d8407ce+21:3644:x1875634154615808:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788744682.418005:0:22690:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac75e0b7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:57b18335-b9a3-4404-b391-d3050d8407ce+21:3644:x1875634154615808:12345-0@lo:400:kworker.0 Request processed in 52us (502us total) trans 0 rc 0/0 00000100:00100000:2.0:1788744682.418011:0:22690:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88 00000100:00100000:2.0:1788744682.418044:0:22697:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154616576 00000100:00100000:2.0:1788744682.418054:0:22697:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154616576 00000100:00100000:2.0:1788744682.418075:0:22697:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154616704 00000100:00100000:2.0:1788744682.418089:0:22697:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154616704 00000100:00100000:2.0:1788744682.418113:0:22697:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154616064 00000100:00100000:2.0:1788744682.418116:0:22697:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154616064 00000100:00100000:2.0:1788744682.418125:0:22697:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154616832 00000100:00100000:2.0:1788744682.418127:0:22697:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154616832 00000100:00100000:2.0:1788744682.418141:0:22697:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:2.0:1788744682.418147:0:22697:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac7556ef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3644:x1875634154616576:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788744682.418179:0:22697:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac7556ef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3644:x1875634154616576:12345-0@lo:400:kworker.0 Request processed in 32us (605us total) trans 0 rc 0/0 00000100:00100000:2.0:1788744682.418185:0:22697:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:2.0:1788744682.418197:0:22697:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:2.0:1788744682.418202:0:22697:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac643f28e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3645:x1875634154616704:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788744682.418229:0:22697:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac643f28e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3645:x1875634154616704:12345-0@lo:400:kworker.0 Request processed in 27us (517us total) trans 0 rc 0/0 00000100:00100000:2.0:1788744682.418235:0:22697:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:2.0:1788744682.418246:0:22697:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:2.0:1788744682.418252:0:22697:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac643f29500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3645:x1875634154616064:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788744682.418280:0:22697:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac643f29500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3645:x1875634154616064:12345-0@lo:400:kworker.0 Request processed in 29us (528us total) trans 0 rc 0/0 00000100:00100000:2.0:1788744682.418287:0:22697:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:2.0:1788744682.418299:0:22697:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:2.0:1788744682.418305:0:22697:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac643f28a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3645:x1875634154616832:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788744682.418333:0:22697:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac643f28a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3645:x1875634154616832:12345-0@lo:400:kworker.0 Request processed in 29us (547us total) trans 0 rc 0/0 00000100:00100000:2.0:1788744682.418338:0:22697:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:2.0:1788744682.418369:0:23438:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154616192 00000100:00100000:2.0:1788744682.418373:0:23438:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154616192 00000100:00100000:2.0:1788744682.418396:0:23438:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154615936 00000100:00100000:2.0:1788744682.418417:0:23438:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154615936 00000100:00100000:2.0:1788744682.418432:0:23438:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:2.0:1788744682.418438:0:23438:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac7556ef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3644:x1875634154616192:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788744682.418470:0:23438:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac7556ef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3644:x1875634154616192:12345-0@lo:400:kworker.0 Request processed in 32us (845us total) trans 0 rc 0/0 00000100:00100000:2.0:1788744682.418476:0:23438:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:2.0:1788744682.418487:0:23438:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:2.0:1788744682.418492:0:23438:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac643f29880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3645:x1875634154615936:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788744682.418517:0:23438:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac643f29880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3645:x1875634154615936:12345-0@lo:400:kworker.0 Request processed in 25us (841us total) trans 0 rc 0/0 00000100:00100000:2.0:1788744682.418523:0:23438:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:2.0:1788744682.418553:0:24204:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154616320 00000100:00100000:2.0:1788744682.418557:0:24204:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154616320 00000100:00100000:2.0:1788744682.418572:0:24204:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154616448 00000100:00100000:2.0:1788744682.418575:0:24204:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154616448 00000100:00100000:2.0:1788744682.418583:0:24204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1788744682.418587:0:24204:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac643f29f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3642:x1875634154616320:12345-0@lo:8:kworker.0 00010000:00080000:2.0:1788744682.418611:0:24204:0:(ldlm_lib.c:1456:target_handle_connect()) lustre-OST0000: connection from lustre-MDT0001-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 664 last 0 00000020:00000080:2.0:1788744682.418639:0:24204:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0xb6207a6e76dcddde 00002000:00100000:2.0:1788744682.418652:0:24204:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli lustre-MDT0001-mdtlov_UUID/ffff9ac774a21800 ocd_connect_flags: 0xa044401443000026 ocd_version: 2113a2c ocd_grant: 0 ocd_index: 0 ocd_group 1 00002000:00080000:2.0:1788744682.418657:0:24204:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0000: Received MDS connection for group 1 00002000:00100000:2.0:1788744682.418660:0:24204:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0000: cli does not support OBD_CONNECT_CKSUM 00002000:00080000:2.0:1788744682.418835:0:24204:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 1 00000100:00080000:2.0:1788744682.418859:0:24204:0:(import.c:65:import_set_state_nolock()) ffff9ac774a26000 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1788744682.418904:0:24204:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac643f29f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+6:3642:x1875634154616320:12345-0@lo:8:kworker.0 Request processed in 315us (1073us total) trans 0 rc 0/0 00000100:00100000:2.0:1788744682.418910:0:24204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1788744682.418924:0:24204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1788744682.418928:0:24204:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac643f2a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3642:x1875634154616448:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1788744682.418939:0:24204:0:(ldlm_lib.c:1202:target_handle_connect()) lustre-OST0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00080000:0.0:1788744682.424510:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9ac7556eea00 x1875634154616064/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788744698 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788744682.424530:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac7556eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3645:1875634154616064:0@lo:400:kworker.0 00010000:00080000:0.0:1788744682.424558:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9ac7556ed500 x1875634154616832/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788744698 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788744682.424567:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac7556ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3645:1875634154616832:0@lo:400:kworker.0 00000100:00100000:0.0:1788744682.424579:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac7556ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3645:1875634154615936:0@lo:400:kworker.0 00010000:00080000:0.0:1788744682.424597:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9ac7556ec000 x1875634154616704/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788744698 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788744682.424608:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac7556ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3645:1875634154616704:0@lo:400:kworker.0 00000100:00100000:1.0:1788744682.424627:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac7556eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3644:1875634154616192:0@lo:400:kworker.0 00000100:00100000:1.0:1788744682.424722:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac7556ee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:57b18335-b9a3-4404-b391-d3050d8407ce:3644:1875634154615808:0@lo:400:kworker.0 00010000:00080000:1.0:1788744682.424736:0:3644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9ac7556eed80 x1875634154616576/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788744698 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788744682.424747:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac7556eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3644:1875634154616576:0@lo:400:kworker.0 00000100:00080000:1.0:1788744682.424771:0:22693:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1788744682.424776:0:22693:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00080000:0.0:1788744682.440513:0:3642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9ac7556efb80 x1875634154616320/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/416 e 0 to 0 dl 1788744702 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788744682.440527:0:3642:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 0 gen 2 00000100:00080000:0.0:1788744682.440537:0:3642:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-OST0000-osc-MDT0001: connect to target with instance 3 00000100:00080000:0.0:1788744682.440544:0:3642:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-OST0000-osc-MDT0001: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:0.0:1788744682.440549:0:3642:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:0.0:1788744682.440552:0:3642:0:(import.c:65:import_set_state_nolock()) ffff9ac6436ce800 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00000004:00080000:0.0:1788744682.440572:0:3642:0:(osp_dev.c:1648:osp_import_event()) got connected 00000100:00100000:0.0:1788744682.440577:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac7556efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3642:1875634154616320:0@lo:8:kworker.0 00000004:00080000:3.0:1788744682.448849:0:23440:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0001: going to cleanup orphans since [0x280000400:0x1:0x0] 00000100:00100000:3.0:1788744682.449723:0:23440:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac644544380 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23440:1875634154617088:0@lo:7:osp-pre-0-1.0 00000100:00100000:3.0:1788744682.449799:0:23440:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788744682.449848:0:23440:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ac642618e40 going to sleep for 11 seconds 00000100:00100000:3.0:1788744682.449869:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac644545500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3643:1875634154616960:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1788744682.450014:0:24205:0:(service.c:3467:ptlrpc_start_thread()) ost[0] started 3 min 3 max 116 00000100:00100000:3.0:1788744682.450624:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788744682.450768:0:24205:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_ost00_003' 00000004:00080000:3.0:1788744682.451513:0:23439:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000004:00080000:3.0:1788744682.451602:0:23439:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 664133200016ns, next at 0ns, rc = 0 00080000:00080000:3.0:1788744682.451610:0:23439:0:(osd_handler.c:2849:osd_commit_async()) lustre-MDT0001: async commit OSD 00000100:00100000:2.0:1788744682.453155:0:24204:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac643f2a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3642:x1875634154616448:12345-0@lo:8:kworker.0 Request processed in 34216us (35280us total) trans 0 rc -19/-19 00000100:00100000:2.0:1788744682.453169:0:24204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1788744682.453196:0:24204:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154617088 00000100:00100000:2.0:1788744682.453204:0:24204:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154617088 00000100:00080000:1.0:1788744682.453270:0:22693:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1788744682.453307:0:3642:0:(import.c:65:import_set_state_nolock()) ffff9ac6436ce000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788744682.453312:0:3642:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1788744682.453316:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac7556ed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3642:1875634154616448:0@lo:8:kworker.0 00000100:00100000:2.0:1788744682.454784:0:24204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:2.0:1788744682.454801:0:24204:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac644547800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+6:23440:x1875634154617088:12345-0@lo:7:osp-pre-0-1.0 00000100:00100000:0.0:1788744682.455364:0:24207:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154616960 00000100:00100000:0.0:1788744682.455374:0:24207:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154616960 00000100:00100000:0.0:1788744682.455726:0:24207:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1788744682.455736:0:24207:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac644545f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+7:3643:x1875634154616960:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1788744682.455757:0:24207:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 280000 pending 0 free 3915857920 avail 3684335616 00000100:00100000:0.0:1788744682.455832:0:24207:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac644545f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+7:3643:x1875634154616960:12345-0@lo:13:osp-pre-0-1.0 Request processed in 98us (5210us total) trans 0 rc 0/0 00000100:00100000:0.0:1788744682.455839:0:24207:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00002000:00080000:1.0:1788744682.461343:0:24204:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0000: adding sequence 0x280000400 00002000:00080000:1.0:1788744682.461356:0:24204:0:(ofd_dev.c:1210:ofd_get_info_hdl()) lustre-OST0000: LAST FID is [0x280000400:0x41:0x0] 00000100:00100000:1.0:1788744682.461491:0:24204:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac644547800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+6:23440:x1875634154617088:12345-0@lo:7:osp-pre-0-1.0 Request processed in 6692us (11687us total) trans 0 rc 0/0 00000100:00100000:1.0:1788744682.461502:0:24204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00080000:3.0:1788744682.461513:0:23440:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9ac644544380 x1875634154617088/t0(0) o7->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 264/240 e 0 to 0 dl 1788744698 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788744682.461525:0:23440:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac644544380 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23440:1875634154617088:0@lo:7:osp-pre-0-1.0 00000004:00080000:3.0:1788744682.461537:0:23440:0:(osp_precreate.c:810:osp_get_lastfid_from_ost()) lustre-OST0000-osc-MDT0001: Got last_fid [0x280000400:0x41:0x0] 00000100:00100000:3.0:1788744682.461569:0:23440:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac644544380 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23440:1875634154617216:0@lo:5:osp-pre-0-1.0 00000100:00100000:3.0:1788744682.461605:0:23440:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788744682.461635:0:23440:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ac642618e40 going to sleep for 11 seconds 00000100:00100000:1.0:1788744682.461720:0:24205:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154617216 00000100:00100000:1.0:1788744682.461728:0:24205:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154617216 00000100:00100000:1.0:1788744682.461777:0:24205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1788744682.461786:0:24205:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac644545880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+6:23440:x1875634154617216:12345-0@lo:5:osp-pre-0-1.0 00002000:00080000:1.0:1788744682.461813:0:24205:0:(ofd_dev.c:1642:ofd_create_hdl()) ofd_last_id() = 65 -> diff = 0 00000100:00100000:1.0:1788744682.461846:0:24205:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac644545880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+6:23440:x1875634154617216:12345-0@lo:5:osp-pre-0-1.0 Request processed in 61us (239us total) trans 0 rc 0/0 00000100:00100000:1.0:1788744682.461852:0:24205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00010000:00080000:3.0:1788744682.462019:0:23440:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9ac644544380 x1875634154617216/t0(0) o5->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 432/432 e 0 to 0 dl 1788744698 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788744682.462030:0:23440:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac644544380 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23440:1875634154617216:0@lo:5:osp-pre-0-1.0 00000004:00080000:3.0:1788744682.462039:0:23440:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0001: Got last_id [0x280000400:0x41:0x0] from OST, last_created [0x280000400:0x41:0x0]last_used is [0x280000400:0x41:0x0] 00010000:00080000:0.0:1788744682.462208:0:3643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9ac644545500 x1875634154616960/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1788744698 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788744682.462223:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac644545500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3643:1875634154616960:0@lo:13:osp-pre-0-1.0 00000004:00080000:0.0:1788744682.465958:0:23430:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1 committed 00010000:00010000:2.0:1788744682.478727:0:22686:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788744682.862721:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1788744682.862744:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac643fb0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3643:1875634154617344:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1788744682.862814:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788744682.863000:0:23438:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154617344 00000100:00100000:2.0:1788744682.863009:0:23438:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154617344 00000100:00100000:0.0:1788744682.863137:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac643fe3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3645:1875634154617472:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1788744682.863166:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788744682.863200:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154617472 00000100:00100000:0.0:1788744682.863204:0:22703:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154617472 00000100:00100000:0.0:1788744682.863250:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:0.0:1788744682.863259:0:22703:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac643fe0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3645:x1875634154617472:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1788744682.863291:0:22703:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:0.0:1788744682.863340:0:22703:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac643fe0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3645:x1875634154617472:12345-0@lo:41:osp-pre-0-1.0 Request processed in 81us (172us total) trans 0 rc 0/0 00000100:00100000:0.0:1788744682.863348:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:0.0:1788744682.863453:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac643fe3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3645:1875634154617472:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1788744682.866169:0:23438:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:0.0:1788744682.866182:0:23438:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac643fe2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3643:x1875634154617344:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1788744682.866222:0:23438:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:0.0:1788744682.866303:0:23438:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac643fe2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3643:x1875634154617344:12345-0@lo:41:osp-pre-1-0.0 Request processed in 123us (3487us total) trans 0 rc 0/0 00000100:00100000:0.0:1788744682.866309:0:23438:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:3.0:1788744682.866646:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac643fb0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3643:1875634154617344:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1788744683.503642:0:22685:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788744684.527109:0:22686:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788744685.551493:0:22685:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1788744685.875361:0:22733:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:2.0:1788744686.576626:0:22686:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1788744687.472203:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1788744687.472210:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1788744687.472212:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1788744687.472215:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1788744687.472235:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1788744687.472238:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1788744687.472241:0:37:0:(import.c:65:import_set_state_nolock()) ffff9ac6436ce000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1788744687.472250:0:37:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 664 00000100:00080000:0.0:1788744687.472256:0:37:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 15s 00000100:00080000:0.0:1788744687.472267:0:37:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff9ac6436ce000 using connection 192.168.203.104@tcp/0@lo 00000100:00100000:0.0:1788744687.472288:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ac643fe0a80 x1875634154618240/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1788744687.472340:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac643fe3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:57b18335-b9a3-4404-b391-d3050d8407ce:3646:1875634154617600:0@lo:400:kworker.0 00000100:00100000:0.0:1788744687.472421:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788744687.472466:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac643fe1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3646:1875634154618112:0@lo:400:kworker.0 00000100:00100000:0.0:1788744687.472494:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788744687.472518:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:0.0:1788744687.472525:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac643fe3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3646:1875634154617984:0@lo:400:kworker.0 00000100:00100000:0.0:1788744687.472549:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788744687.472566:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac7556ed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3646:1875634154618624:0@lo:400:kworker.0 00000100:00100000:0.0:1788744687.472589:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788744687.472616:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac643fe1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3644:1875634154617856:0@lo:400:kworker.0 00000100:00100000:0.0:1788744687.472636:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788744687.472668:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac643fe1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3644:1875634154618496:0@lo:400:kworker.0 00000100:00100000:0.0:1788744687.472689:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788744687.472708:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1788744687.472713:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac643fe3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3644:1875634154617728:0@lo:400:kworker.0 00000100:00100000:0.0:1788744687.472734:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788744687.472750:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac643fe0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3644:1875634154618368:0@lo:400:kworker.0 00000100:00100000:0.0:1788744687.472769:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788744687.472790:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac643fe0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3642:1875634154618240:0@lo:8:kworker.0 00000100:00100000:0.0:1788744687.472815:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788744687.472847:0:22689:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154617600 00000100:00100000:0.0:1788744687.472854:0:22689:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154617600 00000100:00100000:2.0:1788744687.473240:0:23440:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac643f29c00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23440:1875634154618880:0@lo:5:osp-pre-0-1.0 00000100:00100000:2.0:1788744687.473270:0:23440:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788744687.473288:0:23440:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ac760298780 going to sleep for 11 seconds 00000100:00100000:2.0:1788744687.473299:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1788744687.473306:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac643f2b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3645:1875634154618752:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1788744687.473331:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788744687.473360:0:24207:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154618752 00000100:00100000:2.0:1788744687.473365:0:24207:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154618752 00000100:00100000:2.0:1788744687.473431:0:24207:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1788744687.473440:0:24207:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac643f2bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3645:x1875634154618752:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1788744687.473475:0:24207:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 280000 pending 0 free 3915857920 avail 3684335616 00000100:00100000:2.0:1788744687.473517:0:24207:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac643f2bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3645:x1875634154618752:12345-0@lo:13:osp-pre-0-1.0 Request processed in 79us (186us total) trans 0 rc 0/0 00000100:00100000:2.0:1788744687.473525:0:24207:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00080000:2.0:1788744687.473548:0:22693:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00080000:2.0:1788744687.473576:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9ac643f2b480 x1875634154618752/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1788744703 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788744687.473594:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac643f2b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3645:1875634154618752:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1788744687.474470:0:24683:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154618112 00000100:00100000:3.0:1788744687.474478:0:24683:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154618112 00000100:00100000:0.0:1788744687.474965:0:22689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89 00000100:00100000:0.0:1788744687.474974:0:22689:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac75e0b4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:57b18335-b9a3-4404-b391-d3050d8407ce+21:3646:x1875634154617600:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788744687.475061:0:22689:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac75e0b4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:57b18335-b9a3-4404-b391-d3050d8407ce+21:3646:x1875634154617600:12345-0@lo:400:kworker.0 Request processed in 89us (2659us total) trans 0 rc 0/0 00000100:00100000:0.0:1788744687.475068:0:22689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89 00000100:00100000:0.0:1788744687.476290:0:24204:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154618240 00000100:00100000:0.0:1788744687.476299:0:24204:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154618240 00000100:00100000:0.0:1788744687.476324:0:24204:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154618880 00000100:00100000:0.0:1788744687.476327:0:24204:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154618880 00000100:00100000:0.0:1788744687.476344:0:24204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1788744687.476349:0:24204:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac7556eea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3642:x1875634154618240:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1788744687.476370:0:24204:0:(ldlm_lib.c:1202:target_handle_connect()) lustre-OST0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1788744687.476437:0:24204:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac7556eea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3642:x1875634154618240:12345-0@lo:8:kworker.0 Request processed in 87us (3620us total) trans 0 rc -19/-19 00000100:00100000:0.0:1788744687.476445:0:24204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1788744687.476466:0:24204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1788744687.476472:0:24204:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac643f28380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+7:23440:x1875634154618880:12345-0@lo:5:osp-pre-0-1.0 00002000:00080000:0.0:1788744687.476506:0:24204:0:(ofd_dev.c:1749:ofd_create_hdl()) lustre-OST0000: reserve 32 objects in group 0x280000400 at 66 00000100:00100000:3.0:1788744687.477307:0:24683:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1788744687.477319:0:24683:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac7556efb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+7:3646:x1875634154618112:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788744687.477373:0:24683:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac7556efb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+7:3646:x1875634154618112:12345-0@lo:400:kworker.0 Request processed in 58us (4879us total) trans 0 rc 0/0 00000100:00100000:3.0:1788744687.477391:0:24683:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1788744687.480514:0:22702:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154617984 00000100:00100000:0.0:1788744687.480527:0:22702:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154617984 00000100:00100000:0.0:1788744687.480575:0:22702:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154617728 00000100:00100000:0.0:1788744687.480578:0:22702:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154617728 00000100:00100000:0.0:1788744687.480599:0:22702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:0.0:1788744687.480609:0:22702:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac7556eed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3646:x1875634154617984:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788744687.480695:0:22702:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac7556eed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3646:x1875634154617984:12345-0@lo:400:kworker.0 Request processed in 88us (8144us total) trans 0 rc 0/0 00000100:00100000:0.0:1788744687.480702:0:22702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:0.0:1788744687.480720:0:22702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:0.0:1788744687.480726:0:22702:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac7556ee680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3644:x1875634154617728:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788744687.480765:0:22702:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac7556ee680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3644:x1875634154617728:12345-0@lo:400:kworker.0 Request processed in 39us (8030us total) trans 0 rc 0/0 00000100:00100000:0.0:1788744687.480771:0:22702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:0.0:1788744687.480792:0:22697:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154618624 00000100:00100000:0.0:1788744687.480796:0:22697:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154618624 00000100:00100000:0.0:1788744687.480834:0:22697:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154617856 00000100:00100000:0.0:1788744687.480837:0:22697:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154617856 00000100:00100000:0.0:1788744687.480862:0:22697:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154618496 00000100:00100000:0.0:1788744687.480865:0:22697:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154618496 00000100:00100000:0.0:1788744687.480877:0:22697:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154618368 00000100:00100000:0.0:1788744687.480879:0:22697:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154618368 00000100:00100000:0.0:1788744687.480891:0:22697:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:0.0:1788744687.480896:0:22697:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac7556ee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3646:x1875634154618624:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788744687.480927:0:22697:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac7556ee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3646:x1875634154618624:12345-0@lo:400:kworker.0 Request processed in 31us (8337us total) trans 0 rc 0/0 00000100:00100000:0.0:1788744687.480945:0:22697:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:0.0:1788744687.480959:0:22697:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:0.0:1788744687.480965:0:22697:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac7556eca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3644:x1875634154617856:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788744687.480994:0:22697:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac7556eca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3644:x1875634154617856:12345-0@lo:400:kworker.0 Request processed in 30us (8358us total) trans 0 rc 0/0 00000100:00100000:0.0:1788744687.481000:0:22697:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:0.0:1788744687.481010:0:22697:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:0.0:1788744687.481014:0:22697:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac7556ec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3644:x1875634154618496:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788744687.481063:0:22697:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac7556ec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3644:x1875634154618496:12345-0@lo:400:kworker.0 Request processed in 48us (8372us total) trans 0 rc 0/0 00000100:00100000:0.0:1788744687.481069:0:22697:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:0.0:1788744687.481093:0:22697:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:0.0:1788744687.481098:0:22697:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac7556ed500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3644:x1875634154618368:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788744687.481126:0:22697:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac7556ed500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3644:x1875634154618368:12345-0@lo:400:kworker.0 Request processed in 28us (8356us total) trans 0 rc 0/0 00000100:00100000:0.0:1788744687.481132:0:22697:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00080000:0.0:1788744687.481195:0:3642:0:(import.c:65:import_set_state_nolock()) ffff9ac6436ce000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788744687.481201:0:3642:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1788744687.481204:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac643fe0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3642:1875634154618240:0@lo:8:kworker.0 00000100:00100000:0.0:1788744687.481242:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac643fe3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3644:1875634154617728:0@lo:400:kworker.0 00010000:00080000:0.0:1788744687.481255:0:3644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9ac643fe0e00 x1875634154618368/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788744703 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788744687.481266:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac643fe0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3644:1875634154618368:0@lo:400:kworker.0 00010000:00080000:0.0:1788744687.481290:0:3644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9ac643fe1880 x1875634154617856/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788744703 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788744687.481299:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac643fe1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3644:1875634154617856:0@lo:400:kworker.0 00010000:00080000:0.0:1788744687.481310:0:3644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9ac643fe1f80 x1875634154618496/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788744703 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788744687.481318:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac643fe1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3644:1875634154618496:0@lo:400:kworker.0 00000100:00100000:0.0:1788744687.481353:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac643fe3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3646:1875634154617984:0@lo:400:kworker.0 00010000:00080000:0.0:1788744687.481363:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9ac7556ed880 x1875634154618624/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788744703 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788744687.481371:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac7556ed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3646:1875634154618624:0@lo:400:kworker.0 00000100:00100000:0.0:1788744687.481380:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac643fe3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:57b18335-b9a3-4404-b391-d3050d8407ce:3646:1875634154617600:0@lo:400:kworker.0 00010000:00080000:0.0:1788744687.481391:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9ac643fe1c00 x1875634154618112/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1788744703 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788744687.481398:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac643fe1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3646:1875634154618112:0@lo:400:kworker.0 00000100:00080000:2.0:1788744687.484366:0:22693:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1788744687.484376:0:22693:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000001:00080000:3.0:1788744687.516125:0:24200:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 12884901889 is committed 00000001:00100000:3.0:1788744687.516141:0:24200:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000100:00100000:0.0:1788744687.517104:0:24204:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac643f28380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:23440:x1875634154618880:12345-0@lo:5:osp-pre-0-1.0 Request processed in 40625us (43826us total) trans 12884901889 rc 0/0 00000100:00100000:0.0:1788744687.517116:0:24204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00010000:00080000:2.0:1788744687.520654:0:23440:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9ac643f29c00 x1875634154618880/t0(0) o5->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 432/432 e 0 to 0 dl 1788744703 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788744687.520670:0:23440:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 12884901889 gen 2 00000100:00100000:2.0:1788744687.520677:0:23440:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac643f29c00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23440:1875634154618880:0@lo:5:osp-pre-0-1.0 00000004:00080000:2.0:1788744687.520692:0:23440:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0000-osc-MDT0001: current precreated pool: [0x280000400:0x41:0x0]-[0x280000400:0x61:0x0] 00000100:00100000:2.0:1788744687.520744:0:23440:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac643f29c00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0000-lwp-MDT0001_UUID:23440:1875634154619008:0@lo:900:osp-pre-0-1.0 00000100:00100000:2.0:1788744687.520796:0:23440:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788744687.520830:0:23440:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ac760298780 going to sleep for 11 seconds 00000100:00100000:0.0:1788744687.520951:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154619008 00000100:00100000:0.0:1788744687.520957:0:22709:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154619008 00000100:00100000:0.0:1788744687.521006:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1788744687.521015:0:22709:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac643f2b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:lustre-MDT0000-lwp-MDT0001_UUID+5:23440:x1875634154619008:12345-0@lo:900:osp-pre-0-1.0 00000100:00100000:0.0:1788744687.521080:0:22709:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac643f2b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:lustre-MDT0000-lwp-MDT0001_UUID+5:23440:x1875634154619008:12345-0@lo:900:osp-pre-0-1.0 Request processed in 66us (282us total) trans 0 rc 0/0 00000100:00100000:0.0:1788744687.521099:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00010000:00080000:2.0:1788744687.523067:0:23440:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9ac643f29c00 x1875634154619008/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 1788744703 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788744687.523086:0:23440:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac643f29c00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0000-lwp-MDT0001_UUID:23440:1875634154619008:0@lo:900:osp-pre-0-1.0 00010000:00010000:3.0:1788744687.598677:0:22685:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788744687.987135:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac643f29c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3643:1875634154619136:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1788744687.987216:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788744687.987282:0:22702:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154619136 00000100:00100000:2.0:1788744687.987303:0:22702:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154619136 00000100:00100000:2.0:1788744687.987354:0:22702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:2.0:1788744687.987363:0:22702:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac643f2aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3643:x1875634154619136:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1788744687.987395:0:22702:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:2.0:1788744687.988136:0:22702:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac643f2aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3643:x1875634154619136:12345-0@lo:41:osp-pre-0-1.0 Request processed in 770us (916us total) trans 0 rc 0/0 00000100:00100000:2.0:1788744687.988147:0:22702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:3.0:1788744687.988237:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac643f29c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3643:1875634154619136:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1788744687.988669:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1788744687.988681:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac643fb2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3643:1875634154619264:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1788744687.988724:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788744687.988755:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154619264 00000100:00100000:1.0:1788744687.988761:0:22703:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154619264 00000100:00100000:1.0:1788744687.988794:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:1.0:1788744687.988802:0:22703:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac643fb3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3643:x1875634154619264:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1788744687.988828:0:22703:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:1.0:1788744687.991169:0:22703:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac643fb3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3643:x1875634154619264:12345-0@lo:41:osp-pre-1-0.0 Request processed in 2358us (2434us total) trans 0 rc 0/0 00000100:00100000:1.0:1788744687.991185:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:1.0:1788744687.991263:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac643fb2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3643:1875634154619264:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1788744688.494692:0:3642:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788744668/real 1788744668] req@ffff9ac745dd5880 x1875634154610048/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788744688 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788744688.494740:0:3642:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ac745dd5880 x1875634154610048/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788744688 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788744688.494752:0:3642:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788744668/real 1788744668] req@ffff9ac745dd7b80 x1875634154610176/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788744688 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788744688.494764:0:3642:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ac745dd7b80 x1875634154610176/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788744688 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1788744688.494788:0:3642:0:(import.c:65:import_set_state_nolock()) ffff9ac6433c9000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788744688.494811:0:3642:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1788744688.494817:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac745dd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3642:1875634154610048:0@lo:8:kworker.0 00000100:00080000:1.0:1788744688.494823:0:3642:0:(import.c:65:import_set_state_nolock()) ffff9ac643e04000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788744688.494828:0:3642:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1788744688.494832:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac745dd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3642:1875634154610176:0@lo:8:kworker.0 00000100:00080000:0.0:1788744688.494980:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1788744688.494986:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1788744688.494989:0:37:0:(import.c:65:import_set_state_nolock()) ffff9ac6433c9000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1788744688.494995:0:37:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 650 00000100:00080000:0.0:1788744688.495002:0:37:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:0.0:1788744688.495016:0:37:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff9ac6433c9000 using connection 192.168.203.104@tcp/0@lo 00000100:00100000:0.0:1788744688.495049:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ac643fe3800 x1875634154619648/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1788744688.495064:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1788744688.495067:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1788744688.495069:0:37:0:(import.c:65:import_set_state_nolock()) ffff9ac643e04000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1788744688.495073:0:37:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 650 00000100:00080000:0.0:1788744688.495076:0:37:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:0.0:1788744688.495081:0:37:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff9ac643e04000 using connection 192.168.203.104@tcp/0@lo 00000100:00100000:0.0:1788744688.495093:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ac643fe3480 x1875634154619776/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1788744688.495133:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1788744688.495137:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1788744688.495139:0:37:0:(import.c:65:import_set_state_nolock()) ffff9ac6436ce000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1788744688.495143:0:37:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 669 00000100:00080000:0.0:1788744688.495146:0:37:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1788744688.495150:0:37:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff9ac6436ce000 using connection 192.168.203.104@tcp/0@lo 00000100:00100000:0.0:1788744688.495161:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ac643fe3b80 x1875634154620288/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1788744688.495217:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac643fe1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3646:1875634154619520:0@lo:400:kworker.0 00000100:00100000:0.0:1788744688.495300:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788744688.495340:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac643fe0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3646:1875634154620416:0@lo:400:kworker.0 00000100:00100000:0.0:1788744688.495368:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788744688.495391:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:0.0:1788744688.495397:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac7556ed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:57b18335-b9a3-4404-b391-d3050d8407ce:3646:1875634154619392:0@lo:400:kworker.0 00000100:00100000:0.0:1788744688.495450:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788744688.495478:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac643fe0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3646:1875634154620160:0@lo:400:kworker.0 00000100:00100000:0.0:1788744688.495504:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788744688.495531:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac643fe1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3643:1875634154619904:0@lo:400:kworker.0 00000100:00100000:0.0:1788744688.495706:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788744688.495764:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac77fb83480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3643:1875634154620544:0@lo:400:kworker.0 00000100:00100000:0.0:1788744688.495790:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788744688.495845:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac643fe1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3644:1875634154620032:0@lo:400:kworker.0 00000100:00100000:3.0:1788744688.495878:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788744688.495902:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac77fb82a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3644:1875634154620672:0@lo:400:kworker.0 00000100:00100000:3.0:1788744688.495942:0:24683:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154620160 00000100:00100000:3.0:1788744688.495952:0:24683:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154620160 00000100:00100000:3.0:1788744688.496009:0:24683:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1788744688.496018:0:24683:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac77fb81880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3646:x1875634154620160:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788744688.496089:0:24683:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac77fb81880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3646:x1875634154620160:12345-0@lo:400:kworker.0 Request processed in 72us (583us total) trans 0 rc 0/0 00000100:00100000:3.0:1788744688.496097:0:24683:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1788744688.496123:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154619520 00000100:00100000:3.0:1788744688.496127:0:22703:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154619520 00000100:00100000:3.0:1788744688.496151:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154620032 00000100:00100000:3.0:1788744688.496153:0:22703:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154620032 00000100:00100000:3.0:1788744688.496166:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:3.0:1788744688.496171:0:22703:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac77fb82300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3646:x1875634154619520:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788744688.496204:0:22703:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac77fb82300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3646:x1875634154619520:12345-0@lo:400:kworker.0 Request processed in 33us (906us total) trans 0 rc 0/0 00000100:00100000:3.0:1788744688.496210:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:3.0:1788744688.496220:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:3.0:1788744688.496225:0:22703:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac644544380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3644:x1875634154620032:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788744688.496261:0:22703:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac644544380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3644:x1875634154620032:12345-0@lo:400:kworker.0 Request processed in 36us (383us total) trans 0 rc 0/0 00000100:00100000:3.0:1788744688.496267:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00010000:00080000:3.0:1788744688.496307:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9ac643fe0e00 x1875634154620160/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1788744704 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788744688.496321:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac643fe0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3646:1875634154620160:0@lo:400:kworker.0 00000100:00100000:3.0:1788744688.496330:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac643fe1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3646:1875634154619520:0@lo:400:kworker.0 00000100:00100000:1.0:1788744688.508851:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac643fe3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3642:1875634154619648:0@lo:8:kworker.0 00000100:00100000:1.0:1788744688.508965:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788744688.509031:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac643fe3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3642:1875634154619776:0@lo:8:kworker.0 00000100:00100000:1.0:1788744688.509076:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788744688.509097:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac643fe3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3642:1875634154620288:0@lo:8:kworker.0 00000100:00100000:1.0:1788744688.509119:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788744688.509167:0:24205:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154619648 00000100:00100000:1.0:1788744688.509179:0:24205:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154619648 00000100:00100000:1.0:1788744688.509219:0:24205:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154619776 00000100:00100000:1.0:1788744688.509222:0:24205:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154619776 00000100:00100000:1.0:1788744688.509232:0:24205:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154620288 00000100:00100000:1.0:1788744688.509250:0:24205:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154620288 00000100:00100000:1.0:1788744688.509265:0:24205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1788744688.509273:0:24205:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac643fb2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3642:x1875634154619648:12345-0@lo:8:kworker.0 00010000:00080000:1.0:1788744688.509314:0:24205:0:(ldlm_lib.c:1456:target_handle_connect()) lustre-OST0000: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 670 last 0 00000020:00000080:1.0:1788744688.509354:0:24205:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xb6207a6e76dcdde5 00002000:00100000:1.0:1788744688.509371:0:24205:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/ffff9ac6436b0800 ocd_connect_flags: 0xa044401443000026 ocd_version: 2113a2c ocd_grant: 0 ocd_index: 0 ocd_group 0 00002000:00080000:1.0:1788744688.509376:0:24205:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0000: Received MDS connection for group 0 00002000:00100000:1.0:1788744688.509380:0:24205:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0000: cli does not support OBD_CONNECT_CKSUM 00002000:00080000:1.0:1788744688.509507:0:24205:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:1.0:1788744688.509539:0:24205:0:(import.c:65:import_set_state_nolock()) ffff9ac6436b6800 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1788744688.509611:0:24205:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac643fb2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3642:x1875634154619648:12345-0@lo:8:kworker.0 Request processed in 337us (645us total) trans 0 rc 0/0 00000100:00100000:1.0:1788744688.509619:0:24205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1788744688.509638:0:24205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:1.0:1788744688.509643:0:24205:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac643fb0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3642:x1875634154619776:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1788744688.509656:0:24205:0:(ldlm_lib.c:1202:target_handle_connect()) lustre-OST0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1788744688.509685:0:24205:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac643fb0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3642:x1875634154619776:12345-0@lo:8:kworker.0 Request processed in 40us (608us total) trans 0 rc -19/-19 00000100:00100000:1.0:1788744688.509691:0:24205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:1.0:1788744688.509703:0:24205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:1.0:1788744688.509707:0:24205:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac643fb0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3642:x1875634154620288:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1788744688.509716:0:24205:0:(ldlm_lib.c:1202:target_handle_connect()) lustre-OST0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1788744688.509741:0:24205:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac643fb0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3642:x1875634154620288:12345-0@lo:8:kworker.0 Request processed in 32us (620us total) trans 0 rc -19/-19 00000100:00100000:1.0:1788744688.509746:0:24205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00010000:00080000:1.0:1788744688.509803:0:3642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9ac643fe3800 x1875634154619648/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/416 e 0 to 0 dl 1788744713 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788744688.509817:0:3642:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:1.0:1788744688.509826:0:3642:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-OST0000-osc-MDT0000: connect to target with instance 3 00000100:00080000:1.0:1788744688.509836:0:3642:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-OST0000-osc-MDT0000: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:1.0:1788744688.509842:0:3642:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:1.0:1788744688.509845:0:3642:0:(import.c:65:import_set_state_nolock()) ffff9ac6433c9000 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00000004:00080000:1.0:1788744688.509860:0:3642:0:(osp_dev.c:1648:osp_import_event()) got connected 00000100:00100000:1.0:1788744688.509866:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac643fe3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3642:1875634154619648:0@lo:8:kworker.0 00000100:00080000:1.0:1788744688.509880:0:3642:0:(import.c:65:import_set_state_nolock()) ffff9ac643e04000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788744688.509885:0:3642:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1788744688.509889:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac643fe3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3642:1875634154619776:0@lo:8:kworker.0 00000100:00080000:1.0:1788744688.509898:0:3642:0:(import.c:65:import_set_state_nolock()) ffff9ac6436ce000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788744688.509901:0:3642:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1788744688.509903:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac643fe3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3642:1875634154620288:0@lo:8:kworker.0 00000004:00080000:1.0:1788744688.509974:0:22722:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0000: going to cleanup orphans since [0x280000401:0x22:0x0] 00000100:00100000:1.0:1788744688.509994:0:22722:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac643fb2d80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:22722:1875634154620928:0@lo:5:osp-pre-0-0.0 00000100:00100000:1.0:1788744688.510023:0:22722:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788744688.510049:0:22722:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ac75569e480 going to sleep for 11 seconds 00000004:00080000:1.0:1788744688.510067:0:22721:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000004:00080000:1.0:1788744688.510146:0:22721:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 670191743206ns, next at 0ns, rc = 0 00080000:00080000:1.0:1788744688.510153:0:22721:0:(osd_handler.c:2849:osd_commit_async()) lustre-MDT0000: async commit OSD 00000100:00100000:1.0:1788744688.510182:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac643fb3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3645:1875634154620800:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788744688.510215:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788744688.510256:0:24205:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154620928 00000100:00100000:1.0:1788744688.510268:0:24205:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154620928 00000100:00100000:1.0:1788744688.510308:0:24205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1788744688.510314:0:24205:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac643fb2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:22722:x1875634154620928:12345-0@lo:5:osp-pre-0-0.0 00002000:00080000:1.0:1788744688.516968:0:24205:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0000: adding sequence 0x280000401 00002000:00080000:1.0:1788744688.516987:0:24205:0:(ofd_dev.c:1642:ofd_create_hdl()) ofd_last_id() = 65 -> diff = -31 00002000:02000040:1.0:1788744688.516995:0:24205:0:(ofd_dev.c:1493:ofd_orphans_destroy()) lustre-OST0000: new connection from lustre-MDT0000-mdtlov (cleaning up unused objects from 0x280000401:35 to 0x280000401:65) 00000100:00100000:2.0:1788744688.521840:0:22699:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154620416 00000100:00100000:0.0:1788744688.521853:0:22697:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154619904 00000100:00100000:2.0:1788744688.521858:0:22699:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154620416 00000100:00100000:0.0:1788744688.521858:0:22697:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154619904 00000100:00100000:0.0:1788744688.521910:0:22697:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154620544 00000100:00100000:0.0:1788744688.521913:0:22697:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154620544 00000100:00100000:0.0:1788744688.521933:0:22697:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:0.0:1788744688.521942:0:22697:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac77fb83b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3643:x1875634154619904:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788744688.522056:0:22697:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac77fb83b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3643:x1875634154619904:12345-0@lo:400:kworker.0 Request processed in 115us (26499us total) trans 0 rc 0/0 00000100:00100000:0.0:1788744688.522064:0:22697:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:0.0:1788744688.522083:0:22697:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:0.0:1788744688.522090:0:22697:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac77fb83100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3643:x1875634154620544:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788744688.522132:0:22697:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac77fb83100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3643:x1875634154620544:12345-0@lo:400:kworker.0 Request processed in 42us (26340us total) trans 0 rc 0/0 00000100:00100000:0.0:1788744688.522138:0:22697:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:0.0:1788744688.524002:0:22692:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154619392 00000100:00100000:0.0:1788744688.524021:0:22692:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154619392 00000100:00100000:0.0:1788744688.524107:0:22692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90 00000100:00100000:0.0:1788744688.524119:0:22692:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac75e0b6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:57b18335-b9a3-4404-b391-d3050d8407ce+21:3646:x1875634154619392:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788744688.524231:0:22692:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac75e0b6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:57b18335-b9a3-4404-b391-d3050d8407ce+21:3646:x1875634154619392:12345-0@lo:400:kworker.0 Request processed in 114us (28779us total) trans 0 rc 0/0 00000100:00100000:0.0:1788744688.524240:0:22692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90 00000100:00100000:0.0:1788744688.524300:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788744688.524374:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac643fe1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3644:1875634154620032:0@lo:400:kworker.0 00000100:00100000:0.0:1788744688.524434:0:22697:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154620672 00000100:00100000:0.0:1788744688.524438:0:22697:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154620672 00000100:00100000:0.0:1788744688.524467:0:22697:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:0.0:1788744688.524474:0:22697:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac77fb80380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3644:x1875634154620672:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788744688.524514:0:22697:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac77fb80380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3644:x1875634154620672:12345-0@lo:400:kworker.0 Request processed in 40us (213us total) trans 0 rc 0/0 00000100:00100000:0.0:1788744688.524521:0:22697:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00010000:00080000:0.0:1788744688.524567:0:3644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9ac77fb82a00 x1875634154620672/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788744704 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788744688.524581:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac77fb82a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3644:1875634154620672:0@lo:400:kworker.0 00010000:00080000:0.0:1788744688.524614:0:3643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9ac643fe1f80 x1875634154619904/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788744704 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788744688.524625:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac643fe1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3643:1875634154619904:0@lo:400:kworker.0 00010000:00080000:0.0:1788744688.524655:0:3643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9ac77fb83480 x1875634154620544/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788744704 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788744688.524663:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac77fb83480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3643:1875634154620544:0@lo:400:kworker.0 00000100:00100000:2.0:1788744688.525336:0:22699:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:2.0:1788744688.525346:0:22699:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac77fb81500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3646:x1875634154620416:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788744688.526636:0:22699:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac77fb81500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3646:x1875634154620416:12345-0@lo:400:kworker.0 Request processed in 58us (30033us total) trans 0 rc 0/0 00000100:00100000:2.0:1788744688.526705:0:22699:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00080000:0.0:1788744688.529664:0:22693:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788744688.529704:0:24207:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154620800 00000100:00100000:0.0:1788744688.529718:0:24207:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154620800 00000100:00100000:0.0:1788744688.529807:0:24207:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1788744688.529820:0:24207:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac745dd7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3645:x1875634154620800:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1788744688.529923:0:24207:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3915857920 avail 3684335616 00000100:00100000:0.0:1788744688.530031:0:24207:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac745dd7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3645:x1875634154620800:12345-0@lo:13:osp-pre-0-0.0 Request processed in 214us (19814us total) trans 0 rc 0/0 00000100:00100000:0.0:1788744688.530053:0:24207:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1788744688.532641:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac7556ed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:57b18335-b9a3-4404-b391-d3050d8407ce:3646:1875634154619392:0@lo:400:kworker.0 00010000:00080000:3.0:1788744688.532670:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9ac643fe0a80 x1875634154620416/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788744704 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788744688.532684:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac643fe0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3646:1875634154620416:0@lo:400:kworker.0 00002000:00010000:1.0:1788744688.533184:0:24205:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x41:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788744688.533196:0:24205:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000094df988b/0xb6207a6e76dcddec lrc: 3/0,1 mode: --/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744688.533216:0:24205:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x41:0x0].0x0 since=670s v=(0 0) 00010000:00010000:1.0:1788744688.533221:0:24205:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x41:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788744688.533228:0:24205:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000094df988b/0xb6207a6e76dcddec lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744688.533251:0:24205:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000094df988b/0xb6207a6e76dcddec lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744688.533265:0:24205:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000094df988b/0xb6207a6e76dcddec lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744688.533273:0:24205:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000094df988b/0xb6207a6e76dcddec lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744688.533304:0:24205:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:0.0:1788744688.534289:0:22677:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1 committed 00010000:00080000:0.0:1788744688.534524:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9ac643fb3100 x1875634154620800/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1788744704 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788744688.534552:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac643fb3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3645:1875634154620800:0@lo:13:osp-pre-0-0.0 00010000:00010000:3.0:1788744688.534724:0:22686:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788744688.534735:0:22686:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000094df988b/0xb6207a6e76dcddec lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744688.534748:0:22686:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ac773f46000 already unused, calling callback (ffffffffc0e92940) 00010000:00010000:3.0:1788744688.534753:0:22686:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000094df988b/0xb6207a6e76dcddec lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744688.534764:0:22686:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000094df988b/0xb6207a6e76dcddec lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744688.534792:0:22686:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000094df988b/0xb6207a6e76dcddec lrc: 1/0,0 mode: --/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744688.534814:0:22686:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000094df988b/0xb6207a6e76dcddec lrc: 0/0,0 mode: --/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744688.534902:0:22686:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788744688.534905:0:22686:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788744688.534907:0:22686:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1788744688.535127:0:24205:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x40:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788744688.535137:0:24205:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009d42fe4e/0xb6207a6e76dcddf3 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744688.535156:0:24205:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x40:0x0].0x0 since=670s v=(0 0) 00010000:00010000:1.0:1788744688.535161:0:24205:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x40:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788744688.535167:0:24205:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009d42fe4e/0xb6207a6e76dcddf3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744688.535180:0:24205:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009d42fe4e/0xb6207a6e76dcddf3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744688.535189:0:24205:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009d42fe4e/0xb6207a6e76dcddf3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744688.535198:0:24205:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000009d42fe4e/0xb6207a6e76dcddf3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744688.535226:0:24205:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788744688.535664:0:22685:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788744688.535672:0:22685:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000009d42fe4e/0xb6207a6e76dcddf3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744688.535682:0:22685:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ac773f46800 already unused, calling callback (ffffffffc0e92940) 00010000:00010000:3.0:1788744688.535686:0:22685:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000009d42fe4e/0xb6207a6e76dcddf3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744688.535695:0:22685:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000009d42fe4e/0xb6207a6e76dcddf3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744688.535709:0:22685:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000009d42fe4e/0xb6207a6e76dcddf3 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744688.535716:0:22685:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009d42fe4e/0xb6207a6e76dcddf3 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744688.535737:0:22685:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788744688.535739:0:22685:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788744688.535741:0:22685:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1788744688.535894:0:24205:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788744688.535902:0:24205:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000022d02818/0xb6207a6e76dcddfa lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744688.535911:0:24205:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3f:0x0].0x0 since=670s v=(0 0) 00010000:00010000:1.0:1788744688.535915:0:24205:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788744688.535919:0:24205:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000022d02818/0xb6207a6e76dcddfa lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744688.535930:0:24205:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000022d02818/0xb6207a6e76dcddfa lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744688.535951:0:24205:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000022d02818/0xb6207a6e76dcddfa lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744688.535959:0:24205:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000022d02818/0xb6207a6e76dcddfa lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744688.536012:0:24205:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1788744688.539926:0:24205:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788744688.539944:0:24205:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000be5ee5ff/0xb6207a6e76dcde01 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744688.539965:0:24205:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3e:0x0].0x0 since=670s v=(0 0) 00010000:00010000:2.0:1788744688.539971:0:24205:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788744688.539978:0:24205:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000be5ee5ff/0xb6207a6e76dcde01 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744688.539997:0:24205:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000be5ee5ff/0xb6207a6e76dcde01 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744688.540009:0:24205:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000be5ee5ff/0xb6207a6e76dcde01 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744688.540024:0:24205:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000be5ee5ff/0xb6207a6e76dcde01 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744688.540063:0:24205:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1788744688.540516:0:22685:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1788744688.540527:0:22685:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000022d02818/0xb6207a6e76dcddfa lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744688.540536:0:22685:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ac773f47200 already unused, calling callback (ffffffffc0e92940) 00010000:00010000:0.0:1788744688.540541:0:22685:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000022d02818/0xb6207a6e76dcddfa lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744688.540551:0:22685:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000022d02818/0xb6207a6e76dcddfa lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744688.540593:0:22685:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000022d02818/0xb6207a6e76dcddfa lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744688.540600:0:22685:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000022d02818/0xb6207a6e76dcddfa lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744688.540623:0:22685:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788744688.540627:0:22685:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000be5ee5ff/0xb6207a6e76dcde01 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744688.540634:0:22685:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ac774b58200 already unused, calling callback (ffffffffc0e92940) 00010000:00010000:0.0:1788744688.540637:0:22685:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000be5ee5ff/0xb6207a6e76dcde01 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744688.540646:0:22685:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000be5ee5ff/0xb6207a6e76dcde01 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744688.540656:0:22685:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000be5ee5ff/0xb6207a6e76dcde01 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744688.540662:0:22685:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000be5ee5ff/0xb6207a6e76dcde01 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744688.540675:0:22685:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788744688.540677:0:22685:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788744688.540684:0:22685:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788744688.540938:0:22686:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1788744688.542716:0:24205:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788744688.542732:0:24205:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c9ab8378/0xb6207a6e76dcde08 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744688.542751:0:24205:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3d:0x0].0x0 since=670s v=(0 0) 00010000:00010000:3.0:1788744688.542756:0:24205:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788744688.542763:0:24205:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c9ab8378/0xb6207a6e76dcde08 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744688.542781:0:24205:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c9ab8378/0xb6207a6e76dcde08 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744688.542792:0:24205:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c9ab8378/0xb6207a6e76dcde08 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744688.542801:0:24205:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c9ab8378/0xb6207a6e76dcde08 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744688.542821:0:24205:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788744688.543258:0:22686:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788744688.543266:0:22686:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c9ab8378/0xb6207a6e76dcde08 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744688.543275:0:22686:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ac643dac800 already unused, calling callback (ffffffffc0e92940) 00010000:00010000:3.0:1788744688.543280:0:22686:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c9ab8378/0xb6207a6e76dcde08 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744688.543301:0:22686:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c9ab8378/0xb6207a6e76dcde08 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744688.543319:0:22686:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c9ab8378/0xb6207a6e76dcde08 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744688.543328:0:22686:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c9ab8378/0xb6207a6e76dcde08 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744688.543346:0:22686:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788744688.543348:0:22686:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788744688.543349:0:22686:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1788744688.544030:0:24205:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788744688.544052:0:24205:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f7e7a57a/0xb6207a6e76dcde0f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744688.544064:0:24205:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3c:0x0].0x0 since=670s v=(0 0) 00010000:00010000:3.0:1788744688.544068:0:24205:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788744688.544072:0:24205:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f7e7a57a/0xb6207a6e76dcde0f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744688.544083:0:24205:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f7e7a57a/0xb6207a6e76dcde0f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744688.544093:0:24205:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f7e7a57a/0xb6207a6e76dcde0f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744688.544107:0:24205:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f7e7a57a/0xb6207a6e76dcde0f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744688.544171:0:24205:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:3.0:1788744688.548128:0:24205:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788744688.548148:0:24205:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008049fb9a/0xb6207a6e76dcde16 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744688.548172:0:24205:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3b:0x0].0x0 since=670s v=(0 0) 00010000:00010000:3.0:1788744688.548178:0:24205:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788744688.548185:0:24205:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008049fb9a/0xb6207a6e76dcde16 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744688.548203:0:24205:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008049fb9a/0xb6207a6e76dcde16 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744688.548215:0:24205:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008049fb9a/0xb6207a6e76dcde16 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744688.548224:0:24205:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008049fb9a/0xb6207a6e76dcde16 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744688.548787:0:22685:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1788744688.548799:0:22685:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f7e7a57a/0xb6207a6e76dcde0f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744688.548812:0:22685:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ac643dacc00 already unused, calling callback (ffffffffc0e92940) 00010000:00010000:0.0:1788744688.548818:0:22685:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f7e7a57a/0xb6207a6e76dcde0f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744688.548829:0:22685:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f7e7a57a/0xb6207a6e76dcde0f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744688.548911:0:22685:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f7e7a57a/0xb6207a6e76dcde0f lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744688.548919:0:22685:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f7e7a57a/0xb6207a6e76dcde0f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744688.548940:0:22685:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788744688.548944:0:22685:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008049fb9a/0xb6207a6e76dcde16 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744688.548951:0:22685:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ac643dac600 already unused, calling callback (ffffffffc0e92940) 00010000:00010000:0.0:1788744688.548955:0:22685:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008049fb9a/0xb6207a6e76dcde16 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744688.548963:0:22685:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008049fb9a/0xb6207a6e76dcde16 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744688.548992:0:22685:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008049fb9a/0xb6207a6e76dcde16 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744688.549002:0:22685:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788744688.549004:0:22685:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788744688.549006:0:22685:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788744688.549147:0:24205:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:3.0:1788744688.549155:0:24205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008049fb9a/0xb6207a6e76dcde16 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1788744688.550012:0:24205:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788744688.550023:0:24205:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003a2f5424/0xb6207a6e76dcde1d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744688.550048:0:24205:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3a:0x0].0x0 since=670s v=(0 0) 00010000:00010000:3.0:1788744688.550053:0:24205:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788744688.550060:0:24205:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003a2f5424/0xb6207a6e76dcde1d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744688.550074:0:24205:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003a2f5424/0xb6207a6e76dcde1d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744688.550083:0:24205:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003a2f5424/0xb6207a6e76dcde1d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744688.550090:0:24205:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000003a2f5424/0xb6207a6e76dcde1d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744688.550287:0:22686:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788744688.550295:0:22686:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000003a2f5424/0xb6207a6e76dcde1d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744688.550304:0:22686:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ac643dadc00 already unused, calling callback (ffffffffc0e92940) 00010000:00010000:0.0:1788744688.550310:0:22686:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000003a2f5424/0xb6207a6e76dcde1d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744688.550319:0:22686:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000003a2f5424/0xb6207a6e76dcde1d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744688.550333:0:22686:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000003a2f5424/0xb6207a6e76dcde1d lrc: 2/0,0 mode: --/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744688.550341:0:22686:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788744688.550343:0:22686:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788744688.550345:0:22686:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788744688.550453:0:24205:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:3.0:1788744688.550459:0:24205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003a2f5424/0xb6207a6e76dcde1d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1788744688.551083:0:24205:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x39:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788744688.551091:0:24205:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000179ccfd9/0xb6207a6e76dcde24 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744688.551112:0:24205:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x39:0x0].0x0 since=670s v=(0 0) 00010000:00010000:3.0:1788744688.551117:0:24205:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x39:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788744688.551121:0:24205:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000179ccfd9/0xb6207a6e76dcde24 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744688.551132:0:24205:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000179ccfd9/0xb6207a6e76dcde24 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744688.551141:0:24205:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000179ccfd9/0xb6207a6e76dcde24 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744688.551149:0:24205:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000179ccfd9/0xb6207a6e76dcde24 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744688.551204:0:22685:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788744688.551210:0:22685:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000179ccfd9/0xb6207a6e76dcde24 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744688.551231:0:22685:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ac643dad800 already unused, calling callback (ffffffffc0e92940) 00010000:00010000:0.0:1788744688.551234:0:22685:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000179ccfd9/0xb6207a6e76dcde24 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744688.551243:0:22685:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000179ccfd9/0xb6207a6e76dcde24 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744688.551255:0:22685:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000179ccfd9/0xb6207a6e76dcde24 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744688.551264:0:22685:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788744688.551266:0:22685:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788744688.551268:0:22685:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788744688.551333:0:24205:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:3.0:1788744688.551339:0:24205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000179ccfd9/0xb6207a6e76dcde24 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1788744688.551815:0:24205:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x38:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788744688.551822:0:24205:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007a1d4bf0/0xb6207a6e76dcde2b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744688.551831:0:24205:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x38:0x0].0x0 since=670s v=(0 0) 00010000:00010000:3.0:1788744688.551835:0:24205:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x38:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788744688.551850:0:24205:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007a1d4bf0/0xb6207a6e76dcde2b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744688.551873:0:24205:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007a1d4bf0/0xb6207a6e76dcde2b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744688.551883:0:24205:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007a1d4bf0/0xb6207a6e76dcde2b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744688.551891:0:24205:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000007a1d4bf0/0xb6207a6e76dcde2b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744688.552021:0:22686:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788744688.552026:0:22686:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000007a1d4bf0/0xb6207a6e76dcde2b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744688.552034:0:22686:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ac643dace00 already unused, calling callback (ffffffffc0e92940) 00010000:00010000:0.0:1788744688.552049:0:22686:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000007a1d4bf0/0xb6207a6e76dcde2b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744688.552057:0:22686:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000007a1d4bf0/0xb6207a6e76dcde2b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744688.552068:0:22686:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000007a1d4bf0/0xb6207a6e76dcde2b lrc: 2/0,0 mode: --/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744688.552085:0:22686:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788744688.552087:0:22686:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788744688.552088:0:22686:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788744688.552148:0:24205:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:3.0:1788744688.552154:0:24205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007a1d4bf0/0xb6207a6e76dcde2b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744688.552232:0:22685:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1788744688.553213:0:24205:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x37:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788744688.553223:0:24205:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000dc1c04e7/0xb6207a6e76dcde32 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744688.553239:0:24205:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x37:0x0].0x0 since=670s v=(0 0) 00010000:00010000:2.0:1788744688.553243:0:24205:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x37:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788744688.553248:0:24205:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000dc1c04e7/0xb6207a6e76dcde32 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744688.553335:0:24205:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000dc1c04e7/0xb6207a6e76dcde32 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744688.553346:0:24205:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000dc1c04e7/0xb6207a6e76dcde32 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744688.553355:0:24205:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000dc1c04e7/0xb6207a6e76dcde32 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744688.554156:0:24205:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788744688.555165:0:22686:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788744688.555178:0:22686:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000dc1c04e7/0xb6207a6e76dcde32 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744688.555194:0:22686:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ac774b58400 already unused, calling callback (ffffffffc0e92940) 00010000:00010000:0.0:1788744688.555199:0:22686:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000dc1c04e7/0xb6207a6e76dcde32 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744688.555211:0:22686:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000dc1c04e7/0xb6207a6e76dcde32 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744688.555244:0:22686:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000dc1c04e7/0xb6207a6e76dcde32 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744688.555632:0:22686:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000dc1c04e7/0xb6207a6e76dcde32 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744688.555733:0:22686:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788744688.555736:0:22686:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788744688.555738:0:22686:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1788744688.558526:0:24205:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x36:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788744688.558544:0:24205:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007a1d4bf0/0xb6207a6e76dcde39 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744688.558565:0:24205:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x36:0x0].0x0 since=670s v=(0 0) 00010000:00010000:3.0:1788744688.558570:0:24205:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x36:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788744688.558577:0:24205:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007a1d4bf0/0xb6207a6e76dcde39 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744688.558594:0:24205:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007a1d4bf0/0xb6207a6e76dcde39 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744688.558629:0:24205:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007a1d4bf0/0xb6207a6e76dcde39 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744688.558758:0:24205:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000007a1d4bf0/0xb6207a6e76dcde39 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744688.558781:0:24205:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788744688.559156:0:22685:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788744688.559166:0:22685:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000007a1d4bf0/0xb6207a6e76dcde39 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744688.559184:0:22685:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ac643dace00 already unused, calling callback (ffffffffc0e92940) 00010000:00010000:0.0:1788744688.559189:0:22685:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000007a1d4bf0/0xb6207a6e76dcde39 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744688.559198:0:22685:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000007a1d4bf0/0xb6207a6e76dcde39 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744688.559220:0:22685:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000007a1d4bf0/0xb6207a6e76dcde39 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744688.559229:0:22685:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007a1d4bf0/0xb6207a6e76dcde39 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744688.559261:0:22685:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788744688.559264:0:22685:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788744688.559265:0:22685:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1788744688.561011:0:24205:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x35:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788744688.561028:0:24205:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000179ccfd9/0xb6207a6e76dcde40 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744688.561058:0:24205:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x35:0x0].0x0 since=670s v=(0 0) 00010000:00010000:3.0:1788744688.561063:0:24205:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x35:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788744688.561071:0:24205:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000179ccfd9/0xb6207a6e76dcde40 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744688.561088:0:24205:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000179ccfd9/0xb6207a6e76dcde40 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744688.561100:0:24205:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000179ccfd9/0xb6207a6e76dcde40 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744688.561109:0:24205:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000179ccfd9/0xb6207a6e76dcde40 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744688.561185:0:24205:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788744688.562276:0:22686:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788744688.562290:0:22686:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000179ccfd9/0xb6207a6e76dcde40 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744688.562303:0:22686:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ac643dad800 already unused, calling callback (ffffffffc0e92940) 00010000:00010000:0.0:1788744688.562308:0:22686:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000179ccfd9/0xb6207a6e76dcde40 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744688.562319:0:22686:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000179ccfd9/0xb6207a6e76dcde40 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744688.562361:0:22686:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000179ccfd9/0xb6207a6e76dcde40 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744688.562369:0:22686:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000179ccfd9/0xb6207a6e76dcde40 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744688.562393:0:22686:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788744688.562395:0:22686:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788744688.562397:0:22686:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1788744688.564203:0:24205:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x34:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788744688.564223:0:24205:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ac1126f6/0xb6207a6e76dcde47 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744688.564276:0:24205:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x34:0x0].0x0 since=670s v=(0 0) 00010000:00010000:2.0:1788744688.564282:0:24205:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x34:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788744688.564290:0:24205:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ac1126f6/0xb6207a6e76dcde47 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744688.564307:0:24205:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ac1126f6/0xb6207a6e76dcde47 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744688.564319:0:24205:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ac1126f6/0xb6207a6e76dcde47 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744688.564327:0:24205:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ac1126f6/0xb6207a6e76dcde47 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744688.564513:0:24205:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788744688.565075:0:22685:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788744688.565085:0:22685:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ac1126f6/0xb6207a6e76dcde47 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744688.565097:0:22685:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ac774b58e00 already unused, calling callback (ffffffffc0e92940) 00010000:00010000:0.0:1788744688.565103:0:22685:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ac1126f6/0xb6207a6e76dcde47 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744688.565112:0:22685:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ac1126f6/0xb6207a6e76dcde47 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744688.565135:0:22685:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ac1126f6/0xb6207a6e76dcde47 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744688.565143:0:22685:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ac1126f6/0xb6207a6e76dcde47 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744688.565182:0:22685:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788744688.565184:0:22685:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788744688.565185:0:22685:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1788744688.565731:0:24205:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x33:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788744688.565741:0:24205:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003a2f5424/0xb6207a6e76dcde4e lrc: 3/0,1 mode: --/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744688.565754:0:24205:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x33:0x0].0x0 since=670s v=(0 0) 00010000:00010000:3.0:1788744688.565758:0:24205:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x33:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788744688.565764:0:24205:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003a2f5424/0xb6207a6e76dcde4e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744688.565776:0:24205:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003a2f5424/0xb6207a6e76dcde4e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744688.565785:0:24205:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003a2f5424/0xb6207a6e76dcde4e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744688.565797:0:24205:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000003a2f5424/0xb6207a6e76dcde4e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744688.565815:0:24205:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788744688.566148:0:22686:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788744688.566155:0:22686:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000003a2f5424/0xb6207a6e76dcde4e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744688.566164:0:22686:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ac643dadc00 already unused, calling callback (ffffffffc0e92940) 00010000:00010000:0.0:1788744688.566168:0:22686:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000003a2f5424/0xb6207a6e76dcde4e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744688.566177:0:22686:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000003a2f5424/0xb6207a6e76dcde4e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744688.566193:0:22686:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000003a2f5424/0xb6207a6e76dcde4e lrc: 1/0,0 mode: --/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744688.566201:0:22686:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003a2f5424/0xb6207a6e76dcde4e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744688.566224:0:22686:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788744688.566226:0:22686:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788744688.566230:0:22686:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1788744688.566375:0:24205:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x32:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788744688.566383:0:24205:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008049fb9a/0xb6207a6e76dcde55 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744688.566393:0:24205:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x32:0x0].0x0 since=670s v=(0 0) 00010000:00010000:3.0:1788744688.566423:0:24205:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x32:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788744688.566428:0:24205:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008049fb9a/0xb6207a6e76dcde55 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744688.566439:0:24205:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008049fb9a/0xb6207a6e76dcde55 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744688.566448:0:24205:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008049fb9a/0xb6207a6e76dcde55 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744688.566456:0:24205:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008049fb9a/0xb6207a6e76dcde55 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744688.566472:0:24205:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788744688.566721:0:22685:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788744688.566727:0:22685:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008049fb9a/0xb6207a6e76dcde55 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744688.566747:0:22685:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ac643dac600 already unused, calling callback (ffffffffc0e92940) 00010000:00010000:0.0:1788744688.566751:0:22685:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008049fb9a/0xb6207a6e76dcde55 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744688.566759:0:22685:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008049fb9a/0xb6207a6e76dcde55 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744688.566771:0:22685:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008049fb9a/0xb6207a6e76dcde55 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744688.566777:0:22685:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008049fb9a/0xb6207a6e76dcde55 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744688.566791:0:22685:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788744688.566793:0:22685:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788744688.566795:0:22685:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1788744688.570382:0:24205:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x31:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788744688.570437:0:24205:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c9ab8378/0xb6207a6e76dcde5c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744688.570460:0:24205:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x31:0x0].0x0 since=670s v=(0 0) 00010000:00010000:3.0:1788744688.570466:0:24205:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x31:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788744688.570473:0:24205:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c9ab8378/0xb6207a6e76dcde5c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744688.570491:0:24205:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c9ab8378/0xb6207a6e76dcde5c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744688.570504:0:24205:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c9ab8378/0xb6207a6e76dcde5c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744688.570533:0:24205:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c9ab8378/0xb6207a6e76dcde5c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744688.570553:0:24205:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788744688.570688:0:22686:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788744688.570699:0:22686:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c9ab8378/0xb6207a6e76dcde5c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744688.570710:0:22686:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ac643dac800 already unused, calling callback (ffffffffc0e92940) 00010000:00010000:0.0:1788744688.570716:0:22686:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c9ab8378/0xb6207a6e76dcde5c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744688.570727:0:22686:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c9ab8378/0xb6207a6e76dcde5c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744688.570758:0:22686:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c9ab8378/0xb6207a6e76dcde5c lrc: 1/0,0 mode: --/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744688.570765:0:22686:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c9ab8378/0xb6207a6e76dcde5c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744688.570782:0:22686:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788744688.570784:0:22686:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788744688.570786:0:22686:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1788744688.573363:0:24205:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x30:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788744688.573383:0:24205:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fbf52637/0xb6207a6e76dcde63 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744688.573433:0:24205:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x30:0x0].0x0 since=670s v=(0 0) 00010000:00010000:3.0:1788744688.573439:0:24205:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x30:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788744688.573447:0:24205:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fbf52637/0xb6207a6e76dcde63 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744688.573465:0:24205:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000fbf52637/0xb6207a6e76dcde63 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744688.573476:0:24205:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fbf52637/0xb6207a6e76dcde63 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744688.573485:0:24205:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000fbf52637/0xb6207a6e76dcde63 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744688.573514:0:24205:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788744688.573995:0:22685:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788744688.574005:0:22685:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000fbf52637/0xb6207a6e76dcde63 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744688.574016:0:22685:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ac643dade00 already unused, calling callback (ffffffffc0e92940) 00010000:00010000:0.0:1788744688.574022:0:22685:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000fbf52637/0xb6207a6e76dcde63 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744688.574032:0:22685:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000fbf52637/0xb6207a6e76dcde63 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744688.574063:0:22685:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000fbf52637/0xb6207a6e76dcde63 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744688.574071:0:22685:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fbf52637/0xb6207a6e76dcde63 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744688.574115:0:22685:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788744688.574117:0:22685:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788744688.574119:0:22685:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1788744688.578308:0:24205:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788744688.578330:0:24205:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e4ce14d0/0xb6207a6e76dcde6a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744688.578374:0:24205:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2f:0x0].0x0 since=670s v=(0 0) 00010000:00010000:3.0:1788744688.578379:0:24205:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788744688.578388:0:24205:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e4ce14d0/0xb6207a6e76dcde6a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744688.578429:0:24205:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e4ce14d0/0xb6207a6e76dcde6a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744688.578441:0:24205:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e4ce14d0/0xb6207a6e76dcde6a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744688.578450:0:24205:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e4ce14d0/0xb6207a6e76dcde6a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744688.578475:0:24205:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788744688.578574:0:22686:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788744688.578585:0:22686:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e4ce14d0/0xb6207a6e76dcde6a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744688.578596:0:22686:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ac643dad400 already unused, calling callback (ffffffffc0e92940) 00010000:00010000:0.0:1788744688.578603:0:22686:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e4ce14d0/0xb6207a6e76dcde6a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744688.578613:0:22686:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e4ce14d0/0xb6207a6e76dcde6a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744688.578705:0:22686:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e4ce14d0/0xb6207a6e76dcde6a lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744688.578778:0:22686:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e4ce14d0/0xb6207a6e76dcde6a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744688.578806:0:22686:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788744688.578808:0:22686:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788744688.578810:0:22686:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1788744688.581874:0:24205:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788744688.581895:0:24205:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000467b133/0xb6207a6e76dcde71 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744688.581918:0:24205:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2e:0x0].0x0 since=670s v=(0 0) 00010000:00010000:3.0:1788744688.581923:0:24205:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788744688.581930:0:24205:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000467b133/0xb6207a6e76dcde71 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744688.581947:0:24205:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000467b133/0xb6207a6e76dcde71 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744688.581971:0:24205:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000467b133/0xb6207a6e76dcde71 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744688.581981:0:24205:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000000467b133/0xb6207a6e76dcde71 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744688.582010:0:24205:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788744688.582158:0:22685:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788744688.582168:0:22685:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000467b133/0xb6207a6e76dcde71 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744688.582192:0:22685:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ac643daca00 already unused, calling callback (ffffffffc0e92940) 00010000:00010000:0.0:1788744688.582197:0:22685:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000467b133/0xb6207a6e76dcde71 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744688.582206:0:22685:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000467b133/0xb6207a6e76dcde71 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744688.582227:0:22685:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000467b133/0xb6207a6e76dcde71 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744688.582236:0:22685:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000467b133/0xb6207a6e76dcde71 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744688.582269:0:22685:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788744688.582271:0:22685:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788744688.582273:0:22685:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1788744688.582949:0:24205:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788744688.582958:0:24205:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000096fc19d7/0xb6207a6e76dcde78 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744688.582971:0:24205:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2d:0x0].0x0 since=670s v=(0 0) 00010000:00010000:3.0:1788744688.582975:0:24205:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788744688.582980:0:24205:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000096fc19d7/0xb6207a6e76dcde78 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744688.582991:0:24205:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000096fc19d7/0xb6207a6e76dcde78 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744688.583000:0:24205:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000096fc19d7/0xb6207a6e76dcde78 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744688.583009:0:24205:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000096fc19d7/0xb6207a6e76dcde78 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744688.583086:0:24205:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:3.0:1788744688.584749:0:24205:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788744688.584766:0:24205:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c3733593/0xb6207a6e76dcde7f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744688.584786:0:24205:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2c:0x0].0x0 since=670s v=(0 0) 00010000:00010000:3.0:1788744688.584791:0:24205:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788744688.584797:0:24205:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c3733593/0xb6207a6e76dcde7f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744688.584812:0:24205:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c3733593/0xb6207a6e76dcde7f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744688.584824:0:24205:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c3733593/0xb6207a6e76dcde7f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744688.584833:0:24205:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c3733593/0xb6207a6e76dcde7f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744688.585468:0:22686:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1788744688.585478:0:22686:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000096fc19d7/0xb6207a6e76dcde78 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744688.585488:0:22686:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ac643dad200 already unused, calling callback (ffffffffc0e92940) 00010000:00010000:0.0:1788744688.585493:0:22686:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000096fc19d7/0xb6207a6e76dcde78 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744688.585505:0:22686:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000096fc19d7/0xb6207a6e76dcde78 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744688.585548:0:22686:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000096fc19d7/0xb6207a6e76dcde78 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744688.585557:0:22686:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000096fc19d7/0xb6207a6e76dcde78 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744688.585952:0:22686:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788744688.585961:0:22686:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c3733593/0xb6207a6e76dcde7f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744688.585970:0:22686:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ac643dac200 already unused, calling callback (ffffffffc0e92940) 00010000:00010000:1.0:1788744688.585973:0:22686:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c3733593/0xb6207a6e76dcde7f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744688.585983:0:22686:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c3733593/0xb6207a6e76dcde7f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744688.585994:0:22686:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c3733593/0xb6207a6e76dcde7f lrc: 2/0,0 mode: --/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744688.586004:0:22686:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788744688.586005:0:22686:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788744688.586008:0:22686:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788744688.586892:0:24205:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:3.0:1788744688.586905:0:24205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c3733593/0xb6207a6e76dcde7f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1788744688.587804:0:24205:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788744688.587815:0:24205:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000aaf4d479/0xb6207a6e76dcde86 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744688.587895:0:24205:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2b:0x0].0x0 since=670s v=(0 0) 00010000:00010000:3.0:1788744688.587901:0:24205:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788744688.587909:0:24205:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000aaf4d479/0xb6207a6e76dcde86 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744688.587927:0:24205:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000aaf4d479/0xb6207a6e76dcde86 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744688.587939:0:24205:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000aaf4d479/0xb6207a6e76dcde86 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744688.587947:0:24205:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000aaf4d479/0xb6207a6e76dcde86 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744688.588031:0:24205:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1788744688.591809:0:24205:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788744688.591828:0:24205:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000097623ebd/0xb6207a6e76dcde8d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744688.591852:0:24205:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2a:0x0].0x0 since=670s v=(0 0) 00010000:00010000:2.0:1788744688.591858:0:24205:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788744688.591866:0:24205:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000097623ebd/0xb6207a6e76dcde8d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744688.591885:0:24205:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000097623ebd/0xb6207a6e76dcde8d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744688.591923:0:24205:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000097623ebd/0xb6207a6e76dcde8d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744688.591930:0:24205:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000097623ebd/0xb6207a6e76dcde8d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744688.592027:0:22686:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1788744688.592055:0:22686:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000aaf4d479/0xb6207a6e76dcde86 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744688.592066:0:22686:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ac643dad000 already unused, calling callback (ffffffffc0e92940) 00010000:00010000:1.0:1788744688.592070:0:22686:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000aaf4d479/0xb6207a6e76dcde86 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744688.592081:0:22686:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000aaf4d479/0xb6207a6e76dcde86 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744688.592236:0:22686:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000aaf4d479/0xb6207a6e76dcde86 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744688.592246:0:22686:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000aaf4d479/0xb6207a6e76dcde86 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744688.592272:0:22686:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788744688.592276:0:22686:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000097623ebd/0xb6207a6e76dcde8d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744688.592284:0:22686:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ac774b59000 already unused, calling callback (ffffffffc0e92940) 00010000:00010000:1.0:1788744688.592287:0:22686:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000097623ebd/0xb6207a6e76dcde8d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744688.592295:0:22686:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000097623ebd/0xb6207a6e76dcde8d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744688.592319:0:22686:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000097623ebd/0xb6207a6e76dcde8d lrc: 2/0,0 mode: --/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744688.592328:0:22686:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788744688.592330:0:22686:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788744688.592333:0:22686:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788744688.593729:0:22685:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788744688.593961:0:24205:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:2.0:1788744688.593977:0:24205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000097623ebd/0xb6207a6e76dcde8d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744688.594777:0:22686:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1788744688.598631:0:24205:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x29:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788744688.598652:0:24205:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ac1126f6/0xb6207a6e76dcde94 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744688.598674:0:24205:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x29:0x0].0x0 since=670s v=(0 0) 00010000:00010000:2.0:1788744688.598680:0:24205:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x29:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788744688.598689:0:24205:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ac1126f6/0xb6207a6e76dcde94 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744688.598707:0:24205:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ac1126f6/0xb6207a6e76dcde94 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744688.598729:0:24205:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ac1126f6/0xb6207a6e76dcde94 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744688.598759:0:24205:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ac1126f6/0xb6207a6e76dcde94 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744688.598786:0:24205:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788744688.601660:0:22685:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788744688.601676:0:22685:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ac1126f6/0xb6207a6e76dcde94 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744688.601696:0:22685:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ac774b58e00 already unused, calling callback (ffffffffc0e92940) 00010000:00010000:0.0:1788744688.601702:0:22685:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ac1126f6/0xb6207a6e76dcde94 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744688.601717:0:22685:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ac1126f6/0xb6207a6e76dcde94 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744688.601749:0:22685:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ac1126f6/0xb6207a6e76dcde94 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744688.601758:0:22685:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ac1126f6/0xb6207a6e76dcde94 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744688.601823:0:22685:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788744688.601826:0:22685:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788744688.601828:0:22685:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1788744688.603491:0:24205:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x28:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788744688.603509:0:24205:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000dc1c04e7/0xb6207a6e76dcde9b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744688.603531:0:24205:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x28:0x0].0x0 since=670s v=(0 0) 00010000:00010000:2.0:1788744688.603538:0:24205:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x28:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788744688.603546:0:24205:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000dc1c04e7/0xb6207a6e76dcde9b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744688.603563:0:24205:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000dc1c04e7/0xb6207a6e76dcde9b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744688.603575:0:24205:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000dc1c04e7/0xb6207a6e76dcde9b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744688.603584:0:24205:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000dc1c04e7/0xb6207a6e76dcde9b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744688.603601:0:24205:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1788744688.604153:0:24205:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x27:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788744688.604161:0:24205:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000be5ee5ff/0xb6207a6e76dcdea2 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744688.604180:0:24205:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x27:0x0].0x0 since=670s v=(0 0) 00010000:00010000:2.0:1788744688.604184:0:24205:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x27:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788744688.604189:0:24205:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000be5ee5ff/0xb6207a6e76dcdea2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744688.604200:0:24205:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000be5ee5ff/0xb6207a6e76dcdea2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744688.604210:0:24205:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000be5ee5ff/0xb6207a6e76dcdea2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744688.604218:0:24205:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000be5ee5ff/0xb6207a6e76dcdea2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744688.604235:0:24205:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1788744688.604606:0:22686:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1788744688.604616:0:22686:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000dc1c04e7/0xb6207a6e76dcde9b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744688.604628:0:22686:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ac774b58400 already unused, calling callback (ffffffffc0e92940) 00010000:00010000:0.0:1788744688.604634:0:22686:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000dc1c04e7/0xb6207a6e76dcde9b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744688.604645:0:22686:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000dc1c04e7/0xb6207a6e76dcde9b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744688.604669:0:22686:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000dc1c04e7/0xb6207a6e76dcde9b lrc: 1/0,0 mode: --/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744688.604677:0:22686:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000dc1c04e7/0xb6207a6e76dcde9b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744688.604702:0:22686:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788744688.604706:0:22686:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000be5ee5ff/0xb6207a6e76dcdea2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744688.604712:0:22686:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ac774b58200 already unused, calling callback (ffffffffc0e92940) 00010000:00010000:0.0:1788744688.604725:0:22686:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000be5ee5ff/0xb6207a6e76dcdea2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744688.604733:0:22686:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000be5ee5ff/0xb6207a6e76dcdea2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744688.604744:0:22686:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000be5ee5ff/0xb6207a6e76dcdea2 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744688.604751:0:22686:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000be5ee5ff/0xb6207a6e76dcdea2 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744688.604766:0:22686:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788744688.604767:0:22686:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788744688.604769:0:22686:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788744688.604776:0:22685:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1788744688.604969:0:24205:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x26:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788744688.604976:0:24205:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c50d7e21/0xb6207a6e76dcdea9 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744688.604986:0:24205:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x26:0x0].0x0 since=670s v=(0 0) 00010000:00010000:2.0:1788744688.604989:0:24205:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x26:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788744688.605001:0:24205:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c50d7e21/0xb6207a6e76dcdea9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744688.605013:0:24205:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c50d7e21/0xb6207a6e76dcdea9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744688.605035:0:24205:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c50d7e21/0xb6207a6e76dcdea9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744688.605053:0:24205:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c50d7e21/0xb6207a6e76dcdea9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744688.605080:0:24205:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1788744688.605481:0:24205:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x25:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788744688.605488:0:24205:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000097623ebd/0xb6207a6e76dcdeb0 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744688.605499:0:24205:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x25:0x0].0x0 since=670s v=(0 0) 00010000:00010000:2.0:1788744688.605502:0:24205:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x25:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788744688.605507:0:24205:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000097623ebd/0xb6207a6e76dcdeb0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744688.605517:0:24205:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000097623ebd/0xb6207a6e76dcdeb0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744688.605526:0:24205:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000097623ebd/0xb6207a6e76dcdeb0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744688.605535:0:24205:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000097623ebd/0xb6207a6e76dcdeb0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744688.605570:0:24205:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1788744688.605960:0:22685:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1788744688.605969:0:22685:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c50d7e21/0xb6207a6e76dcdea9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744688.605978:0:22685:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ac774b59200 already unused, calling callback (ffffffffc0e92940) 00010000:00010000:3.0:1788744688.605983:0:22685:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c50d7e21/0xb6207a6e76dcdea9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744688.605992:0:22685:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c50d7e21/0xb6207a6e76dcdea9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744688.606020:0:22686:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788744688.606024:0:22685:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c50d7e21/0xb6207a6e76dcdea9 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744688.606034:0:22685:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c50d7e21/0xb6207a6e76dcdea9 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744688.606061:0:22685:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788744688.606063:0:22685:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788744688.606064:0:22685:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1788744688.606442:0:24205:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x24:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788744688.606450:0:24205:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c3733593/0xb6207a6e76dcdeb7 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744688.606459:0:24205:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x24:0x0].0x0 since=670s v=(0 0) 00010000:00010000:3.0:1788744688.606463:0:24205:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x24:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788744688.606468:0:24205:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c3733593/0xb6207a6e76dcdeb7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744688.606479:0:24205:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c3733593/0xb6207a6e76dcdeb7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744688.606488:0:24205:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c3733593/0xb6207a6e76dcdeb7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744688.606496:0:24205:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c3733593/0xb6207a6e76dcdeb7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744688.606533:0:24205:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788744688.606565:0:22685:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788744688.606573:0:22685:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c3733593/0xb6207a6e76dcdeb7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744688.606582:0:22685:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ac643dac200 already unused, calling callback (ffffffffc0e92940) 00010000:00010000:0.0:1788744688.606586:0:22685:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c3733593/0xb6207a6e76dcdeb7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744688.606595:0:22685:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c3733593/0xb6207a6e76dcdeb7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744688.606623:0:22685:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c3733593/0xb6207a6e76dcdeb7 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744688.606631:0:22685:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c3733593/0xb6207a6e76dcdeb7 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744688.606649:0:22685:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788744688.606651:0:22685:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788744688.606653:0:22685:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1788744688.607003:0:24205:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x23:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788744688.607011:0:24205:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001b127908/0xb6207a6e76dcdebe lrc: 3/0,1 mode: --/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744688.607021:0:24205:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x23:0x0].0x0 since=670s v=(0 0) 00010000:00010000:3.0:1788744688.607024:0:24205:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x23:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788744688.607029:0:24205:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001b127908/0xb6207a6e76dcdebe lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744688.607050:0:24205:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001b127908/0xb6207a6e76dcdebe lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744688.607060:0:24205:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001b127908/0xb6207a6e76dcdebe lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744688.607068:0:24205:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000001b127908/0xb6207a6e76dcdebe lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744688.607091:0:24205:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00080000:3.0:1788744688.607129:0:24205:0:(ofd_dev.c:1520:ofd_orphans_destroy()) lustre-OST0000: after destroy: set last_id to 0x280000401:34 00000100:00100000:3.0:1788744688.607264:0:24205:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac643fb2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:22722:x1875634154620928:12345-0@lo:5:osp-pre-0-0.0 Request processed in 96944us (97234us total) trans 0 rc 0/0 00000100:00100000:3.0:1788744688.607277:0:24205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00010000:00010000:0.0:1788744688.607340:0:22685:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788744688.607346:0:22685:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000001b127908/0xb6207a6e76dcdebe lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744688.607354:0:22685:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ac643dada00 already unused, calling callback (ffffffffc0e92940) 00010000:00010000:0.0:1788744688.607358:0:22685:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000001b127908/0xb6207a6e76dcdebe lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744688.607366:0:22685:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000001b127908/0xb6207a6e76dcdebe lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744688.607380:0:22685:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000001b127908/0xb6207a6e76dcdebe lrc: 1/0,0 mode: --/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744688.607388:0:22685:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001b127908/0xb6207a6e76dcdebe lrc: 0/0,0 mode: --/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744688.607448:0:22685:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788744688.607450:0:22685:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788744688.607452:0:22685:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788744688.609576:0:22722:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac643fb2d80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:22722:1875634154620928:0@lo:5:osp-pre-0-0.0 00000004:00080000:1.0:1788744688.609604:0:22722:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0000: Got last_id [0x280000401:0x41:0x0] from OST, last_created [0x280000401:0x41:0x0]last_used is [0x280000401:0x22:0x0] 00000100:00100000:1.0:1788744688.609677:0:22722:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac745dd5880 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:22722:1875634154621056:0@lo:5:osp-pre-0-0.0 00000100:00100000:1.0:1788744688.609756:0:22722:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788744688.609796:0:22722:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ac7602a9540 going to sleep for 11 seconds 00000100:00100000:3.0:1788744688.612185:0:24206:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154621056 00010000:00010000:0.0:1788744688.612197:0:24997:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788744688.612202:0:24997:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788744688.612205:0:24997:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788744688.612211:0:24206:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154621056 00000100:00100000:3.0:1788744688.612281:0:24206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:3.0:1788744688.612294:0:24206:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac745dd5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:22722:x1875634154621056:12345-0@lo:5:osp-pre-0-0.0 00002000:00080000:3.0:1788744688.612354:0:24206:0:(ofd_dev.c:1749:ofd_create_hdl()) lustre-OST0000: reserve 32 objects in group 0x280000401 at 66 00010000:00010000:2.0:1788744688.612712:0:22686:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000097623ebd/0xb6207a6e76dcdeb0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744688.612740:0:22686:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ac774b59000 already unused, calling callback (ffffffffc0e92940) 00010000:00010000:2.0:1788744688.612746:0:22686:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000097623ebd/0xb6207a6e76dcdeb0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744688.612759:0:22686:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000097623ebd/0xb6207a6e76dcdeb0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744688.612789:0:22686:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000097623ebd/0xb6207a6e76dcdeb0 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744688.612798:0:22686:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000097623ebd/0xb6207a6e76dcdeb0 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744688.612827:0:22686:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788744688.612829:0:22686:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788744688.612831:0:22686:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788744688.625710:0:22685:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:1.0:1788744688.646230:0:24200:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 12884901890 is committed 00000001:00100000:1.0:1788744688.646296:0:24200:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000100:00100000:3.0:1788744688.648308:0:24206:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac745dd5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:22722:x1875634154621056:12345-0@lo:5:osp-pre-0-0.0 Request processed in 36002us (38538us total) trans 12884901890 rc 0/0 00000100:00100000:3.0:1788744688.648325:0:24206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:1.0:1788744688.651062:0:22722:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 12884901890 gen 2 00000100:00100000:1.0:1788744688.651086:0:22722:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac745dd5880 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:22722:1875634154621056:0@lo:5:osp-pre-0-0.0 00000004:00080000:1.0:1788744688.651110:0:22722:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0000-osc-MDT0000: current precreated pool: [0x280000401:0x41:0x0]-[0x280000401:0x61:0x0] 00000020:01000004:2.0:1788744688.932951:0:25018:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:2.0:1788744688.932956:0:25018:0:(obd_mount.c:926:lmd_print()) device: /dev/mapper/ost2_flakey 00000020:01000004:2.0:1788744688.932957:0:25018:0:(obd_mount.c:929:lmd_print()) options: errors=remount-ro 00000080:01200004:2.0:1788744688.933172:0:25018:0:(super25.c:131:lustre_fill_super()) VFS Op: sb ffff9ac774a24000 00000020:01000004:2.0:1788744688.933193:0:25018:0:(tgt_mount.c:2502:osd_start()) Attempting to start lustre-OST0001, type=osd-ldiskfs, lsifl=200002, mountfl=0 00000020:01000004:2.0:1788744688.933214:0:25018:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-OST0001-osd (typ=osd-ldiskfs) 00000020:00000080:2.0:1788744688.933846:0:25018:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osd (ffff9ac74fe08000) 00000020:00000080:2.0:1788744688.933894:0:25018:0:(obd_config.c:720:class_attach_name()) OBD: dev 25 attached type osd-ldiskfs with refcount 2 00000040:00080000:3.0:1788744689.008225:0:23449:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00100000:10000000:3.0:1788744689.039233:0:25018:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000001:0x3:0x0] (8/24) registered 00100000:10000000:2.0:1788744689.043248:0:25018:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000003:0x5:0x0] (8/32) registered 00100000:10000000:2.0:1788744689.043518:0:25018:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000003:0x6:0x0] (8/32) registered 00100000:10000000:2.0:1788744689.043782:0:25018:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000005:0x2:0x0] (8/8) registered 00100000:10000000:2.0:1788744689.044194:0:25018:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000003:0x4:0x0] (8/32) registered 00100000:10000000:2.0:1788744689.044509:0:25018:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000005:0x1:0x0] (8/8) registered 00100000:10000000:2.0:1788744689.044946:0:25018:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000005:0x3:0x0] (8/8) registered 00080000:01000000:2.0:1788744689.045755:0:25018:0:(osd_lproc.c:911:osd_procfs_init()) lustre-OST0001: register osd-ldiskfs tunable parameters 00000020:00000080:2.0:1788744689.046152:0:25018:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osd (uuid lustre-OST0001-osd_UUID) 00080000:01000000:2.0:1788744689.046170:0:25018:0:(osd_handler.c:8924:osd_obd_connect()) connect #0 00000020:00000080:2.0:1788744689.046185:0:25018:0:(genops.c:1384:class_connect()) connect: client lustre-OST0001-osd_UUID, cookie 0xb6207a6e76dcdecc 00000020:01000004:2.0:1788744689.046194:0:25018:0:(tgt_mount.c:2587:server_fill_super()) Found service lustre-OST0001 on device /dev/mapper/ost2_flakey 00000020:01000004:2.0:1788744689.046220:0:25018:0:(obd_mount.c:403:lustre_start_mgc()) MGC192.168.203.104@tcp:Set MGC reconnect 1 10000000:01000000:2.0:1788744689.046224:0:25018:0:(mgc_request.c:1071:mgc_set_info_async()) InitRecov MGC192.168.203.104@tcp 1/d0:i0:r0:or0:FULL 00000020:01000004:2.0:1788744689.046230:0:25018:0:(tgt_mount.c:1808:server_start_targets()) starting target lustre-OST0001 00000020:01000004:2.0:1788744689.046262:0:25018:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for /dev/mapper/ost2_flakey 10000000:01000000:2.0:1788744689.046267:0:25018:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.203.104@tcp: cl_mgc_mutex lustre-OST0001-osd for locked: rc = 0 00000040:01000000:2.0:1788744689.057193:0:25018:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.203.104@tcp ctxt 0 is initialized 00000020:01000004:2.0:1788744689.057246:0:25018:0:(tgt_mount.c:1416:server_register_target()) Registration lustre-OST0001, fs=lustre, 192.168.203.104@tcp, index=0001, flags=0x20002 00000020:01000004:2.0:1788744689.057252:0:25018:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:2.0:1788744689.057254:0:25018:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:2.0:1788744689.057255:0:25018:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1788744689.057256:0:25018:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1788744689.057258:0:25018:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1788744689.057259:0:25018:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1788744689.057261:0:25018:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1788744689.057263:0:25018:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1788744689.057264:0:25018:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:2.0:1788744689.057269:0:25018:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0001 0x10020002 00000020:01000004:2.0:1788744689.057271:0:25018:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:2.0:1788744689.057273:0:25018:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:2.0:1788744689.057274:0:25018:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1788744689.057275:0:25018:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1788744689.057281:0:25018:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1788744689.057282:0:25018:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1788744689.057283:0:25018:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1788744689.057284:0:25018:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1788744689.057285:0:25018:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:2.0:1788744689.057322:0:25018:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0001 00000100:00100000:2.0:1788744689.057352:0:25018:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac643f29180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:57b18335-b9a3-4404-b391-d3050d8407ce:25018:1875634154621184:0@lo:253:mount.lustre.0 00000100:00100000:2.0:1788744689.057500:0:25018:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788744689.057623:0:25018:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ac751a81840 going to sleep for 11 seconds 00000100:00100000:0.0:1788744689.057799:0:22690:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154621184 00000100:00100000:0.0:1788744689.057808:0:22690:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154621184 00000100:00100000:0.0:1788744689.058051:0:22690:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91 00000100:00100000:0.0:1788744689.058064:0:22690:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac75e0b7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:57b18335-b9a3-4404-b391-d3050d8407ce+21:25018:x1875634154621184:12345-0@lo:253:mount.lustre.0 20000000:01000000:0.0:1788744689.058131:0:22690:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 1 is registered to MGS. 20000000:01000000:0.0:1788744689.058135:0:22690:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-OST0001 is running on 0@lo 20000000:01000000:0.0:1788744689.058140:0:22690:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0001, index=1, rc=0 00000100:00100000:0.0:1788744689.058616:0:22690:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac75e0b7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:57b18335-b9a3-4404-b391-d3050d8407ce+21:25018:x1875634154621184:12345-0@lo:253:mount.lustre.0 Request processed in 552us (1114us total) trans 0 rc 0/0 00000100:00100000:0.0:1788744689.058626:0:22690:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91 00000100:00100000:3.0:1788744689.058753:0:25018:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac643f29180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:57b18335-b9a3-4404-b391-d3050d8407ce:25018:1875634154621184:0@lo:253:mount.lustre.0 10000000:01000000:3.0:1788744689.058768:0:25018:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0001 got index = 1 00000020:01000004:3.0:1788744689.058771:0:25018:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:3.0:1788744689.058773:0:25018:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:3.0:1788744689.058774:0:25018:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1788744689.058775:0:25018:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1788744689.058776:0:25018:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1788744689.058778:0:25018:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1788744689.058779:0:25018:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1788744689.058781:0:25018:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1788744689.058782:0:25018:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:3.0:1788744689.058810:0:25018:0:(tgt_mount.c:101:server_register_mount()) register mount ffff9ac774a24000 from lustre-OST0001 10000000:01000000:3.0:1788744689.058865:0:25018:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-OST0001 from 0 10000000:01000000:3.0:1788744689.058868:0:25018:0:(mgc_request.c:329:config_log_add()) add config log lustre-OST0001-0000000000000000 10000000:01000000:3.0:1788744689.058882:0:25018:0:(mgc_request_server.c:874:mgc_get_local_copy()) Get log lustre-sptlrpc-ffff9ac776c299c0 local copy 00010000:00010000:3.0:1788744689.058894:0:25018:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.104@tcp lock: ffff9ac773f47600/0xb6207a6e76dcdb06 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xb6207a6e76dcdb0d expref: -99 pid: 22676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788744689.059016:0:25018:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac644546d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:57b18335-b9a3-4404-b391-d3050d8407ce:25018:1875634154621312:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788744689.059068:0:25018:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788744689.059436:0:25018:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ac6431e5300 going to sleep for 11 seconds 00000100:00100000:2.0:1788744689.059679:0:22692:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154621312 00000100:00100000:2.0:1788744689.059687:0:22692:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154621312 00000100:00100000:2.0:1788744689.059738:0:22692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 92 00000100:00100000:2.0:1788744689.059748:0:22692:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac75e0b7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:57b18335-b9a3-4404-b391-d3050d8407ce+21:25018:x1875634154621312:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788744689.060003:0:22692:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac75e0b7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:57b18335-b9a3-4404-b391-d3050d8407ce+21:25018:x1875634154621312:12345-0@lo:501:mount.lustre.0 Request processed in 256us (934us total) trans 0 rc -2/-2 00000100:00100000:2.0:1788744689.060012:0:22692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 92 00000100:00100000:3.0:1788744689.060110:0:25018:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac644546d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:57b18335-b9a3-4404-b391-d3050d8407ce:25018:1875634154621312:0@lo:501:mount.lustre.0 10000000:01000000:3.0:1788744689.060146:0:25018:0:(mgc_request_server.c:765:mgc_llog_local_copy()) MGC192.168.203.104@tcp: no remote llog for lustre-sptlrpc, check MGS config 10000000:01000000:3.0:1788744689.060170:0:25018:0:(mgc_request_server.c:897:mgc_get_local_copy()) MGC192.168.203.104@tcp: can't save local copy of 'lustre-sptlrpc': rc = -2. 00010000:00010000:3.0:1788744689.060178:0:25018:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.104@tcp lock: ffff9ac773f47600/0xb6207a6e76dcdb06 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xb6207a6e76dcdb0d expref: -99 pid: 22676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744689.060189:0:25018:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.104@tcp lock: ffff9ac773f47600/0xb6207a6e76dcdb06 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xb6207a6e76dcdb0d expref: -99 pid: 22676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788744689.060222:0:25018:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff9ac774a24000 10000000:01000000:3.0:1788744689.060228:0:25018:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:3.0:1788744689.060235:0:25018:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-OST0001-0000000000000000 10000000:01000000:3.0:1788744689.060238:0:25018:0:(mgc_request.c:68:mgc_name2resid()) log lustre-OST0001 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:3.0:1788744689.060242:0:25018:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-OST0001-0000000000000000 from 1 10000000:01000000:3.0:1788744689.060246:0:25018:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0001 (res 0x65727473756c) 00010000:00010000:3.0:1788744689.060275:0:25018:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.104@tcp lock: ffff9ac643dad600/0xb6207a6e76dcded3 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 25018 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744689.060283:0:25018:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.104@tcp lock: ffff9ac643dad600/0xb6207a6e76dcded3 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 25018 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744689.060294:0:25018:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.104@tcp lock: ffff9ac643dad600/0xb6207a6e76dcded3 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 25018 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788744689.060310:0:25018:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac644546d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:57b18335-b9a3-4404-b391-d3050d8407ce:25018:1875634154621440:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1788744689.060343:0:25018:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788744689.060376:0:25018:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ac6431e5300 going to sleep for 11 seconds 00000100:00100000:2.0:1788744689.060548:0:22692:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154621440 00000100:00100000:2.0:1788744689.060554:0:22692:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154621440 00000100:00100000:2.0:1788744689.060578:0:22692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 93 00000100:00100000:2.0:1788744689.060586:0:22692:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac75e0b6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:57b18335-b9a3-4404-b391-d3050d8407ce+21:25018:x1875634154621440:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1788744689.060597:0:22692:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788744689.060612:0:22692:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9ac774b59000/0xb6207a6e76dcdeda lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: local remote: 0xb6207a6e76dcded3 expref: -99 pid: 22692 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744689.060638:0:22692:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9ac774b59000/0xb6207a6e76dcdeda lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xb6207a6e76dcded3 expref: 22 pid: 22692 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744689.060650:0:22692:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9ac774b59000/0xb6207a6e76dcdeda lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb6207a6e76dcded3 expref: 22 pid: 22692 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744689.060660:0:22692:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ac774b59000, rc 0) 00000100:00100000:2.0:1788744689.060697:0:22692:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac75e0b6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:57b18335-b9a3-4404-b391-d3050d8407ce+22:25018:x1875634154621440:12345-0@lo:101:mount.lustre.0 Request processed in 112us (354us total) trans 0 rc 0/0 00000100:00100000:2.0:1788744689.060706:0:22692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 93 00000100:00100000:3.0:1788744689.060811:0:25018:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac644546d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:57b18335-b9a3-4404-b391-d3050d8407ce:25018:1875634154621440:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1788744689.060824:0:25018:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.104@tcp lock: ffff9ac643dad600/0xb6207a6e76dcded3 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0xb6207a6e76dcdeda expref: -99 pid: 25018 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744689.060870:0:25018:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.104@tcp lock: ffff9ac643dad600/0xb6207a6e76dcded3 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0xb6207a6e76dcdeda expref: -99 pid: 25018 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1788744689.062559:0:25018:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 11 count 11 00000040:00080000:3.0:1788744689.063663:0:25018:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1788744689.066777:0:25018:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].1, 224 off8416 00000040:00080000:3.0:1788744689.066957:0:25018:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].2, 128 off8544 00000040:00080000:3.0:1788744689.066973:0:25018:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].3, 112 off8656 00000040:00080000:3.0:1788744689.066984:0:25018:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].4, 224 off8880 00000040:00080000:3.0:1788744689.066996:0:25018:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].5, 224 off9104 00000040:00080000:3.0:1788744689.067006:0:25018:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].6, 80 off9184 00000040:00080000:3.0:1788744689.067018:0:25018:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].7, 224 off9408 00000040:00080000:3.0:1788744689.067028:0:25018:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].8, 224 off9632 00000040:00080000:3.0:1788744689.067114:0:25018:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].9, 120 off9752 00000040:00080000:3.0:1788744689.067140:0:25018:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].10, 224 off9976 00000040:00080000:3.0:1788744689.067145:0:25018:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 10 count 11 00000100:00100000:3.0:1788744689.067283:0:25018:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac644546d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:57b18335-b9a3-4404-b391-d3050d8407ce:25018:1875634154621568:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788744689.067362:0:25018:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788744689.067562:0:25018:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ac77caf4d80 going to sleep for 11 seconds 00000100:00100000:2.0:1788744689.070050:0:22692:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154621568 00000100:00100000:2.0:1788744689.070074:0:22692:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154621568 00000100:00100000:2.0:1788744689.070151:0:22692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 94 00000100:00100000:2.0:1788744689.070164:0:22692:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac75e0b7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:57b18335-b9a3-4404-b391-d3050d8407ce+22:25018:x1875634154621568:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788744689.070534:0:22692:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac75e0b7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:57b18335-b9a3-4404-b391-d3050d8407ce+22:25018:x1875634154621568:12345-0@lo:501:mount.lustre.0 Request processed in 371us (3169us total) trans 0 rc 0/0 00000100:00100000:2.0:1788744689.070544:0:22692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 94 00000100:00100000:1.0:1788744689.070800:0:25018:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac644546d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:57b18335-b9a3-4404-b391-d3050d8407ce:25018:1875634154621568:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1788744689.071017:0:25018:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac745dd5880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:57b18335-b9a3-4404-b391-d3050d8407ce:25018:1875634154621696:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1788744689.071096:0:25018:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788744689.071138:0:25018:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ac7602a9300 going to sleep for 11 seconds 00000100:00100000:0.0:1788744689.071215:0:22689:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154621696 00000100:00100000:0.0:1788744689.071221:0:22689:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154621696 00000100:00100000:0.0:1788744689.071298:0:22689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 95 00000100:00100000:0.0:1788744689.071308:0:22689:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac753173450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:57b18335-b9a3-4404-b391-d3050d8407ce+22:25018:x1875634154621696:12345-0@lo:503:mount.lustre.0 00000100:00100000:0.0:1788744689.072844:0:22689:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac753173450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:57b18335-b9a3-4404-b391-d3050d8407ce+22:25018:x1875634154621696:12345-0@lo:503:mount.lustre.0 Request processed in 1517us (1727us total) trans 0 rc 0/0 00000100:00100000:0.0:1788744689.072861:0:22689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 95 00000100:00100000:1.0:1788744689.073004:0:25018:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac745dd5880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:57b18335-b9a3-4404-b391-d3050d8407ce:25018:1875634154621696:0@lo:503:mount.lustre.0 00000040:00080000:1.0:1788744689.074922:0:25018:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:1.0:1788744689.075094:0:25018:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac745dd5880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:57b18335-b9a3-4404-b391-d3050d8407ce:25018:1875634154621824:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1788744689.075200:0:25018:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788744689.075262:0:25018:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ac7602a9300 going to sleep for 11 seconds 00000100:00100000:0.0:1788744689.075275:0:22689:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154621824 00000100:00100000:0.0:1788744689.075285:0:22689:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154621824 00000100:00100000:0.0:1788744689.075349:0:22689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 96 00000100:00100000:0.0:1788744689.075367:0:22689:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac753171450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:57b18335-b9a3-4404-b391-d3050d8407ce+22:25018:x1875634154621824:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1788744689.077007:0:22689:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac753171450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:57b18335-b9a3-4404-b391-d3050d8407ce+22:25018:x1875634154621824:12345-0@lo:502:mount.lustre.0 Request processed in 1631us (1797us total) trans 0 rc 0/0 00000100:00100000:0.0:1788744689.077022:0:22689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 96 00000100:00100000:1.0:1788744689.077106:0:25018:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac745dd5880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:57b18335-b9a3-4404-b391-d3050d8407ce:25018:1875634154621824:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1788744689.077612:0:25018:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].1, 224 off8416 00000040:00080000:1.0:1788744689.077652:0:25018:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].2, 128 off8544 00000040:00080000:1.0:1788744689.077668:0:25018:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].3, 112 off8656 00000040:00080000:1.0:1788744689.077682:0:25018:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].4, 224 off8880 00000040:00080000:1.0:1788744689.077694:0:25018:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].5, 224 off9104 00000040:00080000:1.0:1788744689.077707:0:25018:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].6, 80 off9184 00000040:00080000:1.0:1788744689.077721:0:25018:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].7, 224 off9408 00000040:00080000:1.0:1788744689.077736:0:25018:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].8, 224 off9632 00000040:00080000:1.0:1788744689.077753:0:25018:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].9, 120 off9752 00000100:00100000:1.0:1788744689.077801:0:25018:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac745dd5880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:57b18335-b9a3-4404-b391-d3050d8407ce:25018:1875634154621952:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1788744689.077886:0:25018:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788744689.077957:0:25018:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ac7602a9300 going to sleep for 11 seconds 00000100:00100000:2.0:1788744689.078173:0:22692:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154621952 00000100:00100000:2.0:1788744689.078182:0:22692:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154621952 00000100:00100000:2.0:1788744689.078237:0:22692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 97 00000100:00100000:2.0:1788744689.078251:0:22692:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac74683dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:57b18335-b9a3-4404-b391-d3050d8407ce+22:25018:x1875634154621952:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788744689.078684:0:22692:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac74683dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:57b18335-b9a3-4404-b391-d3050d8407ce+22:25018:x1875634154621952:12345-0@lo:502:mount.lustre.0 Request processed in 434us (798us total) trans 0 rc 0/0 00000100:00100000:2.0:1788744689.078694:0:22692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 97 00000100:00100000:1.0:1788744689.079090:0:25018:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac745dd5880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:57b18335-b9a3-4404-b391-d3050d8407ce:25018:1875634154621952:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1788744689.079184:0:25018:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].10, 224 off9976 00000040:00080000:1.0:1788744689.079197:0:25018:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 10 count 11 00000020:01000000:3.0:1788744689.080744:0:25022:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:3.0:1788744689.080758:0:25022:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of /dev/mapper/ost2_flakey 00000020:00000080:3.0:1788744689.080766:0:25022:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788744689.080769:0:25022:0:(obd_config.c:1563:class_process_config()) marker 29 (0x1) lustre-OST0001 add ost 00000020:00000080:3.0:1788744689.080777:0:25022:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1788744689.080798:0:25022:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001 (ffff9ac774903380) 00000020:00000080:3.0:1788744689.080964:0:25022:0:(obd_config.c:720:class_attach_name()) OBD: dev 26 attached type obdfilter with refcount 2 00000020:00000080:3.0:1788744689.080975:0:25022:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:01000004:3.0:1788744689.081118:0:25022:0:(tgt_mount.c:153:server_get_mount()) get mount ffff9ac774a24000 from lustre-OST0001, refs=2 00080000:01000000:3.0:1788744689.081129:0:25022:0:(osd_handler.c:8924:osd_obd_connect()) connect #1 00000020:00000080:3.0:1788744689.081141:0:25022:0:(genops.c:1384:class_connect()) connect: client lustre-OST0001-osd_UUID, cookie 0xb6207a6e76dcdee8 00010000:00010000:3.0:1788744689.089598:0:25022:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-filter-lustre-OST0001_UUID-4 is initialized 00000001:00000004:3.0:1788744689.090263:0:25022:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 3, last_transno is 8589934594 00080000:10000000:3.0:1788744689.093979:0:25022:0:(osd_handler.c:5580:osd_index_try()) lustre-OST0001: index object [0x200000003:0xb:0x0] (8/32) registered 00000020:00000080:2.0:1788744689.100385:0:25022:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001 (uuid lustre-OST0001_UUID) 00000020:01000000:2.0:1788744689.100436:0:25022:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1788744689.100445:0:25022:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788744689.100447:0:25022:0:(obd_config.c:1563:class_process_config()) marker 29 (0x2) lustre-OST0001 add ost 00000020:01000000:2.0:1788744689.100451:0:25022:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1788744689.100456:0:25022:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788744689.100458:0:25022:0:(obd_config.c:1563:class_process_config()) marker 33 (0x1) lustre sys.timeout 00000020:00000080:2.0:1788744689.100461:0:25022:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:2.0:1788744689.100463:0:25022:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:2.0:1788744689.100466:0:25022:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1788744689.100469:0:25022:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788744689.100470:0:25022:0:(obd_config.c:1563:class_process_config()) marker 33 (0x2) lustre sys.timeout 00000020:01000000:2.0:1788744689.100481:0:25022:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1788744689.100484:0:25022:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788744689.100486:0:25022:0:(obd_config.c:1563:class_process_config()) marker 38 (0x1) lustre sys.jobid_var 00000020:00000080:2.0:1788744689.100489:0:25022:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000020:01000000:2.0:1788744689.100532:0:25022:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1788744689.100535:0:25022:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788744689.100537:0:25022:0:(obd_config.c:1563:class_process_config()) marker 38 (0x2) lustre sys.jobid_var 00000040:00080000:2.0:1788744689.100540:0:25022:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xc:0x0] index 11 count 11 00000020:01000000:1.0:1788744689.101025:0:25018:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-OST0001 gen 1-10 (rc=0) 10000000:01000000:1.0:1788744689.101071:0:25018:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.104@tcp: configuration from log 'lustre-OST0001' succeeded (0). 00010000:00010000:1.0:1788744689.101099:0:25018:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.104@tcp lock: ffff9ac643dad600/0xb6207a6e76dcded3 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0xb6207a6e76dcdeda expref: -99 pid: 25018 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744689.101114:0:25018:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.104@tcp lock: ffff9ac643dad600/0xb6207a6e76dcded3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0xb6207a6e76dcdeda expref: -99 pid: 25018 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788744689.101124:0:25018:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff9ac774a24000 from 1 10000000:01000000:1.0:1788744689.101134:0:25018:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:1.0:1788744689.101184:0:25018:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.104@tcp lock: ffff9ac773f46200/0xb6207a6e76dcdeef lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 25018 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744689.101192:0:25018:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.104@tcp lock: ffff9ac773f46200/0xb6207a6e76dcdeef lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 25018 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744689.101205:0:25018:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.104@tcp lock: ffff9ac773f46200/0xb6207a6e76dcdeef lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 25018 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788744689.101235:0:25018:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac745dd5880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:57b18335-b9a3-4404-b391-d3050d8407ce:25018:1875634154622080:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1788744689.101322:0:25018:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788744689.101377:0:25018:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ac7602a9300 going to sleep for 11 seconds 00000100:00100000:3.0:1788744689.101544:0:22689:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154622080 00000100:00100000:3.0:1788744689.101553:0:22689:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154622080 00000100:00100000:3.0:1788744689.101613:0:22689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 98 00000100:00100000:3.0:1788744689.101624:0:22689:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac74683d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:57b18335-b9a3-4404-b391-d3050d8407ce+22:25018:x1875634154622080:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1788744689.101640:0:22689:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788744689.101656:0:22689:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9ac643dac400/0xb6207a6e76dcdef6 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0xb6207a6e76dcdeef expref: -99 pid: 22689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744689.101684:0:22689:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9ac643dac400/0xb6207a6e76dcdef6 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xb6207a6e76dcdeef expref: 23 pid: 22689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744689.101696:0:22689:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9ac643dac400/0xb6207a6e76dcdef6 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb6207a6e76dcdeef expref: 23 pid: 22689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744689.101706:0:22689:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ac643dac400, rc 0) 00000100:00100000:3.0:1788744689.101760:0:22689:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac74683d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:57b18335-b9a3-4404-b391-d3050d8407ce+23:25018:x1875634154622080:12345-0@lo:101:mount.lustre.0 Request processed in 138us (438us total) trans 0 rc 0/0 00000100:00100000:3.0:1788744689.101768:0:22689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 98 00000100:00100000:1.0:1788744689.102060:0:25018:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac745dd5880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:57b18335-b9a3-4404-b391-d3050d8407ce:25018:1875634154622080:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1788744689.102080:0:25018:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.104@tcp lock: ffff9ac773f46200/0xb6207a6e76dcdeef lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xb6207a6e76dcdef6 expref: -99 pid: 25018 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744689.102089:0:25018:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.104@tcp lock: ffff9ac773f46200/0xb6207a6e76dcdeef lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0xb6207a6e76dcdef6 expref: -99 pid: 25018 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1788744689.103242:0:25018:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 13 count 13 00000040:00080000:1.0:1788744689.103999:0:25018:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1788744689.104203:0:25018:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].1, 224 off8416 00000040:00080000:1.0:1788744689.104227:0:25018:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].2, 112 off8528 00000040:00080000:1.0:1788744689.104240:0:25018:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].3, 224 off8752 00000040:00080000:1.0:1788744689.104253:0:25018:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].4, 224 off8976 00000040:00080000:1.0:1788744689.104281:0:25018:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].5, 112 off9088 00000040:00080000:1.0:1788744689.104293:0:25018:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].6, 224 off9312 00000040:00080000:1.0:1788744689.104305:0:25018:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].7, 224 off9536 00000040:00080000:1.0:1788744689.104316:0:25018:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].8, 128 off9664 00000040:00080000:1.0:1788744689.104327:0:25018:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].9, 224 off9888 00000040:00080000:1.0:1788744689.104349:0:25018:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].10, 224 off10112 00000040:00080000:1.0:1788744689.104361:0:25018:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].11, 128 off10240 00000040:00080000:1.0:1788744689.104377:0:25018:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].12, 224 off10464 00000040:00080000:1.0:1788744689.104382:0:25018:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 12 count 13 00000100:00100000:1.0:1788744689.104989:0:25018:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac745dd5880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:57b18335-b9a3-4404-b391-d3050d8407ce:25018:1875634154622208:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1788744689.105080:0:25018:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788744689.105169:0:25018:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ac7602a9840 going to sleep for 11 seconds 00000100:00100000:3.0:1788744689.111622:0:22692:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154622208 00000100:00100000:3.0:1788744689.111644:0:22692:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154622208 00000100:00100000:3.0:1788744689.111830:0:22692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 99 00000100:00100000:3.0:1788744689.111859:0:22692:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac74683e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:57b18335-b9a3-4404-b391-d3050d8407ce+23:25018:x1875634154622208:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788744689.112124:0:22692:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac74683e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:57b18335-b9a3-4404-b391-d3050d8407ce+23:25018:x1875634154622208:12345-0@lo:501:mount.lustre.0 Request processed in 269us (7043us total) trans 0 rc 0/0 00000100:00100000:0.0:1788744689.112485:0:25018:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac745dd5880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:57b18335-b9a3-4404-b391-d3050d8407ce:25018:1875634154622208:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788744689.112556:0:25018:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac77fb83480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:57b18335-b9a3-4404-b391-d3050d8407ce:25018:1875634154622336:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1788744689.112629:0:25018:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788744689.112667:0:25018:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ac75068a480 going to sleep for 11 seconds 00000100:00100000:1.0:1788744689.113000:0:22690:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154622336 00000100:00100000:1.0:1788744689.113008:0:22690:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154622336 00000100:00100000:3.0:1788744689.113335:0:22692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 99 00000100:00100000:1.0:1788744689.115674:0:22690:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 100 00000100:00100000:1.0:1788744689.115702:0:22690:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac74683e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:57b18335-b9a3-4404-b391-d3050d8407ce+23:25018:x1875634154622336:12345-0@lo:503:mount.lustre.0 00000100:00100000:1.0:1788744689.117890:0:22690:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac74683e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:57b18335-b9a3-4404-b391-d3050d8407ce+23:25018:x1875634154622336:12345-0@lo:503:mount.lustre.0 Request processed in 2189us (5248us total) trans 0 rc 0/0 00000100:00100000:1.0:1788744689.117907:0:22690:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 100 00000100:00100000:2.0:1788744689.120112:0:25018:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac77fb83480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:57b18335-b9a3-4404-b391-d3050d8407ce:25018:1875634154622336:0@lo:503:mount.lustre.0 00000040:00080000:2.0:1788744689.121137:0:25018:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:2.0:1788744689.121266:0:25018:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac643f2a680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:57b18335-b9a3-4404-b391-d3050d8407ce:25018:1875634154622464:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788744689.121378:0:25018:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788744689.121699:0:25018:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ac751a81c00 going to sleep for 11 seconds 00000100:00100000:3.0:1788744689.122761:0:22692:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154622464 00000100:00100000:3.0:1788744689.122775:0:22692:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154622464 00000100:00100000:2.0:1788744689.123132:0:22692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 101 00000100:00100000:2.0:1788744689.123145:0:22692:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac74683e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:57b18335-b9a3-4404-b391-d3050d8407ce+23:25018:x1875634154622464:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788744689.123356:0:22692:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac74683e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:57b18335-b9a3-4404-b391-d3050d8407ce+23:25018:x1875634154622464:12345-0@lo:502:mount.lustre.0 Request processed in 213us (1978us total) trans 0 rc 0/0 00000100:00100000:2.0:1788744689.123366:0:22692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 101 00000100:00100000:3.0:1788744689.123661:0:25018:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac643f2a680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:57b18335-b9a3-4404-b391-d3050d8407ce:25018:1875634154622464:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1788744689.124085:0:25018:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].1, 224 off8416 00000040:00080000:3.0:1788744689.124123:0:25018:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].2, 112 off8528 00000040:00080000:3.0:1788744689.124138:0:25018:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].3, 224 off8752 00000040:00080000:3.0:1788744689.124154:0:25018:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].4, 224 off8976 00000040:00080000:3.0:1788744689.124168:0:25018:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].5, 112 off9088 00000040:00080000:3.0:1788744689.124183:0:25018:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].6, 224 off9312 00000040:00080000:3.0:1788744689.124220:0:25018:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].7, 224 off9536 00000040:00080000:3.0:1788744689.124236:0:25018:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].8, 128 off9664 00000040:00080000:3.0:1788744689.124249:0:25018:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].9, 224 off9888 00000040:00080000:3.0:1788744689.124262:0:25018:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].10, 224 off10112 00000040:00080000:3.0:1788744689.124274:0:25018:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].11, 128 off10240 00000100:00100000:3.0:1788744689.124317:0:25018:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac644547480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:57b18335-b9a3-4404-b391-d3050d8407ce:25018:1875634154622592:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1788744689.124391:0:25018:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788744689.124620:0:25018:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ac774a48180 going to sleep for 11 seconds 00000100:00100000:1.0:1788744689.125931:0:22690:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154622592 00000100:00100000:1.0:1788744689.125947:0:22690:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154622592 00000100:00100000:1.0:1788744689.126064:0:22690:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 102 00000100:00100000:1.0:1788744689.126076:0:22690:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac74683ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:57b18335-b9a3-4404-b391-d3050d8407ce+23:25018:x1875634154622592:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1788744689.126286:0:22690:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac74683ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:57b18335-b9a3-4404-b391-d3050d8407ce+23:25018:x1875634154622592:12345-0@lo:502:mount.lustre.0 Request processed in 211us (1893us total) trans 0 rc 0/0 00000100:00100000:1.0:1788744689.126294:0:22690:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 102 00000100:00100000:3.0:1788744689.126453:0:25018:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac644547480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:57b18335-b9a3-4404-b391-d3050d8407ce:25018:1875634154622592:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1788744689.126555:0:25018:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].12, 224 off10464 00000040:00080000:3.0:1788744689.126572:0:25018:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 12 count 13 00000020:01000000:2.0:1788744689.127801:0:25026:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1788744689.127817:0:25026:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788744689.127820:0:25026:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:2.0:1788744689.127829:0:25026:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff9ac774a24000 00000020:00000080:2.0:1788744689.127948:0:25026:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:2.0:1788744689.127963:0:25026:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1788744689.127966:0:25026:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788744689.127967:0:25026:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:2.0:1788744689.127970:0:25026:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1788744689.127973:0:25026:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788744689.127975:0:25026:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:2.0:1788744689.127979:0:25026:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff9ac774a24000 00000020:00000080:2.0:1788744689.127993:0:25026:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:2.0:1788744689.128079:0:25026:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1788744689.128083:0:25026:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788744689.128084:0:25026:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:2.0:1788744689.128087:0:25026:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1788744689.128090:0:25026:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788744689.128091:0:25026:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:2.0:1788744689.128095:0:25026:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff9ac774a24000 00000020:00000080:2.0:1788744689.128097:0:25026:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:2.0:1788744689.128115:0:25026:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1788744689.128118:0:25026:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788744689.128120:0:25026:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:2.0:1788744689.128123:0:25026:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1788744689.128126:0:25026:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788744689.128127:0:25026:0:(obd_config.c:1563:class_process_config()) marker 5 (0x1) lustre mdt.lustre-MDT0001.hsm_control 00000020:01000000:2.0:1788744689.128131:0:25026:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff9ac774a24000 00000020:00000080:2.0:1788744689.128133:0:25026:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:2.0:1788744689.128158:0:25026:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1788744689.128162:0:25026:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788744689.128163:0:25026:0:(obd_config.c:1563:class_process_config()) marker 5 (0x2) lustre mdt.lustre-MDT0001.hsm_control 00000040:00080000:2.0:1788744689.128166:0:25026:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xe:0x0] index 13 count 13 00000020:01000000:0.0:1788744689.131736:0:25018:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-12 (rc=0) 10000000:01000000:0.0:1788744689.131812:0:25018:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.104@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1788744689.131856:0:25018:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.104@tcp lock: ffff9ac773f46200/0xb6207a6e76dcdeef lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xb6207a6e76dcdef6 expref: -99 pid: 25018 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744689.131873:0:25018:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.104@tcp lock: ffff9ac773f46200/0xb6207a6e76dcdeef lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xb6207a6e76dcdef6 expref: -99 pid: 25018 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788744689.131961:0:25018:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:0.0:1788744689.131965:0:25018:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff9ac774a24000 10000000:01000000:0.0:1788744689.131969:0:25018:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff9ac774a24000 10000000:01000000:0.0:1788744689.131973:0:25018:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:0.0:1788744689.131981:0:25018:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff9ac774a24000 from 1 10000000:01000000:0.0:1788744689.131984:0:25018:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:0.0:1788744689.132032:0:25018:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.104@tcp lock: ffff9ac6420f1000/0xb6207a6e76dcdefd lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 25018 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744689.132052:0:25018:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.104@tcp lock: ffff9ac6420f1000/0xb6207a6e76dcdefd lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 25018 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744689.132084:0:25018:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.104@tcp lock: ffff9ac6420f1000/0xb6207a6e76dcdefd lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 25018 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788744689.132118:0:25018:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac77fb82a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:57b18335-b9a3-4404-b391-d3050d8407ce:25018:1875634154622720:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1788744689.132210:0:25018:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788744689.132259:0:25018:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ac75068a480 going to sleep for 11 seconds 00000100:00100000:1.0:1788744689.142568:0:22690:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154622720 00000100:00100000:1.0:1788744689.142588:0:22690:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154622720 00000100:00100000:1.0:1788744689.142669:0:22690:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 103 00000100:00100000:1.0:1788744689.142682:0:22690:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac74683cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:57b18335-b9a3-4404-b391-d3050d8407ce+23:25018:x1875634154622720:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1788744689.142708:0:22690:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788744689.142735:0:22690:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9ac773f47800/0xb6207a6e76dcdf04 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: local remote: 0xb6207a6e76dcdefd expref: -99 pid: 22690 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744689.142783:0:22690:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9ac773f47800/0xb6207a6e76dcdf04 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xb6207a6e76dcdefd expref: 24 pid: 22690 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744689.142798:0:22690:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9ac773f47800/0xb6207a6e76dcdf04 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb6207a6e76dcdefd expref: 24 pid: 22690 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744689.142809:0:22690:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ac773f47800, rc 0) 00000100:00100000:1.0:1788744689.144736:0:22690:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac74683cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:57b18335-b9a3-4404-b391-d3050d8407ce+24:25018:x1875634154622720:12345-0@lo:101:mount.lustre.0 Request processed in 2046us (12514us total) trans 0 rc 0/0 00000100:00100000:1.0:1788744689.144751:0:22690:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 103 00000100:00100000:0.0:1788744689.146065:0:25018:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac77fb82a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:57b18335-b9a3-4404-b391-d3050d8407ce:25018:1875634154622720:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1788744689.146099:0:25018:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.104@tcp lock: ffff9ac6420f1000/0xb6207a6e76dcdefd lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0xb6207a6e76dcdf04 expref: -99 pid: 25018 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744689.146114:0:25018:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.104@tcp lock: ffff9ac6420f1000/0xb6207a6e76dcdefd lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0xb6207a6e76dcdf04 expref: -99 pid: 25018 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1788744689.151197:0:25018:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 52 count 51 00000040:00080000:0.0:1788744689.152103:0:25018:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1788744689.152796:0:25018:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].1, 224 off8416 00000040:00080000:0.0:1788744689.152849:0:25018:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].2, 120 off8536 00000040:00080000:0.0:1788744689.152865:0:25018:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].3, 168 off8704 00000040:00080000:0.0:1788744689.152880:0:25018:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].4, 224 off8928 00000040:00080000:0.0:1788744689.152893:0:25018:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].5, 224 off9152 00000040:00080000:0.0:1788744689.152906:0:25018:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].6, 120 off9272 00000040:00080000:0.0:1788744689.152919:0:25018:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].7, 168 off9440 00000040:00080000:0.0:1788744689.152932:0:25018:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].8, 224 off9664 00000040:00080000:0.0:1788744689.152949:0:25018:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].9, 224 off9888 00000040:00080000:0.0:1788744689.152962:0:25018:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].10, 120 off10008 00000040:00080000:0.0:1788744689.152976:0:25018:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].11, 224 off10232 00000040:00080000:0.0:1788744689.152990:0:25018:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].12, 224 off10456 00000040:00080000:0.0:1788744689.153005:0:25018:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].13, 88 off10544 00000040:00080000:0.0:1788744689.153017:0:25018:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].14, 128 off10672 00000040:00080000:0.0:1788744689.153076:0:25018:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].15, 144 off10816 00000040:00080000:0.0:1788744689.153093:0:25018:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].16, 160 off10976 00000040:00080000:0.0:1788744689.153106:0:25018:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].17, 224 off11200 00000040:00080000:0.0:1788744689.153120:0:25018:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].18, 224 off11424 00000040:00080000:0.0:1788744689.153132:0:25018:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].19, 80 off11504 00000040:00080000:0.0:1788744689.153146:0:25018:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].20, 224 off11728 00000040:00080000:0.0:1788744689.153158:0:25018:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].21, 224 off11952 00000040:00080000:0.0:1788744689.153172:0:25018:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].22, 88 off12040 00000040:00080000:0.0:1788744689.153185:0:25018:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].23, 128 off12168 00000040:00080000:0.0:1788744689.153199:0:25018:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].24, 144 off12312 00000040:00080000:0.0:1788744689.153212:0:25018:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].25, 160 off12472 00000040:00080000:0.0:1788744689.153225:0:25018:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].26, 224 off12696 00000040:00080000:0.0:1788744689.153240:0:25018:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].27, 224 off12920 00000040:00080000:0.0:1788744689.153253:0:25018:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].28, 80 off13000 00000040:00080000:0.0:1788744689.153284:0:25018:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].29, 224 off13224 00000040:00080000:0.0:1788744689.153298:0:25018:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].30, 224 off13448 00000040:00080000:0.0:1788744689.153311:0:25018:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].31, 88 off13536 00000040:00080000:0.0:1788744689.153324:0:25018:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].32, 128 off13664 00000040:00080000:0.0:1788744689.153338:0:25018:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].33, 144 off13808 00000040:00080000:0.0:1788744689.153350:0:25018:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].34, 128 off13936 00000040:00080000:0.0:1788744689.153362:0:25018:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].35, 224 off14160 00000040:00080000:0.0:1788744689.153374:0:25018:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].36, 224 off14384 00000040:00080000:0.0:1788744689.153384:0:25018:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].37, 80 off14464 00000040:00080000:0.0:1788744689.153395:0:25018:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].38, 224 off14688 00000040:00080000:0.0:1788744689.153451:0:25018:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].39, 224 off14912 00000040:00080000:0.0:1788744689.153466:0:25018:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].40, 88 off15000 00000040:00080000:0.0:1788744689.153479:0:25018:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].41, 128 off15128 00000040:00080000:0.0:1788744689.153492:0:25018:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].42, 144 off15272 00000040:00080000:0.0:1788744689.153505:0:25018:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].43, 128 off15400 00000040:00080000:0.0:1788744689.153518:0:25018:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].44, 224 off15624 00000040:00080000:0.0:1788744689.153547:0:25018:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].45, 224 off15848 00000040:00080000:0.0:1788744689.153562:0:25018:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].46, 80 off15928 00000040:00080000:0.0:1788744689.153576:0:25018:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].47, 224 off16152 00000040:00080000:0.0:1788744689.153601:0:25018:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].48, 232 off16384 00000040:00080000:0.0:1788744689.153754:0:25018:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].49, 224 off16608 00000040:00080000:0.0:1788744689.153775:0:25018:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].50, 120 off16728 00000040:00080000:0.0:1788744689.153794:0:25018:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].51, 224 off16952 00000040:00080000:0.0:1788744689.153800:0:25018:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 51 count 51 00000100:00100000:0.0:1788744689.153929:0:25018:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac77fb82a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:57b18335-b9a3-4404-b391-d3050d8407ce:25018:1875634154622848:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788744689.154021:0:25018:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788744689.161499:0:25018:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ac75068a6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788744689.161551:0:22692:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154622848 00000100:00100000:0.0:1788744689.161564:0:22692:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154622848 00000100:00100000:0.0:1788744689.161640:0:22692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 104 00000100:00100000:0.0:1788744689.161652:0:22692:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac74683f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:57b18335-b9a3-4404-b391-d3050d8407ce+24:25018:x1875634154622848:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788744689.161882:0:22692:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac74683f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:57b18335-b9a3-4404-b391-d3050d8407ce+24:25018:x1875634154622848:12345-0@lo:501:mount.lustre.0 Request processed in 232us (7861us total) trans 0 rc 0/0 00000100:00100000:0.0:1788744689.161890:0:22692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 104 00000100:00100000:0.0:1788744689.161955:0:25018:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac77fb82a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:57b18335-b9a3-4404-b391-d3050d8407ce:25018:1875634154622848:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788744689.162019:0:25018:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac77fb82a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:57b18335-b9a3-4404-b391-d3050d8407ce:25018:1875634154622976:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1788744689.162091:0:25018:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788744689.162108:0:25018:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ac642618180 going to sleep for 11 seconds 00000100:00100000:0.0:1788744689.163209:0:22690:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154622976 00000100:00100000:0.0:1788744689.163222:0:22690:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154622976 00000100:00100000:0.0:1788744689.163285:0:22690:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 105 00000100:00100000:0.0:1788744689.163295:0:22690:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac74683c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:57b18335-b9a3-4404-b391-d3050d8407ce+24:25018:x1875634154622976:12345-0@lo:503:mount.lustre.0 00000100:00100000:0.0:1788744689.163925:0:22690:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac74683c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:57b18335-b9a3-4404-b391-d3050d8407ce+24:25018:x1875634154622976:12345-0@lo:503:mount.lustre.0 Request processed in 629us (1832us total) trans 0 rc 0/0 00000100:00100000:0.0:1788744689.163934:0:22690:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 105 00000100:00100000:0.0:1788744689.164020:0:25018:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac77fb82a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:57b18335-b9a3-4404-b391-d3050d8407ce:25018:1875634154622976:0@lo:503:mount.lustre.0 00000040:00080000:0.0:1788744689.164922:0:25018:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:0.0:1788744689.165029:0:25018:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac77fb82a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:57b18335-b9a3-4404-b391-d3050d8407ce:25018:1875634154623104:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1788744689.165107:0:25018:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788744689.165144:0:25018:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ac75068a480 going to sleep for 11 seconds 00000100:00100000:0.0:1788744689.165165:0:22690:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154623104 00000100:00100000:0.0:1788744689.165173:0:22690:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154623104 00000100:00100000:0.0:1788744689.165211:0:22690:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 106 00000100:00100000:0.0:1788744689.165220:0:22690:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac74683c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:57b18335-b9a3-4404-b391-d3050d8407ce+24:25018:x1875634154623104:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1788744689.165334:0:22690:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac74683c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:57b18335-b9a3-4404-b391-d3050d8407ce+24:25018:x1875634154623104:12345-0@lo:502:mount.lustre.0 Request processed in 114us (226us total) trans 0 rc 0/0 00000100:00100000:0.0:1788744689.165342:0:22690:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 106 00000100:00100000:0.0:1788744689.165395:0:25018:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac77fb82a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:57b18335-b9a3-4404-b391-d3050d8407ce:25018:1875634154623104:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1788744689.166359:0:25018:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].1, 224 off8416 00000040:00080000:0.0:1788744689.166395:0:25018:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].2, 120 off8536 00000040:00080000:0.0:1788744689.166599:0:25018:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].3, 168 off8704 00000040:00080000:0.0:1788744689.166618:0:25018:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].4, 224 off8928 00000040:00080000:0.0:1788744689.166634:0:25018:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].5, 224 off9152 00000040:00080000:0.0:1788744689.166650:0:25018:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].6, 120 off9272 00000040:00080000:0.0:1788744689.166682:0:25018:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].7, 168 off9440 00000040:00080000:0.0:1788744689.166698:0:25018:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].8, 224 off9664 00000040:00080000:0.0:1788744689.166713:0:25018:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].9, 224 off9888 00000040:00080000:0.0:1788744689.166725:0:25018:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].10, 120 off10008 00000040:00080000:0.0:1788744689.166741:0:25018:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].11, 224 off10232 00000040:00080000:0.0:1788744689.166754:0:25018:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].12, 224 off10456 00000040:00080000:0.0:1788744689.166768:0:25018:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].13, 88 off10544 00000040:00080000:0.0:1788744689.166780:0:25018:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].14, 128 off10672 00000040:00080000:0.0:1788744689.166792:0:25018:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].15, 144 off10816 00000040:00080000:0.0:1788744689.166805:0:25018:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].16, 160 off10976 00000040:00080000:0.0:1788744689.166830:0:25018:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].17, 224 off11200 00000040:00080000:0.0:1788744689.167152:0:25018:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].18, 224 off11424 00000040:00080000:0.0:1788744689.167181:0:25018:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].19, 80 off11504 00000040:00080000:0.0:1788744689.167201:0:25018:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].20, 224 off11728 00000040:00080000:0.0:1788744689.167215:0:25018:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].21, 224 off11952 00000040:00080000:0.0:1788744689.167227:0:25018:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].22, 88 off12040 00000040:00080000:0.0:1788744689.167255:0:25018:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].23, 128 off12168 00000040:00080000:0.0:1788744689.167273:0:25018:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].24, 144 off12312 00000040:00080000:0.0:1788744689.167286:0:25018:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].25, 160 off12472 00000040:00080000:0.0:1788744689.167299:0:25018:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].26, 224 off12696 00000040:00080000:0.0:1788744689.167318:0:25018:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].27, 224 off12920 00000040:00080000:0.0:1788744689.167331:0:25018:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].28, 80 off13000 00000040:00080000:0.0:1788744689.167343:0:25018:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].29, 224 off13224 00000040:00080000:0.0:1788744689.167357:0:25018:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].30, 224 off13448 00000040:00080000:0.0:1788744689.167369:0:25018:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].31, 88 off13536 00000040:00080000:0.0:1788744689.167381:0:25018:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].32, 128 off13664 00000040:00080000:0.0:1788744689.167392:0:25018:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].33, 144 off13808 00000040:00080000:0.0:1788744689.168316:0:25018:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].34, 128 off13936 00000040:00080000:0.0:1788744689.168355:0:25018:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].35, 224 off14160 00000040:00080000:0.0:1788744689.168370:0:25018:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].36, 224 off14384 00000040:00080000:0.0:1788744689.168383:0:25018:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].37, 80 off14464 00000040:00080000:0.0:1788744689.168397:0:25018:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].38, 224 off14688 00000040:00080000:0.0:1788744689.168577:0:25018:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].39, 224 off14912 00000040:00080000:0.0:1788744689.168595:0:25018:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].40, 88 off15000 00000040:00080000:0.0:1788744689.168607:0:25018:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].41, 128 off15128 00000040:00080000:0.0:1788744689.168620:0:25018:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].42, 144 off15272 00000040:00080000:0.0:1788744689.168635:0:25018:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].43, 128 off15400 00000040:00080000:0.0:1788744689.168648:0:25018:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].44, 224 off15624 00000040:00080000:0.0:1788744689.168662:0:25018:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].45, 224 off15848 00000040:00080000:0.0:1788744689.168675:0:25018:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].46, 80 off15928 00000040:00080000:0.0:1788744689.168690:0:25018:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].47, 224 off16152 00000040:00080000:0.0:1788744689.168704:0:25018:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].48, 232 off16384 00000100:00100000:0.0:1788744689.168773:0:25018:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac77fb82a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:57b18335-b9a3-4404-b391-d3050d8407ce:25018:1875634154623232:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1788744689.169091:0:25018:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788744689.169134:0:22690:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154623232 00000100:00100000:0.0:1788744689.169143:0:22690:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154623232 00000100:00100000:0.0:1788744689.169197:0:22690:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 107 00000100:00100000:0.0:1788744689.169206:0:22690:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac74683d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:57b18335-b9a3-4404-b391-d3050d8407ce+24:25018:x1875634154623232:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1788744689.169339:0:22690:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac74683d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:57b18335-b9a3-4404-b391-d3050d8407ce+24:25018:x1875634154623232:12345-0@lo:502:mount.lustre.0 Request processed in 133us (248us total) trans 0 rc 0/0 00000100:00100000:0.0:1788744689.169347:0:22690:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 107 00000100:00100000:0.0:1788744689.169779:0:25018:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ac642618180 going to sleep for 11 seconds 00000100:00100000:0.0:1788744689.169811:0:25018:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac77fb82a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:57b18335-b9a3-4404-b391-d3050d8407ce:25018:1875634154623232:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1788744689.170082:0:25018:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].49, 224 off16608 00000040:00080000:0.0:1788744689.170109:0:25018:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].50, 120 off16728 00000100:00100000:0.0:1788744689.170144:0:25018:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac77fb82a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:57b18335-b9a3-4404-b391-d3050d8407ce:25018:1875634154623360:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1788744689.170210:0:25018:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788744689.170235:0:25018:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ac7556a7780 going to sleep for 11 seconds 00000100:00100000:2.0:1788744689.173618:0:22689:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154623360 00000100:00100000:2.0:1788744689.173639:0:22689:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154623360 00000100:00100000:2.0:1788744689.173713:0:22689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108 00000100:00100000:2.0:1788744689.173724:0:22689:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac74683fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:57b18335-b9a3-4404-b391-d3050d8407ce+24:25018:x1875634154623360:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788744689.174135:0:22689:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac74683fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:57b18335-b9a3-4404-b391-d3050d8407ce+24:25018:x1875634154623360:12345-0@lo:502:mount.lustre.0 Request processed in 412us (3923us total) trans 0 rc 0/0 00000100:00100000:2.0:1788744689.174144:0:22689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108 00000100:00100000:1.0:1788744689.177641:0:25018:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac77fb82a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:57b18335-b9a3-4404-b391-d3050d8407ce:25018:1875634154623360:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1788744689.177781:0:25018:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].51, 224 off16952 00000040:00080000:1.0:1788744689.177800:0:25018:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 51 count 51 00000020:01000004:1.0:1788744689.185054:0:25032:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-OST0001 (typ=lwp) 00000020:00000080:1.0:1788744689.185079:0:25032:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-OST0001 (ffff9ac74472cd40) 00000020:00000080:1.0:1788744689.185112:0:25032:0:(obd_config.c:720:class_attach_name()) OBD: dev 27 attached type lwp with refcount 2 00000020:01000004:1.0:1788744689.185214:0:25032:0:(tgt_mount.c:153:server_get_mount()) get mount ffff9ac774a24000 from lustre-OST0001, refs=3 00000020:01000004:1.0:1788744689.185220:0:25032:0:(tgt_mount.c:187:server_put_mount()) put mount ffff9ac774a24000 from lustre-OST0001, refs=3 00000020:01000004:1.0:1788744689.185223:0:25032:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9ac774a24000 3 00010000:00080000:1.0:1788744689.185287:0:25032:0:(ldlm_lib.c:103:import_set_conn()) imp ffff9ac642781800@lustre-MDT0000-lwp-OST0001: add connection 192.168.203.104@tcp at head 00010000:00010000:1.0:1788744689.189184:0:25032:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-OST0001-11 is initialized 00000020:00000080:1.0:1788744689.190644:0:25032:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-OST0001 (uuid lustre-MDT0000-lwp-OST0001_UUID) 00000010:01000000:1.0:1788744689.190714:0:25032:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:1.0:1788744689.190731:0:25032:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-lwp-OST0001, cookie 0xb6207a6e76dcdf12 00000100:00080000:1.0:1788744689.190747:0:25032:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 0 00000100:00080000:1.0:1788744689.190762:0:25032:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9ac642781800 using connection 192.168.203.104@tcp/0@lo 00000100:00100000:1.0:1788744689.190813:0:25032:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ac745dd4000 x1875634154623488/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1788744689.190857:0:25032:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID 00000100:00100000:0.0:1788744689.190940:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac745dd4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3642:1875634154623488:0@lo:38:llog_process_th.0 00000100:00100000:0.0:1788744689.191028:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788744689.191271:0:22698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154623488 00000100:00100000:1.0:1788744689.191280:0:22698:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154623488 00000100:00100000:1.0:1788744689.191328:0:22698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1788744689.191337:0:22698:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac77fb80a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3642:x1875634154623488:12345-0@lo:38:llog_process_th.0 00010000:00080000:1.0:1788744689.191367:0:22698:0:(ldlm_lib.c:1456:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-OST0001_UUID@0@lo t0 exp 0000000000000000 cur 670 last 0 00000020:00000080:1.0:1788744689.191571:0:22698:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-lwp-OST0001_UUID, cookie 0xb6207a6e76dcdf19 00000004:00100000:1.0:1788744689.191589:0:22698:0:(mdt_handler.c:7495:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:1.0:1788744689.191626:0:22698:0:(import.c:65:import_set_state_nolock()) ffff9ac642782000 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1788744689.191691:0:22698:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac77fb80a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3642:x1875634154623488:12345-0@lo:38:llog_process_th.0 Request processed in 354us (663us total) trans 0 rc 0/0 00000100:00100000:1.0:1788744689.191699:0:22698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00010000:00080000:1.0:1788744689.191751:0:3642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9ac745dd4000 x1875634154623488/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/416 e 0 to 0 dl 1788744699 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788744689.191763:0:3642:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 2 00000100:00080000:1.0:1788744689.191771:0:3642:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-OST0001: connect to target with instance 3 00000100:00080000:1.0:1788744689.191779:0:3642:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-OST0001: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:1.0:1788744689.191784:0:3642:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:1.0:1788744689.191788:0:3642:0:(import.c:65:import_set_state_nolock()) ffff9ac642781800 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:1.0:1788744689.191793:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac745dd4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3642:1875634154623488:0@lo:38:llog_process_th.0 00000020:01000004:1.0:1788744689.191903:0:25032:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0001-lwp-OST0001 (typ=lwp) 00000020:00000080:1.0:1788744689.191922:0:25032:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-lwp-OST0001 (ffff9ac744728000) 00000020:00000080:1.0:1788744689.191942:0:25032:0:(obd_config.c:720:class_attach_name()) OBD: dev 28 attached type lwp with refcount 2 00000020:01000004:1.0:1788744689.192026:0:25032:0:(tgt_mount.c:153:server_get_mount()) get mount ffff9ac774a24000 from lustre-OST0001, refs=3 00000020:01000004:1.0:1788744689.192031:0:25032:0:(tgt_mount.c:187:server_put_mount()) put mount ffff9ac774a24000 from lustre-OST0001, refs=3 00000020:01000004:1.0:1788744689.192049:0:25032:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9ac774a24000 3 00010000:00080000:1.0:1788744689.192080:0:25032:0:(ldlm_lib.c:103:import_set_conn()) imp ffff9ac642787800@lustre-MDT0001-lwp-OST0001: add connection 192.168.203.104@tcp at head 00010000:00010000:1.0:1788744689.195703:0:25032:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-lwp-OST0001-12 is initialized 00000020:00000080:1.0:1788744689.202740:0:25032:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-lwp-OST0001 (uuid lustre-MDT0001-lwp-OST0001_UUID) 00000010:01000000:1.0:1788744689.202812:0:25032:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:1.0:1788744689.202831:0:25032:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-lwp-OST0001, cookie 0xb6207a6e76dcdf27 00000100:00080000:1.0:1788744689.202847:0:25032:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 0 00000100:00080000:1.0:1788744689.202863:0:25032:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff9ac642787800 using connection 192.168.203.104@tcp/0@lo 00000100:00100000:1.0:1788744689.202932:0:25032:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ac745dd4000 x1875634154623616/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1788744689.202970:0:25032:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID 00000100:00100000:3.0:1788744689.205088:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac745dd4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3642:1875634154623616:0@lo:38:llog_process_th.0 00000100:00100000:3.0:1788744689.205231:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788744689.205339:0:22697:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154623616 00000100:00100000:1.0:1788744689.205350:0:22697:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154623616 00000100:00100000:1.0:1788744689.205428:0:22697:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1788744689.205439:0:22697:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac644547480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3642:x1875634154623616:12345-0@lo:38:llog_process_th.0 00010000:00080000:1.0:1788744689.205489:0:22697:0:(ldlm_lib.c:1456:target_handle_connect()) lustre-MDT0001: connection from lustre-MDT0001-lwp-OST0001_UUID@0@lo t0 exp 0000000000000000 cur 670 last 0 00000020:00000080:1.0:1788744689.205557:0:22697:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-lwp-OST0001_UUID, cookie 0xb6207a6e76dcdf2e 00000004:00100000:1.0:1788744689.205576:0:22697:0:(mdt_handler.c:7495:mdt_connect_internal()) lustre-MDT0001: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:1.0:1788744689.205618:0:22697:0:(import.c:65:import_set_state_nolock()) ffff9ac642783000 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1788744689.205693:0:22697:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac644547480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3642:x1875634154623616:12345-0@lo:38:llog_process_th.0 Request processed in 255us (463us total) trans 0 rc 0/0 00000100:00100000:1.0:1788744689.205702:0:22697:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000040:00080000:1.0:1788744689.205844:0:25032:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x10:0x0] index 52 count 51 00000020:01000000:1.0:1788744689.205913:0:25018:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:1.0:1788744689.205956:0:25018:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.104@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:1.0:1788744689.205978:0:25018:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.104@tcp lock: ffff9ac6420f1000/0xb6207a6e76dcdefd lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0xb6207a6e76dcdf04 expref: -99 pid: 25018 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00080000:3.0:1788744689.206000:0:3642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9ac745dd4000 x1875634154623616/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/416 e 0 to 0 dl 1788744699 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00010000:00010000:1.0:1788744689.206004:0:25018:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.104@tcp lock: ffff9ac6420f1000/0xb6207a6e76dcdefd lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0xb6207a6e76dcdf04 expref: -99 pid: 25018 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788744689.206013:0:3642:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: committing for last_committed 0 gen 2 00000100:00080000:3.0:1788744689.206024:0:3642:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-MDT0001-lwp-OST0001: connect to target with instance 3 00000100:00080000:3.0:1788744689.206032:0:3642:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-MDT0001-lwp-OST0001: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:3.0:1788744689.206047:0:3642:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000100:00080000:3.0:1788744689.206056:0:3642:0:(import.c:65:import_set_state_nolock()) ffff9ac642787800 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00100000:3.0:1788744689.206063:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac745dd4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3642:1875634154623616:0@lo:38:llog_process_th.0 00000020:01000004:1.0:1788744689.206075:0:25018:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:1.0:1788744689.206077:0:25018:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:1.0:1788744689.206079:0:25018:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1788744689.206080:0:25018:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1788744689.206081:0:25018:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1788744689.206083:0:25018:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1788744689.206084:0:25018:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1788744689.206087:0:25018:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1788744689.206088:0:25018:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:1.0:1788744689.206093:0:25018:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0001 0x40020002 00000020:01000004:1.0:1788744689.206096:0:25018:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:1.0:1788744689.206098:0:25018:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:1.0:1788744689.206099:0:25018:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1788744689.206100:0:25018:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1788744689.206101:0:25018:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1788744689.206102:0:25018:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1788744689.206103:0:25018:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1788744689.206104:0:25018:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1788744689.206105:0:25018:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:1.0:1788744689.206126:0:25018:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0001 00000100:00100000:1.0:1788744689.206144:0:25018:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac745dd7100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:57b18335-b9a3-4404-b391-d3050d8407ce:25018:1875634154623744:0@lo:253:mount.lustre.0 00000100:00100000:1.0:1788744689.206191:0:25018:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788744689.206222:0:25018:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ac64379c240 going to sleep for 11 seconds 00000100:00100000:0.0:1788744689.206252:0:22692:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154623744 00000100:00100000:0.0:1788744689.206257:0:22692:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154623744 00000100:00100000:0.0:1788744689.207115:0:22692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 109 00000100:00100000:0.0:1788744689.207128:0:22692:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac74683d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:57b18335-b9a3-4404-b391-d3050d8407ce+24:25018:x1875634154623744:12345-0@lo:253:mount.lustre.0 20000000:01000000:0.0:1788744689.207165:0:22692:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 1 is ready to reconnect. 20000000:01000000:0.0:1788744689.207195:0:22692:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 20000000:01000000:1.0:1788744689.210548:0:22692:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:1.0:1788744689.210570:0:22692:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0001, index=1, rc=0 20000000:01000000:0.0:1788744689.210629:0:22713:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:0.0:1788744689.210641:0:22713:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:0.0:1788744689.210680:0:22713:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff9ac6420f1800/0xb6207a6e76dcdf35 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744689.210713:0:22713:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9ac6420f0200/0xb6207a6e76dcddc9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb6207a6e76dcddc2 expref: 24 pid: 22690 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744689.210722:0:22713:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9ac774b59800/0xb6207a6e76dcddd7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb6207a6e76dcddd0 expref: 24 pid: 22689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744689.210730:0:22713:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff9ac6420f1800/0xb6207a6e76dcdf35 lrc: 5/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744689.210778:0:22713:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9ac774b59800/0xb6207a6e76dcddd7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xb6207a6e76dcddd0 expref: 24 pid: 22689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744689.210795:0:22713:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9ac774b59800/0xb6207a6e76dcddd7 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xb6207a6e76dcddd0 expref: 24 pid: 22689 timeout: 770 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788744689.210813:0:22713:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac77fb82680 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22713:1875634154623872:0@lo:104: 00000100:00100000:1.0:1788744689.211163:0:22692:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac74683d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:57b18335-b9a3-4404-b391-d3050d8407ce+24:25018:x1875634154623744:12345-0@lo:253:mount.lustre.0 Request processed in 4035us (4966us total) trans 0 rc 0/0 00000100:00100000:1.0:1788744689.211177:0:22692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 109 00000100:00100000:0.0:1788744689.211676:0:22713:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1788744689.211737:0:22713:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9ac6420f0200/0xb6207a6e76dcddc9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xb6207a6e76dcddc2 expref: 23 pid: 22690 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744689.211750:0:22713:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9ac6420f0200/0xb6207a6e76dcddc9 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xb6207a6e76dcddc2 expref: 23 pid: 22690 timeout: 770 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788744689.211762:0:22713:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac77fb81c00 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22713:1875634154624000:0@lo:104: 00000100:00100000:0.0:1788744689.211788:0:22713:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788744689.211806:0:22713:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ac7556a7240 going to sleep for 11 seconds 00000100:00100000:0.0:1788744689.211853:0:22681:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154623872 00000100:00100000:0.0:1788744689.211862:0:22681:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154623872 00000100:00100000:0.0:1788744689.211901:0:22681:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154624000 00000100:00100000:0.0:1788744689.211911:0:22681:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154624000 00000100:00100000:0.0:1788744689.211930:0:22681:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1788744689.211940:0:22681:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac77fb81f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:57b18335-b9a3-4404-b391-d3050d8407ce+4:22713:x1875634154623872:12345-0@lo:104: 00010000:00010000:0.0:1788744689.211956:0:22681:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.104@tcp lock: ffff9ac773f47c00/0xb6207a6e76dcddd0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xb6207a6e76dcddd7 expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744689.212009:0:22681:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1788744689.212015:0:22681:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac77fb81f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:57b18335-b9a3-4404-b391-d3050d8407ce+4:22713:x1875634154623872:12345-0@lo:104: Request processed in 77us (341us total) trans 0 rc 0/0 00000100:00100000:0.0:1788744689.212022:0:22681:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1788744689.212049:0:22681:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:0.0:1788744689.212057:0:22681:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac77fb80000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:57b18335-b9a3-4404-b391-d3050d8407ce+3:22713:x1875634154624000:12345-0@lo:104: 00010000:00010000:0.0:1788744689.212064:0:22681:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.104@tcp lock: ffff9ac773f46c00/0xb6207a6e76dcddc2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xb6207a6e76dcddc9 expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744689.212103:0:22681:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:0.0:1788744689.212108:0:22681:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac77fb80000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:57b18335-b9a3-4404-b391-d3050d8407ce+3:22713:x1875634154624000:12345-0@lo:104: Request processed in 53us (319us total) trans 0 rc 0/0 00000100:00100000:0.0:1788744689.212114:0:22681:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00010000:00010000:0.0:1788744689.212138:0:24997:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1788744689.212146:0:24997:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.104@tcp lock: ffff9ac773f47c00/0xb6207a6e76dcddd0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xb6207a6e76dcddd7 expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744689.212154:0:24997:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ac773f47c00 already unused, calling callback (ffffffffc14dbc20) 10000000:00010000:0.0:1788744689.212159:0:24997:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.104@tcp lock: ffff9ac773f47c00/0xb6207a6e76dcddd0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0xb6207a6e76dcddd7 expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744689.212170:0:24997:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.104@tcp lock: ffff9ac773f47c00/0xb6207a6e76dcddd0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0xb6207a6e76dcddd7 expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788744689.212190:0:24997:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.104@tcp lock: ffff9ac773f47c00/0xb6207a6e76dcddd0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0xb6207a6e76dcddd7 expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788744689.212198:0:24997:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:0.0:1788744689.212233:0:24997:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.104@tcp lock: ffff9ac773f47c00/0xb6207a6e76dcddd0 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb6207a6e76dcddd7 expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744689.212241:0:24997:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788744689.212265:0:24997:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.104@tcp lock: ffff9ac773f47c00/0xb6207a6e76dcddd0 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb6207a6e76dcddd7 expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744689.212273:0:24997:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.104@tcp lock: ffff9ac773f47c00/0xb6207a6e76dcddd0 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb6207a6e76dcddd7 expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744689.212288:0:24997:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788744689.212292:0:24997:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.104@tcp lock: ffff9ac773f46c00/0xb6207a6e76dcddc2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xb6207a6e76dcddc9 expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744689.212298:0:24997:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ac773f46c00 already unused, calling callback (ffffffffc14dbc20) 10000000:00010000:0.0:1788744689.212301:0:24997:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.104@tcp lock: ffff9ac773f46c00/0xb6207a6e76dcddc2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xb6207a6e76dcddc9 expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744689.212308:0:24997:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.104@tcp lock: ffff9ac773f46c00/0xb6207a6e76dcddc2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xb6207a6e76dcddc9 expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788744689.212314:0:24997:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.104@tcp lock: ffff9ac773f46c00/0xb6207a6e76dcddc2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xb6207a6e76dcddc9 expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788744689.212319:0:24997:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:0.0:1788744689.212340:0:24997:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.104@tcp lock: ffff9ac773f46c00/0xb6207a6e76dcddc2 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb6207a6e76dcddc9 expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744689.212347:0:24997:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788744689.212362:0:24997:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.104@tcp lock: ffff9ac773f46c00/0xb6207a6e76dcddc2 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb6207a6e76dcddc9 expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744689.212370:0:24997:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.104@tcp lock: ffff9ac773f46c00/0xb6207a6e76dcddc2 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb6207a6e76dcddc9 expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744689.212385:0:24997:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788744689.212388:0:24997:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788744689.212390:0:24997:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788744689.212428:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac77fb80e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:57b18335-b9a3-4404-b391-d3050d8407ce:3646:1875634154624128:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788744689.212460:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788744689.212498:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac77fb82d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:57b18335-b9a3-4404-b391-d3050d8407ce:3643:1875634154624256:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788744689.212523:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788744689.212575:0:22682:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154624128 00000100:00100000:0.0:1788744689.212581:0:22682:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154624128 00010000:00010000:0.0:1788744689.212601:0:22682:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9ac774b59800/0xb6207a6e76dcddd7 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xb6207a6e76dcddd0 expref: 24 pid: 22689 timeout: 770 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788744689.212623:0:22682:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154624256 00000100:00100000:0.0:1788744689.212626:0:22682:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154624256 00010000:00010000:0.0:1788744689.212637:0:22682:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9ac6420f0200/0xb6207a6e76dcddc9 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xb6207a6e76dcddc2 expref: 25 pid: 22690 timeout: 770 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788744689.212650:0:22682:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1788744689.212656:0:22682:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac77fb83800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:57b18335-b9a3-4404-b391-d3050d8407ce+25:3646:x1875634154624128:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788744689.212667:0:22682:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788744689.212679:0:22682:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9ac774b59800/0xb6207a6e76dcddd7 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xb6207a6e76dcddd0 expref: 25 pid: 22689 timeout: 770 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744689.212690:0:22682:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9ac774b59800/0xb6207a6e76dcddd7 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xb6207a6e76dcddd0 expref: 25 pid: 22689 timeout: 770 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744689.212707:0:22682:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788744689.212735:0:22682:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac77fb83800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:57b18335-b9a3-4404-b391-d3050d8407ce+25:3646:x1875634154624128:12345-0@lo:103:ldlm_bl.0 Request processed in 79us (274us total) trans 0 rc 0/0 00000100:00100000:0.0:1788744689.212741:0:22682:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1788744689.212756:0:22682:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:0.0:1788744689.212761:0:22682:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac77fb80700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:57b18335-b9a3-4404-b391-d3050d8407ce+24:3643:x1875634154624256:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788744689.212769:0:22682:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788744689.212772:0:22682:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9ac6420f0200/0xb6207a6e76dcddc9 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xb6207a6e76dcddc2 expref: 24 pid: 22690 timeout: 770 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744689.212781:0:22682:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9ac6420f0200/0xb6207a6e76dcddc9 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xb6207a6e76dcddc2 expref: 24 pid: 22690 timeout: 770 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744689.212792:0:22682:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff9ac6420f1800/0xb6207a6e76dcdf35 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744689.212802:0:22682:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9ac6420f1800/0xb6207a6e76dcdf35 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:0.0:1788744689.212841:0:22682:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.015430653s 00010000:00010000:0.0:1788744689.212846:0:22682:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9ac6420f1800/0xb6207a6e76dcdf35 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744689.212860:0:22682:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9ac6420f1800/0xb6207a6e76dcdf35 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744689.212879:0:22682:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff9ac6420f1800/0xb6207a6e76dcdf35 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744689.212886:0:22682:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff9ac6420f1800/0xb6207a6e76dcdf35 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744689.212892:0:22682:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ac6420f1800 already unused, calling callback (ffffffffc0e92940) 00010000:00010000:0.0:1788744689.212896:0:22682:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff9ac6420f1800/0xb6207a6e76dcdf35 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744689.212906:0:22682:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff9ac6420f1800/0xb6207a6e76dcdf35 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744689.212916:0:22682:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff9ac6420f1800/0xb6207a6e76dcdf35 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744689.212927:0:22682:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788744689.212956:0:22682:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac77fb80700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:57b18335-b9a3-4404-b391-d3050d8407ce+24:3643:x1875634154624256:12345-0@lo:103:ldlm_bl.0 Request processed in 194us (432us total) trans 0 rc 0/0 00000100:00100000:0.0:1788744689.212964:0:22682:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:0.0:1788744689.213008:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac77fb82d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:57b18335-b9a3-4404-b391-d3050d8407ce:3643:1875634154624256:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788744689.213048:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac77fb80e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:57b18335-b9a3-4404-b391-d3050d8407ce:3646:1875634154624128:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788744689.213074:0:22713:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9ac774b59800/0xb6207a6e76dcddd7 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xb6207a6e76dcddd0 expref: 23 pid: 22689 timeout: 770 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788744689.213086:0:22713:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac77fb82680 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22713:1875634154623872:0@lo:104: 00010000:00010000:0.0:1788744689.213096:0:22713:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9ac6420f0200/0xb6207a6e76dcddc9 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xb6207a6e76dcddc2 expref: 22 pid: 22690 timeout: 770 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788744689.213113:0:22713:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac77fb81c00 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22713:1875634154624000:0@lo:104: 00010000:00010000:0.0:1788744689.213128:0:22713:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff9ac6420f1800/0xb6207a6e76dcdf35 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744689.213138:0:22713:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff9ac6420f1800/0xb6207a6e76dcdf35 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744689.213145:0:22713:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff9ac6420f1800/0xb6207a6e76dcdf35 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744689.213153:0:22713:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9ac6420f1800/0xb6207a6e76dcdf35 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788744689.216096:0:25018:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac745dd7100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:57b18335-b9a3-4404-b391-d3050d8407ce:25018:1875634154623744:0@lo:253:mount.lustre.0 10000000:01000000:1.0:1788744689.216136:0:25018:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0001 got index = 1 00000020:01000004:1.0:1788744689.216140:0:25018:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:1.0:1788744689.216142:0:25018:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:1.0:1788744689.216144:0:25018:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1788744689.216145:0:25018:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1788744689.216147:0:25018:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1788744689.216160:0:25018:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1788744689.216162:0:25018:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1788744689.216165:0:25018:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1788744689.216167:0:25018:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:1.0:1788744689.216187:0:25018:0:(tgt_mount.c:2694:server_calc_timeout()) lustre-OST0001: Imperative Recovery not enabled, recovery window 60-180 00010000:00010000:2.0:1788744689.217307:0:22686:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000004:1.0:1788744689.223597:0:25018:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 3, last_transno is 12884901888 00002000:00080000:1.0:1788744689.227920:0:25018:0:(ofd_obd.c:539:ofd_postrecov()) lustre-OST0001: recovery is over 00100000:10000000:1.0:1788744689.227934:0:25018:0:(lfsck_lib.c:3085:lfsck_start()) lustre-OST0001-osd: start master thread 00000020:01000004:1.0:1788744689.227980:0:25018:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:1.0:1788744689.228054:0:25018:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.203.104@tcp: cl_mgc_mutex unlock 00000020:01000004:1.0:1788744689.228086:0:25018:0:(tgt_mount.c:2460:server_fill_super_common()) Server sb, dev=50 00000080:00000004:1.0:1788744689.228115:0:25018:0:(super25.c:182:lustre_fill_super()) /dev/mapper/ost2_flakey: Mount complete 00000020:00000004:1.0:1788744689.229604:0:25018:0:(tgt_mount.c:2346:server_getattr()) lustre-OST0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:1.0:1788744689.232135:0:25018:0:(tgt_mount.c:2361:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:0.0:1788744689.647302:0:22685:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:0.0:1788744690.168088:0:25085:0:(tgt_mount.c:2346:server_getattr()) lustre-OST0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:0.0:1788744690.169508:0:25085:0:(tgt_mount.c:2361:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:0.0:1788744690.674041:0:24997:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:2.0:1788744691.054562:0:22694:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:2.0:1788744691.054570:0:22694:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff9ac7531af000 from 14 10000000:01000000:2.0:1788744691.054576:0:22694:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:2.0:1788744691.055054:0:22694:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.104@tcp lock: ffff9ac774b59200/0xb6207a6e76dcdf3c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744691.055068:0:22694:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.104@tcp lock: ffff9ac774b59200/0xb6207a6e76dcdf3c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744691.055083:0:22694:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.104@tcp lock: ffff9ac774b59200/0xb6207a6e76dcdf3c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788744691.055116:0:22694:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac643f2b100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:57b18335-b9a3-4404-b391-d3050d8407ce:22694:1875634154624384:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1788744691.055211:0:22694:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788744691.055260:0:22694:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ac744e8f6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788744691.055301:0:22690:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154624384 00000100:00100000:2.0:1788744691.055310:0:22690:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154624384 00000100:00100000:2.0:1788744691.055368:0:22690:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 110 00000100:00100000:2.0:1788744691.055379:0:22690:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac74683f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:57b18335-b9a3-4404-b391-d3050d8407ce+22:22694:x1875634154624384:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788744691.055398:0:22690:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788744691.055574:0:22690:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9ac774b58200/0xb6207a6e76dcdf43 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xb6207a6e76dcdf3c expref: -99 pid: 22690 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744691.055794:0:22690:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9ac774b58200/0xb6207a6e76dcdf43 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xb6207a6e76dcdf3c expref: 23 pid: 22690 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744691.055807:0:22690:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9ac774b58200/0xb6207a6e76dcdf43 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb6207a6e76dcdf3c expref: 23 pid: 22690 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744691.055817:0:22690:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ac774b58200, rc 0) 00000100:00100000:2.0:1788744691.055988:0:22690:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac74683f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:57b18335-b9a3-4404-b391-d3050d8407ce+23:22694:x1875634154624384:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 610us (776us total) trans 0 rc 0/0 00000100:00100000:2.0:1788744691.055996:0:22690:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 110 00000100:00100000:2.0:1788744691.056095:0:22694:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac643f2b100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:57b18335-b9a3-4404-b391-d3050d8407ce:22694:1875634154624384:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788744691.056113:0:22694:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.104@tcp lock: ffff9ac774b59200/0xb6207a6e76dcdf3c lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb6207a6e76dcdf43 expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744691.056125:0:22694:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.104@tcp lock: ffff9ac774b59200/0xb6207a6e76dcdf3c lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xb6207a6e76dcdf43 expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788744691.056189:0:22694:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac643f2b100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:57b18335-b9a3-4404-b391-d3050d8407ce:22694:1875634154624512:0@lo:256:ll_cfg_requeue.0 00000100:00100000:2.0:1788744691.056232:0:22694:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788744691.056255:0:22694:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ac744e8f6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788744691.058286:0:22692:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154624512 00000100:00100000:1.0:1788744691.058307:0:22692:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154624512 00000100:00100000:1.0:1788744691.058375:0:22692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 111 00000100:00100000:1.0:1788744691.058387:0:22692:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac74683c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:57b18335-b9a3-4404-b391-d3050d8407ce+23:22694:x1875634154624512:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:1.0:1788744691.058443:0:22692:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:1.0:1788744691.058468:0:22692:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:1.0:1788744691.058534:0:22692:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 14 00000100:00100000:1.0:1788744691.059179:0:22692:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac74683c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:57b18335-b9a3-4404-b391-d3050d8407ce+23:22694:x1875634154624512:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 792us (2944us total) trans 0 rc 0/0 00000100:00100000:1.0:1788744691.059189:0:22692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 111 00000100:00100000:2.0:1788744691.060537:0:22694:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac643f2b100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:57b18335-b9a3-4404-b391-d3050d8407ce:22694:1875634154624512:0@lo:256:ll_cfg_requeue.0 10000000:01000000:2.0:1788744691.060654:0:22694:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.104@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:2.0:1788744691.060667:0:22694:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.104@tcp lock: ffff9ac774b59200/0xb6207a6e76dcdf3c lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb6207a6e76dcdf43 expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744691.060679:0:22694:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.104@tcp lock: ffff9ac774b59200/0xb6207a6e76dcdf3c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb6207a6e76dcdf43 expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788744691.060692:0:22694:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:2.0:1788744691.060695:0:22694:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff9ac641b56800 from 14 10000000:01000000:2.0:1788744691.060698:0:22694:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:2.0:1788744691.060743:0:22694:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.104@tcp lock: ffff9ac774b58400/0xb6207a6e76dcdf4a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744691.060752:0:22694:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.104@tcp lock: ffff9ac774b58400/0xb6207a6e76dcdf4a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744691.060764:0:22694:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.104@tcp lock: ffff9ac774b58400/0xb6207a6e76dcdf4a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788744691.060800:0:22694:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac643f2b100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:57b18335-b9a3-4404-b391-d3050d8407ce:22694:1875634154624640:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1788744691.061013:0:22694:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788744691.061108:0:22694:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ac744e8f6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788744691.061148:0:22689:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154624640 00000100:00100000:3.0:1788744691.061157:0:22689:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154624640 00000100:00100000:3.0:1788744691.061248:0:22689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 112 00000100:00100000:3.0:1788744691.061259:0:22689:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac74683f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:57b18335-b9a3-4404-b391-d3050d8407ce+23:22694:x1875634154624640:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788744691.061275:0:22689:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788744691.061292:0:22689:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9ac643dac200/0xb6207a6e76dcdf51 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xb6207a6e76dcdf4a expref: -99 pid: 22689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744691.061322:0:22689:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9ac643dac200/0xb6207a6e76dcdf51 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xb6207a6e76dcdf4a expref: 24 pid: 22689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744691.061333:0:22689:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9ac643dac200/0xb6207a6e76dcdf51 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb6207a6e76dcdf4a expref: 24 pid: 22689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744691.061342:0:22689:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ac643dac200, rc 0) 00000100:00100000:3.0:1788744691.061397:0:22689:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac74683f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:57b18335-b9a3-4404-b391-d3050d8407ce+24:22694:x1875634154624640:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 139us (385us total) trans 0 rc 0/0 00000100:00100000:3.0:1788744691.061456:0:22689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 112 00000100:00100000:0.0:1788744691.061576:0:22694:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac643f2b100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:57b18335-b9a3-4404-b391-d3050d8407ce:22694:1875634154624640:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788744691.062165:0:22694:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.104@tcp lock: ffff9ac774b58400/0xb6207a6e76dcdf4a lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xb6207a6e76dcdf51 expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744691.062179:0:22694:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.104@tcp lock: ffff9ac774b58400/0xb6207a6e76dcdf4a lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xb6207a6e76dcdf51 expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788744691.062253:0:22694:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac77fb81c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:57b18335-b9a3-4404-b391-d3050d8407ce:22694:1875634154624768:0@lo:256:ll_cfg_requeue.0 00000100:00100000:0.0:1788744691.062309:0:22694:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788744691.062357:0:22694:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ac7433a7f00 going to sleep for 11 seconds 00000100:00100000:2.0:1788744691.062480:0:22692:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154624768 00000100:00100000:2.0:1788744691.062487:0:22692:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154624768 00000100:00100000:2.0:1788744691.062533:0:22692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 113 00000100:00100000:2.0:1788744691.062542:0:22692:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac775c51050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:57b18335-b9a3-4404-b391-d3050d8407ce+24:22694:x1875634154624768:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:2.0:1788744691.062564:0:22692:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:2.0:1788744691.062584:0:22692:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:2.0:1788744691.062587:0:22692:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 14 00000100:00100000:2.0:1788744691.062686:0:22692:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac775c51050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:57b18335-b9a3-4404-b391-d3050d8407ce+24:22694:x1875634154624768:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 145us (375us total) trans 0 rc 0/0 00000100:00100000:2.0:1788744691.062694:0:22692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 113 00000100:00100000:0.0:1788744691.063014:0:22694:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac77fb81c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:57b18335-b9a3-4404-b391-d3050d8407ce:22694:1875634154624768:0@lo:256:ll_cfg_requeue.0 10000000:01000000:0.0:1788744691.063104:0:22694:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.104@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:0.0:1788744691.063113:0:22694:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.104@tcp lock: ffff9ac774b58400/0xb6207a6e76dcdf4a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xb6207a6e76dcdf51 expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744691.063123:0:22694:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.104@tcp lock: ffff9ac774b58400/0xb6207a6e76dcdf4a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xb6207a6e76dcdf51 expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744691.696633:0:22686:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788744692.590688:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1788744692.590713:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac643f28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3643:1875634154624896:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1788744692.590789:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788744692.590968:0:24207:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154624896 00000100:00100000:2.0:1788744692.590979:0:24207:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154624896 00000100:00100000:2.0:1788744692.591060:0:24207:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:2.0:1788744692.591070:0:24207:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac644546d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3643:x1875634154624896:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1788744692.591103:0:24207:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3915857920 avail 3684335616 00000100:00100000:2.0:1788744692.591165:0:24207:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac644546d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3643:x1875634154624896:12345-0@lo:13:osp-pre-0-1.0 Request processed in 96us (375us total) trans 0 rc 0/0 00000100:00100000:2.0:1788744692.591173:0:24207:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:2.0:1788744692.591228:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac643f28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3643:1875634154624896:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1788744692.591569:0:22693:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1788744692.719427:0:22685:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788744693.105377:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1788744693.105424:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac643f28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3646:1875634154625024:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1788744693.105495:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788744693.105562:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154625024 00000100:00100000:1.0:1788744693.105571:0:22703:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154625024 00000100:00100000:1.0:1788744693.105622:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:1.0:1788744693.105632:0:22703:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac77fb81c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3646:x1875634154625024:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1788744693.105665:0:22703:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:1.0:1788744693.105831:0:22703:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac77fb81c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3646:x1875634154625024:12345-0@lo:41:osp-pre-1-0.0 Request processed in 200us (336us total) trans 0 rc 0/0 00000100:00100000:1.0:1788744693.105838:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:2.0:1788744693.105914:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac643f28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3646:1875634154625024:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1788744693.115141:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac745dd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3646:1875634154625152:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1788744693.115216:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788744693.115300:0:23438:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154625152 00000100:00100000:0.0:1788744693.115310:0:23438:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154625152 00000100:00100000:0.0:1788744693.115359:0:23438:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:0.0:1788744693.115368:0:23438:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac643f28000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3646:x1875634154625152:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1788744693.115432:0:23438:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:1.0:1788744693.115571:0:23438:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac643f28000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3646:x1875634154625152:12345-0@lo:41:osp-pre-0-1.0 Request processed in 200us (351us total) trans 0 rc 0/0 00000100:00100000:1.0:1788744693.115579:0:23438:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:2.0:1788744693.128190:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac745dd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3646:1875634154625152:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788744693.616445:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac745dd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3643:1875634154625280:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1788744693.616519:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788744693.616716:0:24207:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154625280 00000100:00100000:1.0:1788744693.616724:0:24207:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154625280 00000100:00100000:1.0:1788744693.616783:0:24207:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1788744693.616793:0:24207:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac644545500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3643:x1875634154625280:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1788744693.616814:0:24207:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3915857920 avail 3684335616 00000100:00100000:1.0:1788744693.616856:0:24207:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac644545500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3643:x1875634154625280:12345-0@lo:13:osp-pre-0-0.0 Request processed in 64us (336us total) trans 0 rc 0/0 00000100:00100000:1.0:1788744693.616862:0:24207:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00080000:3.0:1788744693.618721:0:22693:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788744693.618799:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac745dd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3643:1875634154625280:0@lo:13:osp-pre-0-0.0 00010000:00010000:0.0:1788744693.743430:0:24997:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1788744694.638642:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788744694.638647:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1788744694.638651:0:8:0:(import.c:65:import_set_state_nolock()) ffff9ac643e04000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1788744694.638659:0:8:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 670 00000100:00080000:1.0:1788744694.638664:0:8:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1788744694.638675:0:8:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff9ac643e04000 using connection 192.168.203.104@tcp/0@lo 00000100:00100000:1.0:1788744694.638697:0:8:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ac745dd7100 x1875634154625792/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1788744694.638862:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac745dd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:57b18335-b9a3-4404-b391-d3050d8407ce:3644:1875634154625408:0@lo:400:kworker.0 00000100:00100000:3.0:1788744694.638926:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788744694.638978:0:22689:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154625408 00000100:00100000:3.0:1788744694.638985:0:22689:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154625408 00000100:00100000:3.0:1788744694.639032:0:22689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 114 00000100:00100000:3.0:1788744694.639041:0:22689:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac775c53850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:57b18335-b9a3-4404-b391-d3050d8407ce+24:3644:x1875634154625408:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788744694.639085:0:22689:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac775c53850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:57b18335-b9a3-4404-b391-d3050d8407ce+24:3644:x1875634154625408:12345-0@lo:400:kworker.0 Request processed in 44us (158us total) trans 0 rc 0/0 00000100:00100000:3.0:1788744694.639092:0:22689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 114 00000100:00100000:3.0:1788744694.639133:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac745dd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:57b18335-b9a3-4404-b391-d3050d8407ce:3644:1875634154625408:0@lo:400:kworker.0 00000100:00080000:1.0:1788744694.639216:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788744694.639219:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1788744694.639221:0:8:0:(import.c:65:import_set_state_nolock()) ffff9ac6436ce000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1788744694.639225:0:8:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 670 00000100:00080000:1.0:1788744694.639227:0:8:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1788744694.639232:0:8:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff9ac6436ce000 using connection 192.168.203.104@tcp/0@lo 00000100:00100000:1.0:1788744694.639244:0:8:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ac745073800 x1875634154626304/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1788744694.639285:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac745dd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3645:1875634154625536:0@lo:400:kworker.0 00000100:00100000:1.0:1788744694.639314:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788744694.639332:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac745dd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3645:1875634154626176:0@lo:400:kworker.0 00000100:00100000:1.0:1788744694.639353:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788744694.639365:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac745073100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3645:1875634154626816:0@lo:400:kworker.0 00000100:00100000:1.0:1788744694.639381:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788744694.639397:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:1.0:1788744694.639421:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac745dd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3645:1875634154625664:0@lo:400:kworker.0 00000100:00100000:1.0:1788744694.639439:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788744694.639454:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac745071f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3645:1875634154626432:0@lo:400:kworker.0 00000100:00100000:1.0:1788744694.639471:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788744694.639485:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac745070e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3645:1875634154626944:0@lo:400:kworker.0 00000100:00100000:1.0:1788744694.639506:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788744694.639535:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154625536 00000100:00100000:1.0:1788744694.639539:0:22703:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154625536 00000100:00100000:1.0:1788744694.639575:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:1.0:1788744694.639591:0:22703:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac745070000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3645:x1875634154625536:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788744694.639630:0:22703:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac745070000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3645:x1875634154625536:12345-0@lo:400:kworker.0 Request processed in 40us (315us total) trans 0 rc 0/0 00000100:00100000:1.0:1788744694.639636:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:1.0:1788744694.639654:0:22698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154626816 00000100:00100000:1.0:1788744694.639658:0:22698:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154626816 00000100:00100000:1.0:1788744694.639680:0:22698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154626432 00000100:00100000:1.0:1788744694.639682:0:22698:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154626432 00000100:00100000:1.0:1788744694.639691:0:22698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154626944 00000100:00100000:1.0:1788744694.639693:0:22698:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154626944 00000100:00100000:1.0:1788744694.639704:0:22698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:1.0:1788744694.639710:0:22698:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac745072300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3645:x1875634154626816:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788744694.639864:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac745dd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3642:1875634154625792:0@lo:8:kworker.0 00000100:00100000:3.0:1788744694.639892:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788744694.639911:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac745073800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3642:1875634154626304:0@lo:8:kworker.0 00000100:00100000:3.0:1788744694.639934:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788744694.639965:0:24205:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154626176 00000100:00100000:3.0:1788744694.639968:0:24205:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154626176 00000100:00100000:3.0:1788744694.639990:0:24205:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154625664 00000100:00100000:3.0:1788744694.639993:0:24205:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154625664 00000100:00100000:3.0:1788744694.640015:0:24205:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154625792 00000100:00100000:3.0:1788744694.640018:0:24205:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154625792 00000100:00100000:3.0:1788744694.640025:0:24205:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154626304 00000100:00100000:3.0:1788744694.640028:0:24205:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154626304 00000100:00100000:3.0:1788744694.640036:0:24205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1788744694.640043:0:24205:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac745070700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3645:x1875634154626176:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788744694.640077:0:24205:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac745070700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3645:x1875634154626176:12345-0@lo:400:kworker.0 Request processed in 35us (723us total) trans 0 rc 0/0 00000100:00100000:3.0:1788744694.640093:0:24205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1788744694.640106:0:24205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1788744694.640112:0:24205:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac745070a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3645:x1875634154625664:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788744694.640148:0:24205:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac745070a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3645:x1875634154625664:12345-0@lo:400:kworker.0 Request processed in 36us (707us total) trans 0 rc 0/0 00000100:00100000:3.0:1788744694.640154:0:24205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1788744694.640169:0:24205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:3.0:1788744694.640173:0:24205:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac644545c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3642:x1875634154625792:12345-0@lo:8:kworker.0 00010000:00080000:3.0:1788744694.640201:0:24205:0:(ldlm_lib.c:1456:target_handle_connect()) lustre-OST0001: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 676 last 0 00000020:00000080:3.0:1788744694.640226:0:24205:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xb6207a6e76dcdf58 00002000:00100000:3.0:1788744694.640238:0:24205:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli lustre-MDT0000-mdtlov_UUID/ffff9ac6420ff800 ocd_connect_flags: 0xa044401443000026 ocd_version: 2113a2c ocd_grant: 0 ocd_index: 1 ocd_group 0 00002000:00080000:3.0:1788744694.640243:0:24205:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0001: Received MDS connection for group 0 00002000:00100000:3.0:1788744694.640245:0:24205:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0001: cli does not support OBD_CONNECT_CKSUM 00002000:00080000:3.0:1788744694.640424:0:24205:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:3.0:1788744694.640446:0:24205:0:(import.c:65:import_set_state_nolock()) ffff9ac6420f8000 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1788744694.640492:0:24205:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac644545c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3642:x1875634154625792:12345-0@lo:8:kworker.0 Request processed in 316us (598us total) trans 0 rc 0/0 00000100:00100000:3.0:1788744694.640499:0:24205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:3.0:1788744694.640516:0:24205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:3.0:1788744694.640521:0:24205:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac644546680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3642:x1875634154626304:12345-0@lo:8:kworker.0 00010000:00080000:3.0:1788744694.640540:0:24205:0:(ldlm_lib.c:1456:target_handle_connect()) lustre-OST0001: connection from lustre-MDT0001-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 676 last 0 00010000:00080000:2.0:1788744694.640541:0:3642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9ac745dd7100 x1875634154625792/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/416 e 0 to 0 dl 1788744719 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788744694.640554:0:3642:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:2.0:1788744694.640561:0:3642:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-OST0001-osc-MDT0000: connect to target with instance 3 00000020:00000080:3.0:1788744694.640569:0:24205:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0xb6207a6e76dcdf5f 00002000:00100000:3.0:1788744694.640576:0:24205:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli lustre-MDT0001-mdtlov_UUID/ffff9ac6420fe000 ocd_connect_flags: 0xa044401443000026 ocd_version: 2113a2c ocd_grant: 0 ocd_index: 1 ocd_group 1 00000100:00080000:2.0:1788744694.640578:0:3642:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-OST0001-osc-MDT0000: Resetting ns_connect_flags to server flags: 0xa040401443000026 00002000:00080000:3.0:1788744694.640581:0:24205:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0001: Received MDS connection for group 1 00000100:00080000:2.0:1788744694.640586:0:3642:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:2.0:1788744694.640590:0:3642:0:(import.c:65:import_set_state_nolock()) ffff9ac643e04000 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00002000:00100000:3.0:1788744694.640592:0:24205:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0001: cli does not support OBD_CONNECT_CKSUM 00000004:00080000:2.0:1788744694.640617:0:3642:0:(osp_dev.c:1648:osp_import_event()) got connected 00002000:00080000:3.0:1788744694.640621:0:24205:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 1 00000100:00100000:2.0:1788744694.640625:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac745dd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3642:1875634154625792:0@lo:8:kworker.0 00000100:00080000:3.0:1788744694.640639:0:24205:0:(import.c:65:import_set_state_nolock()) ffff9ac6420fe800 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1788744694.640683:0:24205:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac644546680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+6:3642:x1875634154626304:12345-0@lo:8:kworker.0 Request processed in 160us (747us total) trans 0 rc 0/0 00000100:00100000:3.0:1788744694.640689:0:24205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:3.0:1788744694.640708:0:22699:0:(service.c:3467:ptlrpc_start_thread()) mdt[0] started 3 min 3 max 116 00010000:00080000:2.0:1788744694.640830:0:3642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9ac745073800 x1875634154626304/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/416 e 0 to 0 dl 1788744719 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788744694.640839:0:3642:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 0 gen 2 00000100:00080000:2.0:1788744694.640843:0:3642:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-OST0001-osc-MDT0001: connect to target with instance 3 00000100:00080000:2.0:1788744694.640850:0:3642:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-OST0001-osc-MDT0001: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00100000:3.0:1788744694.640851:0:22699:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt00_003' 00000100:00080000:2.0:1788744694.640856:0:3642:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:2.0:1788744694.640860:0:3642:0:(import.c:65:import_set_state_nolock()) ffff9ac6436ce000 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00000100:00080000:3.0:1788744694.640873:0:22693:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000004:00080000:2.0:1788744694.640876:0:3642:0:(osp_dev.c:1648:osp_import_event()) got connected 00000100:00080000:3.0:1788744694.640880:0:22693:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1788744694.640883:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac745073800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3642:1875634154626304:0@lo:8:kworker.0 00000100:00080000:3.0:1788744694.640885:0:22693:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788744694.640982:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac745dd4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3643:1875634154625920:0@lo:400:kworker.0 00000100:00100000:3.0:1788744694.641029:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788744694.641044:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac745071c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3643:1875634154626560:0@lo:400:kworker.0 00000100:00100000:3.0:1788744694.641064:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788744694.641080:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1788744694.641086:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac745dd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3643:1875634154626048:0@lo:400:kworker.0 00000100:00100000:3.0:1788744694.641109:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788744694.641130:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac745072a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3643:1875634154626688:0@lo:400:kworker.0 00000100:00100000:2.0:1788744694.641138:0:22702:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154626048 00000100:00100000:2.0:1788744694.641145:0:22702:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154626048 00000100:00100000:3.0:1788744694.641153:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788744694.641182:0:22702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:3.0:1788744694.641189:0:22699:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154625920 00000100:00100000:2.0:1788744694.641192:0:22702:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac643fe0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3643:x1875634154626048:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788744694.641194:0:22699:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154625920 00000100:00100000:3.0:1788744694.641222:0:22699:0:(service.c:3467:ptlrpc_start_thread()) mdt[0] started 3 min 3 max 116 00000100:00100000:3.0:1788744694.641228:0:22699:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154626560 00000100:00100000:3.0:1788744694.641231:0:22699:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154626560 00000100:00100000:2.0:1788744694.641245:0:22702:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac643fe0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3643:x1875634154626048:12345-0@lo:400:kworker.0 Request processed in 55us (134us total) trans 0 rc 0/0 00000100:00100000:3.0:1788744694.641254:0:22699:0:(service.c:3467:ptlrpc_start_thread()) mdt[0] started 3 min 3 max 116 00000100:00100000:2.0:1788744694.641263:0:22702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:3.0:1788744694.641265:0:22699:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154626688 00000100:00100000:3.0:1788744694.641269:0:22699:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154626688 00000100:00100000:3.0:1788744694.641286:0:22699:0:(service.c:3467:ptlrpc_start_thread()) mdt[0] started 3 min 3 max 116 00000100:00100000:3.0:1788744694.641294:0:22699:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:3.0:1788744694.641310:0:22699:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac745071880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3645:x1875634154626432:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788744694.641347:0:22699:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac745071880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3645:x1875634154626432:12345-0@lo:400:kworker.0 Request processed in 40us (1874us total) trans 0 rc 0/0 00000100:00100000:3.0:1788744694.641353:0:22699:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:3.0:1788744694.641366:0:22699:0:(service.c:3467:ptlrpc_start_thread()) mdt[0] started 3 min 3 max 116 00000100:00100000:3.0:1788744694.641371:0:22699:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:3.0:1788744694.641377:0:22699:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac745073480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3645:x1875634154626944:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788744694.641390:0:25313:0:(service.c:3467:ptlrpc_start_thread()) mdt[0] started 4 min 3 max 116 00000100:00100000:2.0:1788744694.641398:0:25313:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt00_004' 00000100:00100000:3.0:1788744694.641435:0:22699:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac745073480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3645:x1875634154626944:12345-0@lo:400:kworker.0 Request processed in 57us (1926us total) trans 0 rc 0/0 00000100:00100000:3.0:1788744694.641442:0:22699:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:3.0:1788744694.641456:0:22699:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:3.0:1788744694.641462:0:22699:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac644544700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3643:x1875634154625920:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788744694.641489:0:22699:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac644544700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3643:x1875634154625920:12345-0@lo:400:kworker.0 Request processed in 28us (460us total) trans 0 rc 0/0 00000100:00100000:3.0:1788744694.641494:0:22699:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:3.0:1788744694.641506:0:22699:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:3.0:1788744694.641511:0:22699:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac7556ed880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3643:x1875634154626560:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788744694.641537:0:22699:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac7556ed880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3643:x1875634154626560:12345-0@lo:400:kworker.0 Request processed in 26us (472us total) trans 0 rc 0/0 00000100:00100000:3.0:1788744694.641542:0:22699:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:3.0:1788744694.641553:0:22699:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:3.0:1788744694.641630:0:22699:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac643fe1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3643:x1875634154626688:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788744694.641661:0:22699:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac643fe1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3643:x1875634154626688:12345-0@lo:400:kworker.0 Request processed in 34us (508us total) trans 0 rc 0/0 00000100:00100000:3.0:1788744694.641667:0:22699:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00080000:3.0:1788744694.641690:0:22693:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1788744694.641693:0:22693:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788744694.641840:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac745dd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3643:1875634154626048:0@lo:400:kworker.0 00010000:00080000:3.0:1788744694.641853:0:3643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9ac745072a00 x1875634154626688/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788744710 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788744694.641862:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac745072a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3643:1875634154626688:0@lo:400:kworker.0 00010000:00080000:3.0:1788744694.641872:0:3643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9ac745dd4000 x1875634154625920/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788744710 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788744694.641880:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac745dd4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3643:1875634154625920:0@lo:400:kworker.0 00010000:00080000:3.0:1788744694.641889:0:3643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9ac745071c00 x1875634154626560/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788744710 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788744694.641896:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac745071c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3643:1875634154626560:0@lo:400:kworker.0 00000100:00100000:1.0:1788744694.642030:0:22698:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac745072300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3645:x1875634154626816:12345-0@lo:400:kworker.0 Request processed in 2319us (2646us total) trans 0 rc 0/0 00000100:00100000:1.0:1788744694.642037:0:22698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000004:00080000:1.0:1788744694.642072:0:22723:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000004:00080000:1.0:1788744694.642149:0:22723:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 676323746475ns, next at 0ns, rc = 0 00080000:00080000:1.0:1788744694.642156:0:22723:0:(osd_handler.c:2849:osd_commit_async()) lustre-MDT0000: async commit OSD 00000004:00080000:1.0:1788744694.642212:0:23442:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0001: going to cleanup orphans since [0x2c0000400:0x1:0x0] 00000100:00100000:1.0:1788744694.642232:0:23442:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac745072d80 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23442:1875634154627200:0@lo:7:osp-pre-1-1.0 00000100:00100000:1.0:1788744694.642264:0:23442:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788744694.642296:0:23442:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ac6436d96c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788744694.642326:0:24205:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154627200 00000100:00100000:2.0:1788744694.642332:0:24205:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154627200 00000100:00100000:2.0:1788744694.642366:0:24205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:2.0:1788744694.642375:0:24205:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac745073b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+6:23442:x1875634154627200:12345-0@lo:7:osp-pre-1-1.0 00000100:00100000:1.0:1788744694.642930:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1788744694.642942:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac745071180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3644:1875634154627072:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1788744694.642980:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788744694.643018:0:24207:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154627072 00000100:00100000:1.0:1788744694.643023:0:24207:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154627072 00000100:00100000:1.0:1788744694.643050:0:24207:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1788744694.643064:0:24207:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac745071500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+7:3644:x1875634154627072:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1788744694.643084:0:24207:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 280000 pending 0 free 3923505152 avail 3691982848 00000100:00100000:1.0:1788744694.643123:0:24207:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac745071500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+7:3644:x1875634154627072:12345-0@lo:13:osp-pre-1-1.0 Request processed in 61us (142us total) trans 0 rc 0/0 00000100:00100000:1.0:1788744694.643129:0:24207:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00010000:00080000:1.0:1788744694.643162:0:3644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9ac745071180 x1875634154627072/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1788744710 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788744694.643177:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac745071180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3644:1875634154627072:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1788744694.643208:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac745dd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3645:1875634154625664:0@lo:400:kworker.0 00010000:00080000:1.0:1788744694.643221:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9ac745071f80 x1875634154626432/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788744710 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788744694.643230:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac745071f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3645:1875634154626432:0@lo:400:kworker.0 00010000:00080000:1.0:1788744694.643240:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9ac745070e00 x1875634154626944/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788744710 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788744694.643248:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac745070e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3645:1875634154626944:0@lo:400:kworker.0 00000100:00100000:1.0:1788744694.643260:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac745dd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3645:1875634154625536:0@lo:400:kworker.0 00000100:00100000:1.0:1788744694.643269:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac745dd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3645:1875634154626176:0@lo:400:kworker.0 00010000:00080000:1.0:1788744694.643279:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9ac745073100 x1875634154626816/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788744710 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788744694.643287:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac745073100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3645:1875634154626816:0@lo:400:kworker.0 00000004:00080000:1.0:1788744694.643370:0:22724:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0000: going to cleanup orphans since [0x2c0000401:0x6:0x0] 00000100:00100000:1.0:1788744694.643385:0:22724:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac745070e00 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:22724:1875634154627456:0@lo:5:osp-pre-1-0.0 00000100:00100000:1.0:1788744694.643443:0:22724:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1788744694.643462:0:22693:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1788744694.643464:0:22724:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ac6436d9000 going to sleep for 11 seconds 00000100:00100000:1.0:1788744694.643480:0:24683:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154627456 00000100:00100000:1.0:1788744694.643484:0:24683:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154627456 00000100:00100000:2.0:1788744694.643517:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac745073100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3644:1875634154627328:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788744694.643576:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1788744694.643803:0:23441:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000004:00080000:0.0:1788744694.643870:0:23441:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 676325468194ns, next at 0ns, rc = 0 00080000:00080000:0.0:1788744694.643876:0:23441:0:(osd_handler.c:2849:osd_commit_async()) lustre-MDT0001: async commit OSD 00000100:00080000:2.0:1788744694.644949:0:22693:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1788744694.644967:0:24683:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:1.0:1788744694.644977:0:24683:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac745071f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:22724:x1875634154627456:12345-0@lo:5:osp-pre-1-0.0 00000100:00100000:1.0:1788744694.645043:0:24207:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154627328 00000100:00100000:1.0:1788744694.645049:0:24207:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154627328 00000100:00100000:1.0:1788744694.645075:0:24207:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1788744694.645081:0:24207:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac643f2b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3644:x1875634154627328:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1788744694.645094:0:24207:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 280000 pending 0 free 3923505152 avail 3691982848 00000100:00100000:1.0:1788744694.645151:0:24207:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac643f2b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3644:x1875634154627328:12345-0@lo:13:osp-pre-1-0.0 Request processed in 70us (1574us total) trans 0 rc 0/0 00000100:00100000:1.0:1788744694.645158:0:24207:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00010000:00080000:1.0:1788744694.645823:0:3644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9ac745073100 x1875634154627328/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1788744710 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788744694.645844:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac745073100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3644:1875634154627328:0@lo:13:osp-pre-1-0.0 00000004:00080000:1.0:1788744694.648242:0:22677:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1 committed 00000004:00080000:2.0:1788744694.648704:0:23430:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1 committed 00002000:00080000:2.0:1788744694.652911:0:24205:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0001: adding sequence 0x2c0000400 00002000:00080000:2.0:1788744694.652926:0:24205:0:(ofd_dev.c:1210:ofd_get_info_hdl()) lustre-OST0001: LAST FID is [0x2c0000400:0x41:0x0] 00000100:00100000:2.0:1788744694.653061:0:24205:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac745073b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+6:23442:x1875634154627200:12345-0@lo:7:osp-pre-1-1.0 Request processed in 10681us (10788us total) trans 0 rc 0/0 00000100:00100000:2.0:1788744694.653072:0:24205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00010000:00080000:1.0:1788744694.653214:0:23442:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9ac745072d80 x1875634154627200/t0(0) o7->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 264/240 e 0 to 0 dl 1788744710 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788744694.653230:0:23442:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac745072d80 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23442:1875634154627200:0@lo:7:osp-pre-1-1.0 00000004:00080000:1.0:1788744694.653244:0:23442:0:(osp_precreate.c:810:osp_get_lastfid_from_ost()) lustre-OST0001-osc-MDT0001: Got last_fid [0x2c0000400:0x41:0x0] 00000100:00100000:1.0:1788744694.653284:0:23442:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac745072d80 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23442:1875634154627584:0@lo:5:osp-pre-1-1.0 00000100:00100000:1.0:1788744694.653319:0:23442:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788744694.653353:0:23442:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ac6436d96c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788744694.653473:0:24206:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154627584 00000100:00100000:3.0:1788744694.653482:0:24206:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154627584 00000100:00100000:3.0:1788744694.653530:0:24206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:3.0:1788744694.653539:0:24206:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac745073100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+6:23442:x1875634154627584:12345-0@lo:5:osp-pre-1-1.0 00002000:00080000:3.0:1788744694.653575:0:24206:0:(ofd_dev.c:1642:ofd_create_hdl()) ofd_last_id() = 65 -> diff = 0 00000100:00100000:3.0:1788744694.653619:0:24206:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac745073100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+6:23442:x1875634154627584:12345-0@lo:5:osp-pre-1-1.0 Request processed in 80us (299us total) trans 0 rc 0/0 00000100:00100000:3.0:1788744694.653625:0:24206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00010000:00080000:3.0:1788744694.653655:0:23442:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9ac745072d80 x1875634154627584/t0(0) o5->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 432/432 e 0 to 0 dl 1788744710 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788744694.653666:0:23442:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac745072d80 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23442:1875634154627584:0@lo:5:osp-pre-1-1.0 00000004:00080000:3.0:1788744694.653674:0:23442:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0001: Got last_id [0x2c0000400:0x41:0x0] from OST, last_created [0x2c0000400:0x41:0x0]last_used is [0x2c0000400:0x41:0x0] 00000100:00100000:3.0:1788744694.653707:0:23442:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac643fe1880 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23442:1875634154627712:0@lo:5:osp-pre-1-1.0 00000100:00100000:3.0:1788744694.653883:0:23442:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788744694.653900:0:23442:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ac744e8f540 going to sleep for 11 seconds 00000100:00100000:3.0:1788744694.654473:0:24205:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154627712 00000100:00100000:3.0:1788744694.654480:0:24205:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154627712 00000100:00100000:3.0:1788744694.654513:0:24205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:3.0:1788744694.654521:0:24205:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac643fe3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+6:23442:x1875634154627712:12345-0@lo:5:osp-pre-1-1.0 00002000:00080000:3.0:1788744694.654550:0:24205:0:(ofd_dev.c:1749:ofd_create_hdl()) lustre-OST0001: reserve 32 objects in group 0x2c0000400 at 66 00002000:00080000:2.0:1788744694.661372:0:24683:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0001: adding sequence 0x2c0000401 00002000:00080000:2.0:1788744694.661384:0:24683:0:(ofd_dev.c:1642:ofd_create_hdl()) ofd_last_id() = 65 -> diff = -59 00002000:02000040:2.0:1788744694.661390:0:24683:0:(ofd_dev.c:1493:ofd_orphans_destroy()) lustre-OST0001: new connection from lustre-MDT0000-mdtlov (cleaning up unused objects from 0x2c0000401:7 to 0x2c0000401:65) 00002000:00010000:2.0:1788744694.679706:0:24683:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x41:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788744694.679721:0:24683:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000325a953b/0xb6207a6e76dcdf66 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744694.679737:0:24683:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x41:0x0].0x0 since=676s v=(0 0) 00010000:00010000:2.0:1788744694.679741:0:24683:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x41:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788744694.679747:0:24683:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000325a953b/0xb6207a6e76dcdf66 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744694.679775:0:24683:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000325a953b/0xb6207a6e76dcdf66 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744694.679787:0:24683:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000325a953b/0xb6207a6e76dcdf66 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744694.679795:0:24683:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000325a953b/0xb6207a6e76dcdf66 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744694.679817:0:24683:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788744694.680149:0:22686:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788744694.680158:0:22686:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000325a953b/0xb6207a6e76dcdf66 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744694.680169:0:22686:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ac774b58800 already unused, calling callback (ffffffffc0e92940) 00010000:00010000:3.0:1788744694.680174:0:22686:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000325a953b/0xb6207a6e76dcdf66 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744694.680184:0:22686:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000325a953b/0xb6207a6e76dcdf66 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744694.680204:0:22686:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000325a953b/0xb6207a6e76dcdf66 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744694.680213:0:22686:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000325a953b/0xb6207a6e76dcdf66 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744694.680234:0:22686:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788744694.680241:0:22686:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788744694.680243:0:22686:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1788744694.683988:0:24683:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x40:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788744694.684020:0:24683:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003ab59063/0xb6207a6e76dcdf6d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744694.684038:0:24683:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x40:0x0].0x0 since=676s v=(0 0) 00010000:00010000:2.0:1788744694.684043:0:24683:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x40:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788744694.684049:0:24683:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003ab59063/0xb6207a6e76dcdf6d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744694.684064:0:24683:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003ab59063/0xb6207a6e76dcdf6d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744694.684074:0:24683:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003ab59063/0xb6207a6e76dcdf6d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744694.684095:0:24683:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000003ab59063/0xb6207a6e76dcdf6d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744694.684117:0:24683:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788744694.684129:0:22685:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788744694.684134:0:22685:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000003ab59063/0xb6207a6e76dcdf6d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744694.684142:0:22685:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ac774b58c00 already unused, calling callback (ffffffffc0e92940) 00010000:00010000:2.0:1788744694.684146:0:22685:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000003ab59063/0xb6207a6e76dcdf6d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744694.684155:0:22685:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000003ab59063/0xb6207a6e76dcdf6d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744694.684173:0:22685:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000003ab59063/0xb6207a6e76dcdf6d lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744694.684181:0:22685:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003ab59063/0xb6207a6e76dcdf6d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744694.684199:0:22685:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788744694.684201:0:22685:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788744694.684203:0:22685:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1788744694.684588:0:24683:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788744694.684602:0:24683:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001f1f1a37/0xb6207a6e76dcdf74 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744694.684611:0:24683:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3f:0x0].0x0 since=676s v=(0 0) 00010000:00010000:2.0:1788744694.684614:0:24683:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788744694.684618:0:24683:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001f1f1a37/0xb6207a6e76dcdf74 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744694.684628:0:24683:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001f1f1a37/0xb6207a6e76dcdf74 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744694.684636:0:24683:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001f1f1a37/0xb6207a6e76dcdf74 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744694.684644:0:24683:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000001f1f1a37/0xb6207a6e76dcdf74 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744694.684664:0:24683:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788744694.684672:0:24997:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788744694.684680:0:24997:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000001f1f1a37/0xb6207a6e76dcdf74 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744694.684691:0:24997:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ac774b59800 already unused, calling callback (ffffffffc0e92940) 00010000:00010000:0.0:1788744694.684695:0:24997:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000001f1f1a37/0xb6207a6e76dcdf74 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744694.684705:0:24997:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000001f1f1a37/0xb6207a6e76dcdf74 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744694.684796:0:24997:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000001f1f1a37/0xb6207a6e76dcdf74 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744694.684807:0:24997:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001f1f1a37/0xb6207a6e76dcdf74 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744694.684823:0:24997:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788744694.684825:0:24997:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788744694.684826:0:24997:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1788744694.687332:0:25019:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 12884901889 is committed 00000001:00100000:3.0:1788744694.687352:0:25019:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000001:00100000:3.0:1788744694.687357:0:25019:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000100:00100000:3.0:1788744694.687685:0:23442:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 12884901889 gen 2 00000100:00100000:3.0:1788744694.687697:0:23442:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac643fe1880 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23442:1875634154627712:0@lo:5:osp-pre-1-1.0 00000004:00080000:3.0:1788744694.687792:0:23442:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0001-osc-MDT0001: current precreated pool: [0x2c0000400:0x41:0x0]-[0x2c0000400:0x61:0x0] 00000100:00100000:3.0:1788744694.687921:0:23442:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac643fe1880 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0000-lwp-MDT0001_UUID:23442:1875634154627840:0@lo:900:osp-pre-1-1.0 00000100:00100000:3.0:1788744694.687958:0:23442:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788744694.687985:0:23442:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ac744e8f540 going to sleep for 11 seconds 00000100:00100000:3.0:1788744694.688021:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154627840 00000100:00100000:3.0:1788744694.688027:0:22708:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154627840 00000100:00100000:3.0:1788744694.688068:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1788744694.688077:0:22708:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac643fe3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:lustre-MDT0000-lwp-MDT0001_UUID+5:23442:x1875634154627840:12345-0@lo:900:osp-pre-1-1.0 00000100:00100000:3.0:1788744694.688122:0:22708:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac643fe3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:lustre-MDT0000-lwp-MDT0001_UUID+5:23442:x1875634154627840:12345-0@lo:900:osp-pre-1-1.0 Request processed in 47us (164us total) trans 0 rc 0/0 00000100:00100000:3.0:1788744694.688129:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00080000:3.0:1788744694.688161:0:23442:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9ac643fe1880 x1875634154627840/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 1788744710 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788744694.688173:0:23442:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac643fe1880 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0000-lwp-MDT0001_UUID:23442:1875634154627840:0@lo:900:osp-pre-1-1.0 00000100:00100000:0.0:1788744694.688220:0:24205:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac643fe3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:23442:x1875634154627712:12345-0@lo:5:osp-pre-1-1.0 Request processed in 33698us (34335us total) trans 12884901889 rc 0/0 00000100:00100000:0.0:1788744694.688230:0:24205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00002000:00010000:2.0:1788744694.688348:0:24683:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788744694.688358:0:24683:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ac1126f6/0xb6207a6e76dcdf7b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744694.688373:0:24683:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3e:0x0].0x0 since=676s v=(0 0) 00010000:00010000:2.0:1788744694.688377:0:24683:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788744694.688383:0:24683:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ac1126f6/0xb6207a6e76dcdf7b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744694.688397:0:24683:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ac1126f6/0xb6207a6e76dcdf7b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744694.688442:0:24683:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ac1126f6/0xb6207a6e76dcdf7b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744694.688451:0:24683:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ac1126f6/0xb6207a6e76dcdf7b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744694.688465:0:24683:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788744694.688518:0:22686:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788744694.688527:0:22686:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ac1126f6/0xb6207a6e76dcdf7b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744694.688537:0:22686:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ac774b58e00 already unused, calling callback (ffffffffc0e92940) 00010000:00010000:3.0:1788744694.688550:0:22686:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ac1126f6/0xb6207a6e76dcdf7b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744694.688569:0:22686:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ac1126f6/0xb6207a6e76dcdf7b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744694.688590:0:22686:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ac1126f6/0xb6207a6e76dcdf7b lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744694.688599:0:22686:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ac1126f6/0xb6207a6e76dcdf7b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744694.688621:0:22686:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788744694.688623:0:22686:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788744694.688624:0:22686:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1788744694.690664:0:24683:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788744694.690680:0:24683:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003ab59063/0xb6207a6e76dcdf82 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744694.690696:0:24683:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3d:0x0].0x0 since=676s v=(0 0) 00010000:00010000:2.0:1788744694.690701:0:24683:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788744694.690707:0:24683:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003ab59063/0xb6207a6e76dcdf82 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744694.690721:0:24683:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003ab59063/0xb6207a6e76dcdf82 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744694.690731:0:24683:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003ab59063/0xb6207a6e76dcdf82 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744694.690739:0:24683:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000003ab59063/0xb6207a6e76dcdf82 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744694.690781:0:24683:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788744694.690812:0:22685:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788744694.690821:0:22685:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000003ab59063/0xb6207a6e76dcdf82 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744694.690832:0:22685:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ac774b58c00 already unused, calling callback (ffffffffc0e92940) 00010000:00010000:3.0:1788744694.690837:0:22685:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000003ab59063/0xb6207a6e76dcdf82 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744694.690847:0:22685:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000003ab59063/0xb6207a6e76dcdf82 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744694.690867:0:22685:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000003ab59063/0xb6207a6e76dcdf82 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744694.690883:0:22685:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003ab59063/0xb6207a6e76dcdf82 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744694.690902:0:22685:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788744694.690904:0:22685:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788744694.690906:0:22685:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1788744694.691188:0:24683:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788744694.691195:0:24683:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005bf0dbdb/0xb6207a6e76dcdf89 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744694.691203:0:24683:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3c:0x0].0x0 since=676s v=(0 0) 00010000:00010000:2.0:1788744694.691207:0:24683:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788744694.691211:0:24683:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005bf0dbdb/0xb6207a6e76dcdf89 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744694.691220:0:24683:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005bf0dbdb/0xb6207a6e76dcdf89 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744694.691228:0:24683:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005bf0dbdb/0xb6207a6e76dcdf89 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744694.691236:0:24683:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000005bf0dbdb/0xb6207a6e76dcdf89 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744694.691260:0:24683:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788744694.691673:0:24997:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788744694.691681:0:24997:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000005bf0dbdb/0xb6207a6e76dcdf89 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1788744694.691689:0:24683:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788744694.691690:0:24997:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ac774b59600 already unused, calling callback (ffffffffc0e92940) 00010000:00010000:0.0:1788744694.691695:0:24997:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000005bf0dbdb/0xb6207a6e76dcdf89 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744694.691699:0:24683:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009d5058be/0xb6207a6e76dcdf90 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744694.691715:0:24683:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3b:0x0].0x0 since=676s v=(0 0) 00010000:00010000:2.0:1788744694.691724:0:24683:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788744694.691728:0:24683:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009d5058be/0xb6207a6e76dcdf90 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744694.691737:0:24683:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009d5058be/0xb6207a6e76dcdf90 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744694.691745:0:24683:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009d5058be/0xb6207a6e76dcdf90 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744694.691753:0:24683:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000009d5058be/0xb6207a6e76dcdf90 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744694.691768:0:24683:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788744694.691776:0:22686:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788744694.691781:0:22686:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000009d5058be/0xb6207a6e76dcdf90 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744694.691785:0:24997:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000005bf0dbdb/0xb6207a6e76dcdf89 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744694.691789:0:22686:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ac775b83200 already unused, calling callback (ffffffffc0e92940) 00010000:00010000:2.0:1788744694.691795:0:22686:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000009d5058be/0xb6207a6e76dcdf90 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744694.691805:0:22686:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000009d5058be/0xb6207a6e76dcdf90 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744694.691817:0:22686:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000009d5058be/0xb6207a6e76dcdf90 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744694.691836:0:22686:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009d5058be/0xb6207a6e76dcdf90 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744694.691849:0:22686:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788744694.691851:0:22686:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788744694.691853:0:22686:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788744694.691862:0:24997:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000005bf0dbdb/0xb6207a6e76dcdf89 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744694.691886:0:24997:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005bf0dbdb/0xb6207a6e76dcdf89 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744694.691908:0:24997:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788744694.691910:0:24997:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788744694.691913:0:24997:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1788744694.692688:0:24683:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788744694.692697:0:24683:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005ddc33cd/0xb6207a6e76dcdf97 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744694.692708:0:24683:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3a:0x0].0x0 since=676s v=(0 0) 00010000:00010000:0.0:1788744694.692784:0:24683:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788744694.692790:0:24683:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005ddc33cd/0xb6207a6e76dcdf97 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744694.692868:0:24683:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005ddc33cd/0xb6207a6e76dcdf97 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744694.692879:0:24683:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005ddc33cd/0xb6207a6e76dcdf97 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744694.692888:0:24683:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000005ddc33cd/0xb6207a6e76dcdf97 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744694.692910:0:24683:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:0.0:1788744694.693226:0:24683:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x39:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788744694.693239:0:24683:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000cf848afe/0xb6207a6e76dcdf9e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744694.693248:0:24683:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x39:0x0].0x0 since=676s v=(0 0) 00010000:00010000:0.0:1788744694.693251:0:24683:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x39:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788744694.693255:0:24683:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000cf848afe/0xb6207a6e76dcdf9e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744694.693264:0:24683:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000cf848afe/0xb6207a6e76dcdf9e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744694.693272:0:24683:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000cf848afe/0xb6207a6e76dcdf9e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744694.693278:0:24683:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000cf848afe/0xb6207a6e76dcdf9e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744694.694331:0:24683:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00002000:00010000:0.0:1788744694.694837:0:24683:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x38:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788744694.694848:0:24683:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003dab7aa0/0xb6207a6e76dcdfa5 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744694.694862:0:24683:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x38:0x0].0x0 since=676s v=(0 0) 00010000:00010000:0.0:1788744694.694866:0:24683:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x38:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788744694.694872:0:24683:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003dab7aa0/0xb6207a6e76dcdfa5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744694.694884:0:24683:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003dab7aa0/0xb6207a6e76dcdfa5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744694.694901:0:24683:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003dab7aa0/0xb6207a6e76dcdfa5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744694.694908:0:24683:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000003dab7aa0/0xb6207a6e76dcdfa5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744694.695925:0:22686:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1788744694.695937:0:22686:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000005ddc33cd/0xb6207a6e76dcdf97 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744694.695949:0:22686:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ac6420f1c00 already unused, calling callback (ffffffffc0e92940) 00010000:00010000:1.0:1788744694.695954:0:22686:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000005ddc33cd/0xb6207a6e76dcdf97 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744694.695964:0:22686:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000005ddc33cd/0xb6207a6e76dcdf97 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744694.695988:0:22686:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000005ddc33cd/0xb6207a6e76dcdf97 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744694.696007:0:22686:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005ddc33cd/0xb6207a6e76dcdf97 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744694.696030:0:22686:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1788744694.696034:0:22686:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000cf848afe/0xb6207a6e76dcdf9e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744694.696041:0:22686:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ac6420f0600 already unused, calling callback (ffffffffc0e92940) 00010000:00010000:1.0:1788744694.696044:0:22686:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000cf848afe/0xb6207a6e76dcdf9e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744694.696052:0:22686:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000cf848afe/0xb6207a6e76dcdf9e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744694.696075:0:22686:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000cf848afe/0xb6207a6e76dcdf9e lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744694.696082:0:22686:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000cf848afe/0xb6207a6e76dcdf9e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744694.696096:0:22686:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788744694.696099:0:22686:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000003dab7aa0/0xb6207a6e76dcdfa5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744694.696105:0:22686:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ac6420f1a00 already unused, calling callback (ffffffffc0e92940) 00010000:00010000:1.0:1788744694.696109:0:22686:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000003dab7aa0/0xb6207a6e76dcdfa5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744694.696117:0:22686:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000003dab7aa0/0xb6207a6e76dcdfa5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744694.696126:0:22686:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000003dab7aa0/0xb6207a6e76dcdfa5 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744694.696134:0:22686:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788744694.696135:0:22686:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788744694.696137:0:22686:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788744694.698900:0:22685:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788744694.699148:0:24683:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:0.0:1788744694.699160:0:24683:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003dab7aa0/0xb6207a6e76dcdfa5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744694.699642:0:24997:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1788744694.701888:0:24683:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x37:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788744694.701906:0:24683:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a3f6ced1/0xb6207a6e76dcdfac lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744694.701924:0:24683:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x37:0x0].0x0 since=676s v=(0 0) 00010000:00010000:0.0:1788744694.701929:0:24683:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x37:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788744694.701935:0:24683:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a3f6ced1/0xb6207a6e76dcdfac lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744694.701950:0:24683:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a3f6ced1/0xb6207a6e76dcdfac lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744694.701961:0:24683:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a3f6ced1/0xb6207a6e76dcdfac lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744694.701988:0:24683:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000a3f6ced1/0xb6207a6e76dcdfac lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744694.702031:0:24683:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788744694.702055:0:22686:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788744694.702061:0:22686:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000a3f6ced1/0xb6207a6e76dcdfac lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744694.702070:0:22686:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ac6420f1400 already unused, calling callback (ffffffffc0e92940) 00010000:00010000:0.0:1788744694.702074:0:22686:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000a3f6ced1/0xb6207a6e76dcdfac lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744694.702084:0:22686:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000a3f6ced1/0xb6207a6e76dcdfac lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744694.702103:0:22686:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000a3f6ced1/0xb6207a6e76dcdfac lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744694.702112:0:22686:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a3f6ced1/0xb6207a6e76dcdfac lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744694.702137:0:22686:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788744694.702139:0:22686:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788744694.702140:0:22686:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1788744694.704017:0:24683:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x36:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788744694.704042:0:24683:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000028620b52/0xb6207a6e76dcdfb3 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744694.704058:0:24683:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x36:0x0].0x0 since=676s v=(0 0) 00010000:00010000:0.0:1788744694.704063:0:24683:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x36:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788744694.704069:0:24683:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000028620b52/0xb6207a6e76dcdfb3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744694.704082:0:24683:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000028620b52/0xb6207a6e76dcdfb3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744694.704093:0:24683:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000028620b52/0xb6207a6e76dcdfb3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744694.704100:0:24683:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000028620b52/0xb6207a6e76dcdfb3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744694.704126:0:24683:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788744694.704509:0:22685:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788744694.704517:0:22685:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000028620b52/0xb6207a6e76dcdfb3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744694.704525:0:22685:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ac6420f1800 already unused, calling callback (ffffffffc0e92940) 00010000:00010000:3.0:1788744694.704529:0:22685:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000028620b52/0xb6207a6e76dcdfb3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744694.704537:0:22685:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000028620b52/0xb6207a6e76dcdfb3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744694.704554:0:22685:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000028620b52/0xb6207a6e76dcdfb3 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744694.704561:0:22685:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000028620b52/0xb6207a6e76dcdfb3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744694.704582:0:22685:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788744694.704583:0:22685:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788744694.704585:0:22685:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1788744694.707014:0:24683:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x35:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788744694.707029:0:24683:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009605cc1e/0xb6207a6e76dcdfba lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744694.707046:0:24683:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x35:0x0].0x0 since=676s v=(0 0) 00010000:00010000:0.0:1788744694.707050:0:24683:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x35:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788744694.707057:0:24683:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009605cc1e/0xb6207a6e76dcdfba lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744694.707070:0:24683:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009605cc1e/0xb6207a6e76dcdfba lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744694.707091:0:24683:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009605cc1e/0xb6207a6e76dcdfba lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744694.707098:0:24683:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000009605cc1e/0xb6207a6e76dcdfba lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744694.707121:0:24683:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788744694.707658:0:24997:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788744694.707666:0:24997:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000009605cc1e/0xb6207a6e76dcdfba lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744694.707675:0:24997:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ac6420f0200 already unused, calling callback (ffffffffc0e92940) 00010000:00010000:3.0:1788744694.707679:0:24997:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000009605cc1e/0xb6207a6e76dcdfba lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744694.707689:0:24997:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000009605cc1e/0xb6207a6e76dcdfba lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744694.707707:0:24997:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000009605cc1e/0xb6207a6e76dcdfba lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1788744694.707960:0:24683:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x34:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788744694.707967:0:24683:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d435b054/0xb6207a6e76dcdfc1 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744694.707977:0:24683:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x34:0x0].0x0 since=676s v=(0 0) 00010000:00010000:0.0:1788744694.707980:0:24683:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x34:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788744694.707985:0:24683:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d435b054/0xb6207a6e76dcdfc1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744694.707996:0:24683:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d435b054/0xb6207a6e76dcdfc1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744694.708015:0:24683:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d435b054/0xb6207a6e76dcdfc1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744694.708021:0:24683:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d435b054/0xb6207a6e76dcdfc1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744694.708051:0:24683:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788744694.708061:0:22686:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788744694.708066:0:22686:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d435b054/0xb6207a6e76dcdfc1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744694.708073:0:22686:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ac6420f0e00 already unused, calling callback (ffffffffc0e92940) 00010000:00010000:0.0:1788744694.708076:0:22686:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d435b054/0xb6207a6e76dcdfc1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744694.708084:0:22686:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d435b054/0xb6207a6e76dcdfc1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744694.708096:0:22686:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d435b054/0xb6207a6e76dcdfc1 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744694.708103:0:22686:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d435b054/0xb6207a6e76dcdfc1 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744694.708119:0:22686:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788744694.708121:0:22686:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788744694.708122:0:22686:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788744694.708386:0:24997:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009605cc1e/0xb6207a6e76dcdfba lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744694.708425:0:24997:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788744694.708427:0:24997:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788744694.708429:0:24997:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1788744694.710009:0:24683:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x33:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788744694.710021:0:24683:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000cf848afe/0xb6207a6e76dcdfc8 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744694.710035:0:24683:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x33:0x0].0x0 since=676s v=(0 0) 00010000:00010000:0.0:1788744694.710049:0:24683:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x33:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788744694.710054:0:24683:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000cf848afe/0xb6207a6e76dcdfc8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744694.710067:0:24683:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000cf848afe/0xb6207a6e76dcdfc8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744694.710078:0:24683:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000cf848afe/0xb6207a6e76dcdfc8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744694.710085:0:24683:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000cf848afe/0xb6207a6e76dcdfc8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744694.710105:0:24683:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788744694.710120:0:22685:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788744694.710127:0:22685:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000cf848afe/0xb6207a6e76dcdfc8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744694.710139:0:22685:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ac6420f0600 already unused, calling callback (ffffffffc0e92940) 00010000:00010000:0.0:1788744694.710143:0:22685:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000cf848afe/0xb6207a6e76dcdfc8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744694.710151:0:22685:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000cf848afe/0xb6207a6e76dcdfc8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744694.710166:0:22685:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000cf848afe/0xb6207a6e76dcdfc8 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744694.710184:0:22685:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000cf848afe/0xb6207a6e76dcdfc8 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744694.710201:0:22685:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788744694.710202:0:22685:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788744694.710204:0:22685:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1788744694.712842:0:24683:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x32:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788744694.712856:0:24683:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a3f6ced1/0xb6207a6e76dcdfcf lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744694.712874:0:24683:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x32:0x0].0x0 since=676s v=(0 0) 00010000:00010000:0.0:1788744694.712879:0:24683:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x32:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788744694.712885:0:24683:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a3f6ced1/0xb6207a6e76dcdfcf lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744694.712899:0:24683:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a3f6ced1/0xb6207a6e76dcdfcf lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744694.712909:0:24683:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a3f6ced1/0xb6207a6e76dcdfcf lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744694.712917:0:24683:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000a3f6ced1/0xb6207a6e76dcdfcf lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744694.712941:0:24683:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788744694.713650:0:22686:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788744694.713658:0:22686:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000a3f6ced1/0xb6207a6e76dcdfcf lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744694.713668:0:22686:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ac6420f1400 already unused, calling callback (ffffffffc0e92940) 00010000:00010000:2.0:1788744694.713673:0:22686:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000a3f6ced1/0xb6207a6e76dcdfcf lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744694.713682:0:22686:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000a3f6ced1/0xb6207a6e76dcdfcf lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744694.713700:0:22686:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000a3f6ced1/0xb6207a6e76dcdfcf lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744694.713708:0:22686:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a3f6ced1/0xb6207a6e76dcdfcf lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744694.713743:0:22686:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788744694.713753:0:22686:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788744694.713754:0:22686:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1788744694.714961:0:24683:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x31:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788744694.714981:0:24683:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003dab7aa0/0xb6207a6e76dcdfd6 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744694.714995:0:24683:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x31:0x0].0x0 since=676s v=(0 0) 00010000:00010000:0.0:1788744694.715011:0:24683:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x31:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788744694.715016:0:24683:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003dab7aa0/0xb6207a6e76dcdfd6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744694.715028:0:24683:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003dab7aa0/0xb6207a6e76dcdfd6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744694.715038:0:24683:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003dab7aa0/0xb6207a6e76dcdfd6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744694.715045:0:24683:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000003dab7aa0/0xb6207a6e76dcdfd6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744694.715063:0:24683:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788744694.715075:0:24997:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788744694.715080:0:24997:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000003dab7aa0/0xb6207a6e76dcdfd6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744694.715088:0:24997:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ac6420f1a00 already unused, calling callback (ffffffffc0e92940) 00010000:00010000:0.0:1788744694.715092:0:24997:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000003dab7aa0/0xb6207a6e76dcdfd6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744694.715099:0:24997:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000003dab7aa0/0xb6207a6e76dcdfd6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744694.715120:0:24997:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000003dab7aa0/0xb6207a6e76dcdfd6 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744694.715128:0:24997:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003dab7aa0/0xb6207a6e76dcdfd6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744694.715146:0:24997:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788744694.715148:0:24997:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788744694.715150:0:24997:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1788744694.715677:0:24683:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x30:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788744694.715684:0:24683:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005ddc33cd/0xb6207a6e76dcdfdd lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744694.715694:0:24683:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x30:0x0].0x0 since=676s v=(0 0) 00010000:00010000:0.0:1788744694.715698:0:24683:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x30:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788744694.715702:0:24683:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005ddc33cd/0xb6207a6e76dcdfdd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744694.715725:0:24683:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005ddc33cd/0xb6207a6e76dcdfdd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744694.715734:0:24683:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005ddc33cd/0xb6207a6e76dcdfdd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744694.715743:0:24683:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000005ddc33cd/0xb6207a6e76dcdfdd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744694.715770:0:24683:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788744694.715779:0:22685:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788744694.715784:0:22685:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000005ddc33cd/0xb6207a6e76dcdfdd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744694.715791:0:22685:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ac6420f1c00 already unused, calling callback (ffffffffc0e92940) 00010000:00010000:0.0:1788744694.715794:0:22685:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000005ddc33cd/0xb6207a6e76dcdfdd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744694.715923:0:22685:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000005ddc33cd/0xb6207a6e76dcdfdd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744694.715937:0:22685:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000005ddc33cd/0xb6207a6e76dcdfdd lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744694.715944:0:22685:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005ddc33cd/0xb6207a6e76dcdfdd lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744694.715960:0:22685:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788744694.715961:0:22685:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788744694.715963:0:22685:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1788744694.716294:0:24683:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788744694.716301:0:24683:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000023e1e9a3/0xb6207a6e76dcdfe4 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744694.716310:0:24683:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2f:0x0].0x0 since=676s v=(0 0) 00010000:00010000:0.0:1788744694.716320:0:24683:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788744694.716325:0:24683:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000023e1e9a3/0xb6207a6e76dcdfe4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744694.716335:0:24683:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000023e1e9a3/0xb6207a6e76dcdfe4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744694.716344:0:24683:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000023e1e9a3/0xb6207a6e76dcdfe4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744694.716352:0:24683:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000023e1e9a3/0xb6207a6e76dcdfe4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744694.716365:0:24683:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:0.0:1788744694.716697:0:24683:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788744694.716704:0:24683:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000884aa7db/0xb6207a6e76dcdfeb lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744694.716784:0:24683:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2e:0x0].0x0 since=676s v=(0 0) 00010000:00010000:0.0:1788744694.716788:0:24683:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788744694.716792:0:24683:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000884aa7db/0xb6207a6e76dcdfeb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744694.716855:0:24683:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000884aa7db/0xb6207a6e76dcdfeb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744694.716865:0:24683:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000884aa7db/0xb6207a6e76dcdfeb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744694.716880:0:24683:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000884aa7db/0xb6207a6e76dcdfeb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744694.716895:0:24683:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1788744694.716906:0:24997:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1788744694.716910:0:24997:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000023e1e9a3/0xb6207a6e76dcdfe4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744694.716918:0:24997:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ac64446f400 already unused, calling callback (ffffffffc0e92940) 00010000:00010000:0.0:1788744694.716921:0:24997:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000023e1e9a3/0xb6207a6e76dcdfe4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744694.716929:0:24997:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000023e1e9a3/0xb6207a6e76dcdfe4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744694.716942:0:24997:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000023e1e9a3/0xb6207a6e76dcdfe4 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744694.716949:0:24997:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000023e1e9a3/0xb6207a6e76dcdfe4 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744694.716966:0:24997:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788744694.716969:0:24997:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000884aa7db/0xb6207a6e76dcdfeb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744694.716987:0:24997:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ac64446e800 already unused, calling callback (ffffffffc0e92940) 00010000:00010000:0.0:1788744694.716991:0:24997:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000884aa7db/0xb6207a6e76dcdfeb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744694.717009:0:24997:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000884aa7db/0xb6207a6e76dcdfeb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744694.717020:0:24997:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000884aa7db/0xb6207a6e76dcdfeb lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744694.717027:0:24997:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000884aa7db/0xb6207a6e76dcdfeb lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744694.717041:0:24997:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788744694.717042:0:24997:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788744694.717044:0:24997:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788744694.717693:0:22686:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1788744694.717944:0:24683:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788744694.717954:0:24683:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000055f9f960/0xb6207a6e76dcdff2 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744694.717965:0:24683:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2d:0x0].0x0 since=676s v=(0 0) 00010000:00010000:0.0:1788744694.717968:0:24683:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788744694.717973:0:24683:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000055f9f960/0xb6207a6e76dcdff2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744694.717985:0:24683:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000055f9f960/0xb6207a6e76dcdff2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744694.718013:0:24683:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000055f9f960/0xb6207a6e76dcdff2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744694.718021:0:24683:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000055f9f960/0xb6207a6e76dcdff2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744694.718089:0:24683:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:0.0:1788744694.720643:0:24683:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788744694.720658:0:24683:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000660e4097/0xb6207a6e76dcdff9 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744694.720673:0:24683:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2c:0x0].0x0 since=676s v=(0 0) 00010000:00010000:0.0:1788744694.720678:0:24683:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788744694.720684:0:24683:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000660e4097/0xb6207a6e76dcdff9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744694.720697:0:24683:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000660e4097/0xb6207a6e76dcdff9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744694.720708:0:24683:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000660e4097/0xb6207a6e76dcdff9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744694.720730:0:24683:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000660e4097/0xb6207a6e76dcdff9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744694.723599:0:22685:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1788744694.723614:0:22685:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000055f9f960/0xb6207a6e76dcdff2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744694.723627:0:22685:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ac64446f000 already unused, calling callback (ffffffffc0e92940) 00010000:00010000:2.0:1788744694.723632:0:22685:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000055f9f960/0xb6207a6e76dcdff2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744694.723642:0:22685:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000055f9f960/0xb6207a6e76dcdff2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744694.723664:0:22685:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000055f9f960/0xb6207a6e76dcdff2 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744694.723671:0:22685:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000055f9f960/0xb6207a6e76dcdff2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744694.723699:0:22685:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788744694.723703:0:22685:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000660e4097/0xb6207a6e76dcdff9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744694.723719:0:22685:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ac64446f600 already unused, calling callback (ffffffffc0e92940) 00010000:00010000:2.0:1788744694.723723:0:22685:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000660e4097/0xb6207a6e76dcdff9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744694.723745:0:22685:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000660e4097/0xb6207a6e76dcdff9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744694.723757:0:22685:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000660e4097/0xb6207a6e76dcdff9 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744694.723765:0:22685:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788744694.723767:0:22685:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788744694.723769:0:22685:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788744694.724193:0:24683:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:0.0:1788744694.724203:0:24683:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000660e4097/0xb6207a6e76dcdff9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1788744694.724859:0:24683:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788744694.724870:0:24683:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000bd95a19d/0xb6207a6e76dce000 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744694.724884:0:24683:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2b:0x0].0x0 since=676s v=(0 0) 00010000:00010000:0.0:1788744694.724888:0:24683:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788744694.724895:0:24683:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bd95a19d/0xb6207a6e76dce000 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744694.724908:0:24683:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000bd95a19d/0xb6207a6e76dce000 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744694.724918:0:24683:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000bd95a19d/0xb6207a6e76dce000 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744694.724926:0:24683:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000bd95a19d/0xb6207a6e76dce000 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744694.724941:0:24683:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788744694.725385:0:24997:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788744694.725392:0:24997:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000bd95a19d/0xb6207a6e76dce000 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744694.725456:0:24997:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ac64446ee00 already unused, calling callback (ffffffffc0e92940) 00010000:00010000:2.0:1788744694.725461:0:24997:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000bd95a19d/0xb6207a6e76dce000 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744694.725470:0:24997:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000bd95a19d/0xb6207a6e76dce000 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744694.725488:0:24997:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000bd95a19d/0xb6207a6e76dce000 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744694.725495:0:24997:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bd95a19d/0xb6207a6e76dce000 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744694.725524:0:24997:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788744694.725526:0:24997:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788744694.725527:0:24997:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788744694.725539:0:22686:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1788744694.725657:0:24683:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788744694.725664:0:24683:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003da81fb7/0xb6207a6e76dce007 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744694.725678:0:24683:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2a:0x0].0x0 since=676s v=(0 0) 00010000:00010000:0.0:1788744694.725682:0:24683:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788744694.725686:0:24683:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003da81fb7/0xb6207a6e76dce007 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744694.725697:0:24683:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003da81fb7/0xb6207a6e76dce007 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744694.725705:0:24683:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003da81fb7/0xb6207a6e76dce007 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744694.725891:0:24683:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000003da81fb7/0xb6207a6e76dce007 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744694.725916:0:24683:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788744694.726215:0:22685:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788744694.726221:0:22685:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000003da81fb7/0xb6207a6e76dce007 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744694.726230:0:22685:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ac64446f800 already unused, calling callback (ffffffffc0e92940) 00010000:00010000:2.0:1788744694.726234:0:22685:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000003da81fb7/0xb6207a6e76dce007 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744694.726241:0:22685:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000003da81fb7/0xb6207a6e76dce007 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744694.726255:0:22685:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000003da81fb7/0xb6207a6e76dce007 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744694.726262:0:22685:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003da81fb7/0xb6207a6e76dce007 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744694.726279:0:22685:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788744694.726280:0:22685:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788744694.726282:0:22685:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1788744694.726365:0:24683:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x29:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788744694.726371:0:24683:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006af3eb05/0xb6207a6e76dce00e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744694.726379:0:24683:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x29:0x0].0x0 since=676s v=(0 0) 00010000:00010000:0.0:1788744694.726382:0:24683:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x29:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788744694.726386:0:24683:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006af3eb05/0xb6207a6e76dce00e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744694.726397:0:24683:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006af3eb05/0xb6207a6e76dce00e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744694.726441:0:24683:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006af3eb05/0xb6207a6e76dce00e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744694.726447:0:24683:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000006af3eb05/0xb6207a6e76dce00e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744694.726461:0:24683:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788744694.726832:0:24997:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788744694.726838:0:24997:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000006af3eb05/0xb6207a6e76dce00e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744694.726851:0:24997:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ac64446fe00 already unused, calling callback (ffffffffc0e92940) 00010000:00010000:2.0:1788744694.726855:0:24997:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000006af3eb05/0xb6207a6e76dce00e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744694.726864:0:24997:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000006af3eb05/0xb6207a6e76dce00e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744694.726875:0:24997:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000006af3eb05/0xb6207a6e76dce00e lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744694.726883:0:24997:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006af3eb05/0xb6207a6e76dce00e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744694.726897:0:24997:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788744694.726899:0:24997:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788744694.726901:0:24997:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1788744694.727025:0:24683:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x28:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788744694.727031:0:24683:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005a3e1d97/0xb6207a6e76dce015 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744694.727039:0:24683:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x28:0x0].0x0 since=676s v=(0 0) 00010000:00010000:0.0:1788744694.727043:0:24683:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x28:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788744694.727047:0:24683:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005a3e1d97/0xb6207a6e76dce015 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744694.727056:0:24683:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005a3e1d97/0xb6207a6e76dce015 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744694.727064:0:24683:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005a3e1d97/0xb6207a6e76dce015 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744694.727072:0:24683:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000005a3e1d97/0xb6207a6e76dce015 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744694.727102:0:24683:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:0.0:1788744694.727346:0:24683:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x27:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788744694.727353:0:24683:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a5cd936a/0xb6207a6e76dce01c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744694.727360:0:24683:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x27:0x0].0x0 since=676s v=(0 0) 00010000:00010000:0.0:1788744694.727363:0:24683:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x27:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788744694.727367:0:24683:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a5cd936a/0xb6207a6e76dce01c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744694.727376:0:24683:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a5cd936a/0xb6207a6e76dce01c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744694.727383:0:24683:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a5cd936a/0xb6207a6e76dce01c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744694.727391:0:24683:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000a5cd936a/0xb6207a6e76dce01c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744694.727427:0:24683:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1788744694.727435:0:22685:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1788744694.727439:0:22685:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000005a3e1d97/0xb6207a6e76dce015 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744694.727446:0:22685:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ac64446ea00 already unused, calling callback (ffffffffc0e92940) 00010000:00010000:0.0:1788744694.727456:0:22685:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000005a3e1d97/0xb6207a6e76dce015 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744694.727464:0:22685:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000005a3e1d97/0xb6207a6e76dce015 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744694.727477:0:22685:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000005a3e1d97/0xb6207a6e76dce015 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744694.727485:0:22685:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005a3e1d97/0xb6207a6e76dce015 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744694.727499:0:22685:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788744694.727502:0:22685:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000a5cd936a/0xb6207a6e76dce01c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744694.727508:0:22685:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ac64446e400 already unused, calling callback (ffffffffc0e92940) 00010000:00010000:0.0:1788744694.727511:0:22685:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000a5cd936a/0xb6207a6e76dce01c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744694.727518:0:22685:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000a5cd936a/0xb6207a6e76dce01c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744694.727528:0:22685:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000a5cd936a/0xb6207a6e76dce01c lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744694.727536:0:22685:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a5cd936a/0xb6207a6e76dce01c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744694.727555:0:22685:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788744694.727652:0:22686:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788744694.727675:0:22685:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788744694.727677:0:22685:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1788744694.728106:0:24683:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x26:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788744694.728113:0:24683:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a3f95fa7/0xb6207a6e76dce023 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744694.728122:0:24683:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x26:0x0].0x0 since=676s v=(0 0) 00010000:00010000:0.0:1788744694.728125:0:24683:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x26:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788744694.728129:0:24683:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a3f95fa7/0xb6207a6e76dce023 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744694.728139:0:24683:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a3f95fa7/0xb6207a6e76dce023 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744694.728147:0:24683:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a3f95fa7/0xb6207a6e76dce023 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744694.728154:0:24683:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000a3f95fa7/0xb6207a6e76dce023 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744694.728211:0:24683:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:0.0:1788744694.728696:0:24683:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x25:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788744694.728703:0:24683:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007651e376/0xb6207a6e76dce02a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744694.728806:0:24683:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x25:0x0].0x0 since=676s v=(0 0) 00010000:00010000:0.0:1788744694.728809:0:24683:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x25:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788744694.728814:0:24683:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007651e376/0xb6207a6e76dce02a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744694.728824:0:24683:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007651e376/0xb6207a6e76dce02a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744694.728832:0:24683:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007651e376/0xb6207a6e76dce02a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744694.728840:0:24683:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000007651e376/0xb6207a6e76dce02a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744694.731947:0:24997:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1788744694.731962:0:24997:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000a3f95fa7/0xb6207a6e76dce023 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744694.731976:0:24997:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ac64446ec00 already unused, calling callback (ffffffffc0e92940) 00010000:00010000:2.0:1788744694.731980:0:24997:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000a3f95fa7/0xb6207a6e76dce023 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744694.732018:0:24997:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000a3f95fa7/0xb6207a6e76dce023 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744694.732039:0:24997:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000a3f95fa7/0xb6207a6e76dce023 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744694.732046:0:24997:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a3f95fa7/0xb6207a6e76dce023 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744694.732076:0:24997:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788744694.732079:0:24997:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000007651e376/0xb6207a6e76dce02a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744694.732085:0:24997:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ac64446e200 already unused, calling callback (ffffffffc0e92940) 00010000:00010000:2.0:1788744694.732088:0:24997:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000007651e376/0xb6207a6e76dce02a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744694.732095:0:24997:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000007651e376/0xb6207a6e76dce02a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744694.732104:0:24997:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000007651e376/0xb6207a6e76dce02a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744694.732112:0:24997:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788744694.732114:0:24997:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788744694.732121:0:24997:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788744694.732227:0:24683:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:0.0:1788744694.732236:0:24683:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007651e376/0xb6207a6e76dce02a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744694.732734:0:22686:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1788744694.732939:0:24683:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x24:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788744694.732947:0:24683:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000884aa7db/0xb6207a6e76dce031 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744694.732960:0:24683:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x24:0x0].0x0 since=676s v=(0 0) 00010000:00010000:0.0:1788744694.732964:0:24683:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x24:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788744694.732970:0:24683:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000884aa7db/0xb6207a6e76dce031 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744694.732993:0:24683:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000884aa7db/0xb6207a6e76dce031 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744694.733015:0:24683:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000884aa7db/0xb6207a6e76dce031 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744694.733024:0:24683:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000884aa7db/0xb6207a6e76dce031 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744694.733047:0:24683:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:0.0:1788744694.733320:0:24683:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x23:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788744694.733327:0:24683:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000023e1e9a3/0xb6207a6e76dce038 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744694.733335:0:24683:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x23:0x0].0x0 since=676s v=(0 0) 00010000:00010000:0.0:1788744694.733338:0:24683:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x23:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788744694.733342:0:24683:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000023e1e9a3/0xb6207a6e76dce038 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744694.733351:0:24683:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000023e1e9a3/0xb6207a6e76dce038 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744694.733359:0:24683:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000023e1e9a3/0xb6207a6e76dce038 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744694.733376:0:24683:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000023e1e9a3/0xb6207a6e76dce038 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744694.733388:0:24683:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00002000:00010000:0.0:1788744694.733786:0:24683:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x22:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788744694.733793:0:24683:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d885bd74/0xb6207a6e76dce03f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744694.733859:0:24683:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x22:0x0].0x0 since=676s v=(0 0) 00010000:00010000:0.0:1788744694.733862:0:24683:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x22:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788744694.733866:0:24683:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d885bd74/0xb6207a6e76dce03f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744694.733875:0:24683:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d885bd74/0xb6207a6e76dce03f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744694.733883:0:24683:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d885bd74/0xb6207a6e76dce03f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744694.733889:0:24683:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d885bd74/0xb6207a6e76dce03f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744694.733902:0:24683:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00002000:00080000:0.0:1788744694.734131:0:24683:0:(ofd_dev.c:1520:ofd_orphans_destroy()) lustre-OST0001: after destroy: set last_id to 0x2c0000401:6 00000100:00100000:0.0:1788744694.734229:0:24683:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac745071f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:22724:x1875634154627456:12345-0@lo:5:osp-pre-1-0.0 Request processed in 89251us (90783us total) trans 0 rc 0/0 00000100:00100000:0.0:1788744694.734246:0:24683:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00010000:00010000:2.0:1788744694.734353:0:22686:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1788744694.734361:0:22686:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000884aa7db/0xb6207a6e76dce031 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744694.734369:0:22686:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ac64446e800 already unused, calling callback (ffffffffc0e92940) 00010000:00010000:2.0:1788744694.734373:0:22686:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000884aa7db/0xb6207a6e76dce031 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744694.734381:0:22686:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000884aa7db/0xb6207a6e76dce031 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744694.734398:0:22686:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000884aa7db/0xb6207a6e76dce031 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744694.734429:0:22686:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000884aa7db/0xb6207a6e76dce031 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744694.734450:0:22686:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1788744694.734454:0:22686:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000023e1e9a3/0xb6207a6e76dce038 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744694.734460:0:22686:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ac64446f400 already unused, calling callback (ffffffffc0e92940) 00010000:00010000:2.0:1788744694.734463:0:22686:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000023e1e9a3/0xb6207a6e76dce038 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744694.734483:0:22686:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000023e1e9a3/0xb6207a6e76dce038 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744694.734493:0:22686:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000023e1e9a3/0xb6207a6e76dce038 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744694.734500:0:22686:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000023e1e9a3/0xb6207a6e76dce038 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744694.734514:0:22686:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788744694.734517:0:22686:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d885bd74/0xb6207a6e76dce03f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744694.734524:0:22686:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ac64446f200 already unused, calling callback (ffffffffc0e92940) 00010000:00010000:2.0:1788744694.734527:0:22686:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d885bd74/0xb6207a6e76dce03f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744694.734535:0:22686:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d885bd74/0xb6207a6e76dce03f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744694.734545:0:22686:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d885bd74/0xb6207a6e76dce03f lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744694.734553:0:22686:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d885bd74/0xb6207a6e76dce03f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744694.734594:0:22686:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788744694.734595:0:22686:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788744694.734597:0:22686:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788744694.734604:0:22685:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788744694.734608:0:24997:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788744694.734915:0:22724:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac745070e00 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:22724:1875634154627456:0@lo:5:osp-pre-1-0.0 00000004:00080000:0.0:1788744694.734930:0:22724:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0000: Got last_id [0x2c0000401:0x41:0x0] from OST, last_created [0x2c0000401:0x41:0x0]last_used is [0x2c0000401:0x6:0x0] 00000100:00100000:0.0:1788744694.734977:0:22724:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac77fb82680 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:22724:1875634154627968:0@lo:5:osp-pre-1-0.0 00000100:00100000:0.0:1788744694.735029:0:22724:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788744694.735063:0:22724:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ac75279f3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788744694.735254:0:24204:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154627968 00000100:00100000:2.0:1788744694.735262:0:24204:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154627968 00000100:00100000:2.0:1788744694.735310:0:24204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:2.0:1788744694.735319:0:24204:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac77fb80e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:22724:x1875634154627968:12345-0@lo:5:osp-pre-1-0.0 00002000:00080000:2.0:1788744694.735353:0:24204:0:(ofd_dev.c:1749:ofd_create_hdl()) lustre-OST0001: reserve 32 objects in group 0x2c0000401 at 66 00000100:00100000:2.0:1788744694.742084:0:24204:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac77fb80e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:22724:x1875634154627968:12345-0@lo:5:osp-pre-1-0.0 Request processed in 6757us (7045us total) trans 12884901890 rc 0/0 00000100:00100000:2.0:1788744694.742098:0:24204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:0.0:1788744694.742702:0:22724:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac77fb82680 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:22724:1875634154627968:0@lo:5:osp-pre-1-0.0 00000004:00080000:0.0:1788744694.742795:0:22724:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0001-osc-MDT0000: current precreated pool: [0x2c0000401:0x41:0x0]-[0x2c0000401:0x61:0x0] 00010000:00010000:2.0:1788744694.766499:0:22686:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1788744695.087132:0:22733:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:2.0:1788744695.792551:0:22685:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1788744695.852020:0:25378:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg304-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00000020:00000004:1.0:1788744696.805537:0:25430:0:(tgt_mount.c:2346:server_getattr()) lustre-OST0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:1.0:1788744696.805765:0:25430:0:(tgt_mount.c:2361:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:2.0:1788744696.814573:0:24997:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788744697.723508:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1788744697.723534:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac643fe1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3646:1875634154628096:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1788744697.723605:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788744697.723650:0:24207:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154628096 00000100:00100000:1.0:1788744697.723658:0:24207:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154628096 00000100:00100000:1.0:1788744697.723895:0:24207:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:1.0:1788744697.723906:0:24207:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac745071180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3646:x1875634154628096:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1788744697.723936:0:24207:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3915857920 avail 3684335616 00000100:00100000:1.0:1788744697.724003:0:24207:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac745071180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3646:x1875634154628096:12345-0@lo:13:osp-pre-0-1.0 Request processed in 100us (398us total) trans 0 rc 0/0 00000100:00100000:1.0:1788744697.724010:0:24207:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00080000:1.0:1788744697.724031:0:22693:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788744697.724068:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac643fe1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3646:1875634154628096:0@lo:13:osp-pre-0-1.0 00000020:00000004:3.0:1788744697.828954:0:25481:0:(tgt_mount.c:2346:server_getattr()) lustre-OST0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:3.0:1788744697.829216:0:25481:0:(tgt_mount.c:2361:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:3.0:1788744697.838921:0:22686:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788744698.079179:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.4@tcp (source: 12345-192.168.203.4@tcp) 00000100:00100000:3.0:1788744698.081888:0:22690:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634138789248 00000100:00100000:3.0:1788744698.081906:0:22690:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634138789248 00000100:00100000:3.0:1788744698.081970:0:22690:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.4@tcp, seq: 115 00000100:00100000:3.0:1788744698.081989:0:22690:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac775c50050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0+-99:2393:x1875634138789248:12345-192.168.203.4@tcp:250:mount.lustre.0 00010000:00080000:3.0:1788744698.082023:0:22690:0:(ldlm_lib.c:1456:target_handle_connect()) MGS: connection from 3571d18d-7aff-4e21-b5bb-1b9bfbdb5579@192.168.203.4@tcp t0 exp 0000000000000000 cur 679 last 0 00000020:00000080:3.0:1788744698.082073:0:22690:0:(genops.c:1384:class_connect()) connect: client 3571d18d-7aff-4e21-b5bb-1b9bfbdb5579, cookie 0xb6207a6e76dce046 00000100:00080000:3.0:1788744698.082209:0:22690:0:(import.c:65:import_set_state_nolock()) ffff9ac6420fc800 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1788744698.082452:0:22690:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac775c50050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3571d18d-7aff-4e21-b5bb-1b9bfbdb5579+5:2393:x1875634138789248:12345-192.168.203.4@tcp:250:mount.lustre.0 Request processed in 463us (3282us total) trans 0 rc 0/0 00000100:00100000:3.0:1788744698.082461:0:22690:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.4@tcp, seq: 115 00000100:00100000:1.0:1788744698.092644:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.4@tcp (source: 12345-192.168.203.4@tcp) 00000100:00100000:3.0:1788744698.093842:0:22692:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634138789376 00000100:00100000:3.0:1788744698.093856:0:22692:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634138789376 00000100:00100000:3.0:1788744698.093920:0:22692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.4@tcp, seq: 116 00000100:00100000:3.0:1788744698.093930:0:22692:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac775c52850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3571d18d-7aff-4e21-b5bb-1b9bfbdb5579+5:18037:x1875634138789376:12345-192.168.203.4@tcp:101:mount.lustre.0 00010000:00010000:3.0:1788744698.093946:0:22692:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788744698.093963:0:22692:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9ac643dada00/0xb6207a6e76dce04d lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: local remote: 0x7053de4f1aa0d9b3 expref: -99 pid: 22692 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744698.093999:0:22692:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9ac643dada00/0xb6207a6e76dce04d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000000 nid: 192.168.203.4@tcp remote: 0x7053de4f1aa0d9b3 expref: 6 pid: 22692 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744698.094012:0:22692:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9ac643dada00/0xb6207a6e76dce04d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 192.168.203.4@tcp remote: 0x7053de4f1aa0d9b3 expref: 6 pid: 22692 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744698.094021:0:22692:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ac643dada00, rc 0) 00000100:00100000:3.0:1788744698.094085:0:22692:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac775c52850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3571d18d-7aff-4e21-b5bb-1b9bfbdb5579+6:18037:x1875634138789376:12345-192.168.203.4@tcp:101:mount.lustre.0 Request processed in 157us (1452us total) trans 0 rc 0/0 00000100:00100000:3.0:1788744698.094092:0:22692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.4@tcp, seq: 116 00000100:00100000:3.0:1788744698.102019:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.4@tcp (source: 12345-192.168.203.4@tcp) 00000100:00100000:2.0:1788744698.102166:0:22690:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634138789504 00000100:00100000:2.0:1788744698.102177:0:22690:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634138789504 00000100:00100000:2.0:1788744698.102232:0:22690:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.4@tcp, seq: 117 00000100:00100000:2.0:1788744698.102242:0:22690:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac775c53c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3571d18d-7aff-4e21-b5bb-1b9bfbdb5579+6:18037:x1875634138789504:12345-192.168.203.4@tcp:501:mount.lustre.0 00000100:00100000:2.0:1788744698.102372:0:22690:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac775c53c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3571d18d-7aff-4e21-b5bb-1b9bfbdb5579+6:18037:x1875634138789504:12345-192.168.203.4@tcp:501:mount.lustre.0 Request processed in 131us (361us total) trans 0 rc -2/-2 00000100:00100000:2.0:1788744698.102379:0:22690:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.4@tcp, seq: 117 00000100:00100000:2.0:1788744698.111620:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.4@tcp (source: 12345-192.168.203.4@tcp) 00000100:00100000:0.0:1788744698.111779:0:22689:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634138789632 00000100:00100000:0.0:1788744698.111846:0:22689:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634138789632 00000100:00100000:0.0:1788744698.111904:0:22689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.4@tcp, seq: 118 00000100:00100000:0.0:1788744698.111914:0:22689:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac775c52050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3571d18d-7aff-4e21-b5bb-1b9bfbdb5579+6:18037:x1875634138789632:12345-192.168.203.4@tcp:101:mount.lustre.0 00010000:00010000:0.0:1788744698.111928:0:22689:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788744698.111944:0:22689:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9ac64446f600/0xb6207a6e76dce054 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: local remote: 0x7053de4f1aa0d9ba expref: -99 pid: 22689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744698.111971:0:22689:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9ac64446f600/0xb6207a6e76dce054 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000000 nid: 192.168.203.4@tcp remote: 0x7053de4f1aa0d9ba expref: 7 pid: 22689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744698.111995:0:22689:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9ac64446f600/0xb6207a6e76dce054 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 192.168.203.4@tcp remote: 0x7053de4f1aa0d9ba expref: 7 pid: 22689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744698.112004:0:22689:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ac64446f600, rc 0) 00000100:00100000:0.0:1788744698.112067:0:22689:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac775c52050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3571d18d-7aff-4e21-b5bb-1b9bfbdb5579+7:18037:x1875634138789632:12345-192.168.203.4@tcp:101:mount.lustre.0 Request processed in 155us (671us total) trans 0 rc 0/0 00000100:00100000:0.0:1788744698.112092:0:22689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.4@tcp, seq: 118 00000100:00100000:3.0:1788744698.120357:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.4@tcp (source: 12345-192.168.203.4@tcp) 00000100:00100000:0.0:1788744698.121150:0:22692:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634138789760 00000100:00100000:0.0:1788744698.121161:0:22692:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634138789760 00000100:00100000:0.0:1788744698.121220:0:22692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.4@tcp, seq: 119 00000100:00100000:0.0:1788744698.121229:0:22692:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac775c52c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3571d18d-7aff-4e21-b5bb-1b9bfbdb5579+7:18037:x1875634138789760:12345-192.168.203.4@tcp:501:mount.lustre.0 00000100:00100000:0.0:1788744698.121390:0:22692:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac775c52c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3571d18d-7aff-4e21-b5bb-1b9bfbdb5579+8:18037:x1875634138789760:12345-192.168.203.4@tcp:501:mount.lustre.0 Request processed in 162us (1042us total) trans 0 rc 0/0 00000100:00100000:0.0:1788744698.121398:0:22692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.4@tcp, seq: 119 00000100:00100000:0.0:1788744698.123621:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.4@tcp (source: 12345-192.168.203.4@tcp) 00000100:00100000:3.0:1788744698.125728:0:22690:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634138789888 00000100:00100000:3.0:1788744698.125743:0:22690:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634138789888 00000100:00100000:3.0:1788744698.125916:0:22690:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.4@tcp, seq: 120 00000100:00100000:3.0:1788744698.125940:0:22690:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac775c52450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3571d18d-7aff-4e21-b5bb-1b9bfbdb5579+8:18037:x1875634138789888:12345-192.168.203.4@tcp:503:mount.lustre.0 00000100:00100000:3.0:1788744698.126114:0:22690:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac775c52450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3571d18d-7aff-4e21-b5bb-1b9bfbdb5579+8:18037:x1875634138789888:12345-192.168.203.4@tcp:503:mount.lustre.0 Request processed in 175us (2499us total) trans 0 rc 0/0 00000100:00100000:3.0:1788744698.126122:0:22690:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.4@tcp, seq: 120 00000100:00100000:1.0:1788744698.130713:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.4@tcp (source: 12345-192.168.203.4@tcp) 00000100:00100000:3.0:1788744698.131178:0:22689:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634138790016 00000100:00100000:3.0:1788744698.131190:0:22689:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634138790016 00000100:00100000:3.0:1788744698.131285:0:22689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.4@tcp, seq: 121 00000100:00100000:3.0:1788744698.131304:0:22689:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac775c53450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3571d18d-7aff-4e21-b5bb-1b9bfbdb5579+8:18055:x1875634138790016:12345-192.168.203.4@tcp:502:llog_process_th.0 00000100:00100000:3.0:1788744698.131594:0:22689:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac775c53450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3571d18d-7aff-4e21-b5bb-1b9bfbdb5579+8:18055:x1875634138790016:12345-192.168.203.4@tcp:502:llog_process_th.0 Request processed in 300us (892us total) trans 0 rc 0/0 00000100:00100000:3.0:1788744698.131602:0:22689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.4@tcp, seq: 121 00000100:00100000:1.0:1788744698.156611:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.4@tcp (source: 12345-192.168.203.4@tcp) 00000100:00100000:3.0:1788744698.156807:0:22690:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634138790144 00000100:00100000:3.0:1788744698.156818:0:22690:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634138790144 00000100:00100000:3.0:1788744698.156875:0:22690:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.4@tcp, seq: 122 00000100:00100000:3.0:1788744698.156886:0:22690:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac775c50c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3571d18d-7aff-4e21-b5bb-1b9bfbdb5579+8:18055:x1875634138790144:12345-192.168.203.4@tcp:502:llog_process_th.0 00000100:00100000:3.0:1788744698.157058:0:22690:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac775c50c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3571d18d-7aff-4e21-b5bb-1b9bfbdb5579+8:18055:x1875634138790144:12345-192.168.203.4@tcp:502:llog_process_th.0 Request processed in 173us (453us total) trans 0 rc 0/0 00000100:00100000:3.0:1788744698.157068:0:22690:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.4@tcp, seq: 122 00000100:00100000:1.0:1788744698.165627:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.4@tcp (source: 12345-192.168.203.4@tcp) 00000100:00100000:3.0:1788744698.165711:0:22689:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634138790272 00000100:00100000:3.0:1788744698.165721:0:22689:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634138790272 00000100:00100000:3.0:1788744698.165774:0:22689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.4@tcp, seq: 123 00000100:00100000:3.0:1788744698.165789:0:22689:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac775c50450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3571d18d-7aff-4e21-b5bb-1b9bfbdb5579+8:18055:x1875634138790272:12345-192.168.203.4@tcp:502:llog_process_th.0 00000100:00100000:3.0:1788744698.165927:0:22689:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac775c50450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3571d18d-7aff-4e21-b5bb-1b9bfbdb5579+8:18055:x1875634138790272:12345-192.168.203.4@tcp:502:llog_process_th.0 Request processed in 139us (307us total) trans 0 rc 0/0 00000100:00100000:3.0:1788744698.165934:0:22689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.4@tcp, seq: 123 00000100:00100000:1.0:1788744698.170152:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.4@tcp (source: 12345-192.168.203.4@tcp) 00000100:00100000:0.0:1788744698.171498:0:22692:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634138790400 00000100:00100000:0.0:1788744698.171510:0:22692:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634138790400 00000100:00100000:2.0:1788744698.171772:0:22692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.4@tcp, seq: 124 00000100:00100000:2.0:1788744698.171792:0:22692:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac775c51850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3571d18d-7aff-4e21-b5bb-1b9bfbdb5579+8:18037:x1875634138790400:12345-192.168.203.4@tcp:101:mount.lustre.0 00010000:00010000:2.0:1788744698.171810:0:22692:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788744698.171827:0:22692:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9ac775b83400/0xb6207a6e76dce05b lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x7053de4f1aa0d9eb expref: -99 pid: 22692 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744698.171857:0:22692:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9ac775b83400/0xb6207a6e76dce05b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 192.168.203.4@tcp remote: 0x7053de4f1aa0d9eb expref: 9 pid: 22692 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744698.171868:0:22692:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9ac775b83400/0xb6207a6e76dce05b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 192.168.203.4@tcp remote: 0x7053de4f1aa0d9eb expref: 9 pid: 22692 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744698.171877:0:22692:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ac775b83400, rc 0) 00000100:00100000:2.0:1788744698.171940:0:22692:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac775c51850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3571d18d-7aff-4e21-b5bb-1b9bfbdb5579+9:18037:x1875634138790400:12345-192.168.203.4@tcp:101:mount.lustre.0 Request processed in 150us (1795us total) trans 0 rc 0/0 00000100:00100000:2.0:1788744698.171948:0:22692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.4@tcp, seq: 124 00000100:00100000:1.0:1788744698.179005:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.4@tcp (source: 12345-192.168.203.4@tcp) 00000100:00100000:2.0:1788744698.179991:0:22690:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634138790528 00000100:00100000:2.0:1788744698.180005:0:22690:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634138790528 00000100:00100000:2.0:1788744698.180156:0:22690:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.4@tcp, seq: 125 00000100:00100000:2.0:1788744698.180169:0:22690:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac775c53050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3571d18d-7aff-4e21-b5bb-1b9bfbdb5579+9:18037:x1875634138790528:12345-192.168.203.4@tcp:256:mount.lustre.0 20000000:01000000:2.0:1788744698.180195:0:22690:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-cliir bufsize 1048576. 20000000:01000000:2.0:1788744698.180218:0:22690:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/256/255. 20000000:01000000:2.0:1788744698.180222:0:22690:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4008/1/256/255. 20000000:01000000:2.0:1788744698.180225:0:22690:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3964/1/256/255. 20000000:01000000:2.0:1788744698.180227:0:22690:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3920/1/256/255. 20000000:01000000:2.0:1788744698.180229:0:22690:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 176, version 14 00000100:00100000:2.0:1788744698.183748:0:22690:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac775c53050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3571d18d-7aff-4e21-b5bb-1b9bfbdb5579+9:18037:x1875634138790528:12345-192.168.203.4@tcp:256:mount.lustre.0 Request processed in 3571us (4741us total) trans 0 rc 0/0 00000100:00100000:2.0:1788744698.183773:0:22690:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.4@tcp, seq: 125 00000100:00100000:1.0:1788744698.186518:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.4@tcp (source: 12345-192.168.203.4@tcp) 00000100:00100000:2.0:1788744698.186614:0:22692:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634138790656 00000100:00100000:2.0:1788744698.186624:0:22692:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634138790656 00000100:00100000:2.0:1788744698.186675:0:22692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.4@tcp, seq: 126 00000100:00100000:2.0:1788744698.186685:0:22692:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac775c50850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3571d18d-7aff-4e21-b5bb-1b9bfbdb5579+9:18037:x1875634138790656:12345-192.168.203.4@tcp:101:mount.lustre.0 00010000:00010000:2.0:1788744698.186701:0:22692:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788744698.186717:0:22692:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9ac775b82400/0xb6207a6e76dce062 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0x7053de4f1aa0d9f2 expref: -99 pid: 22692 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744698.186742:0:22692:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9ac775b82400/0xb6207a6e76dce062 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 192.168.203.4@tcp remote: 0x7053de4f1aa0d9f2 expref: 10 pid: 22692 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744698.186752:0:22692:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9ac775b82400/0xb6207a6e76dce062 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 192.168.203.4@tcp remote: 0x7053de4f1aa0d9f2 expref: 10 pid: 22692 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744698.186760:0:22692:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ac775b82400, rc 0) 00000100:00100000:2.0:1788744698.186822:0:22692:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac775c50850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3571d18d-7aff-4e21-b5bb-1b9bfbdb5579+10:18037:x1875634138790656:12345-192.168.203.4@tcp:101:mount.lustre.0 Request processed in 139us (313us total) trans 0 rc 0/0 00000100:00100000:2.0:1788744698.186830:0:22692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.4@tcp, seq: 126 00000100:00100000:1.0:1788744698.189192:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.4@tcp (source: 12345-192.168.203.4@tcp) 00000100:00100000:2.0:1788744698.189280:0:22690:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634138790784 00000100:00100000:2.0:1788744698.189290:0:22690:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634138790784 00000100:00100000:2.0:1788744698.189380:0:22690:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.4@tcp, seq: 127 00000100:00100000:2.0:1788744698.189391:0:22690:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac775c51c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3571d18d-7aff-4e21-b5bb-1b9bfbdb5579+10:18037:x1875634138790784:12345-192.168.203.4@tcp:501:mount.lustre.0 00000100:00100000:2.0:1788744698.189585:0:22690:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac775c51c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3571d18d-7aff-4e21-b5bb-1b9bfbdb5579+10:18037:x1875634138790784:12345-192.168.203.4@tcp:501:mount.lustre.0 Request processed in 195us (400us total) trans 0 rc 0/0 00000100:00100000:2.0:1788744698.189592:0:22690:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.4@tcp, seq: 127 00000100:00100000:1.0:1788744698.191482:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.4@tcp (source: 12345-192.168.203.4@tcp) 00000100:00100000:3.0:1788744698.191626:0:22689:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634138790912 00000100:00100000:3.0:1788744698.191634:0:22689:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634138790912 00000100:00100000:3.0:1788744698.191672:0:22689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.4@tcp, seq: 128 00000100:00100000:3.0:1788744698.191680:0:22689:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac7413f5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3571d18d-7aff-4e21-b5bb-1b9bfbdb5579+10:18037:x1875634138790912:12345-192.168.203.4@tcp:503:mount.lustre.0 00000100:00100000:3.0:1788744698.191873:0:22689:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac7413f5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3571d18d-7aff-4e21-b5bb-1b9bfbdb5579+10:18037:x1875634138790912:12345-192.168.203.4@tcp:503:mount.lustre.0 Request processed in 193us (397us total) trans 0 rc 0/0 00000100:00100000:3.0:1788744698.191881:0:22689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.4@tcp, seq: 128 00000100:00100000:1.0:1788744698.195671:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.4@tcp (source: 12345-192.168.203.4@tcp) 00000100:00100000:3.0:1788744698.195923:0:22689:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634138791040 00000100:00100000:3.0:1788744698.195935:0:22689:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634138791040 00000100:00100000:3.0:1788744698.196013:0:22689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.4@tcp, seq: 129 00000100:00100000:3.0:1788744698.196024:0:22689:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac7413f4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3571d18d-7aff-4e21-b5bb-1b9bfbdb5579+10:18058:x1875634138791040:12345-192.168.203.4@tcp:502:llog_process_th.0 00000100:00100000:3.0:1788744698.196185:0:22689:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac7413f4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3571d18d-7aff-4e21-b5bb-1b9bfbdb5579+10:18058:x1875634138791040:12345-192.168.203.4@tcp:502:llog_process_th.0 Request processed in 163us (523us total) trans 0 rc 0/0 00000100:00100000:3.0:1788744698.196193:0:22689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.4@tcp, seq: 129 00000100:00100000:1.0:1788744698.213636:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.4@tcp (source: 12345-192.168.203.4@tcp) 00000100:00100000:2.0:1788744698.215955:0:22690:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634138791168 00000100:00100000:2.0:1788744698.215988:0:22690:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634138791168 00000100:00100000:2.0:1788744698.216061:0:22690:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.4@tcp, seq: 130 00000100:00100000:2.0:1788744698.216072:0:22690:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac7413f7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3571d18d-7aff-4e21-b5bb-1b9bfbdb5579+10:18058:x1875634138791168:12345-192.168.203.4@tcp:502:llog_process_th.0 00000100:00100000:2.0:1788744698.216299:0:22690:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac7413f7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3571d18d-7aff-4e21-b5bb-1b9bfbdb5579+10:18058:x1875634138791168:12345-192.168.203.4@tcp:502:llog_process_th.0 Request processed in 227us (2672us total) trans 0 rc 0/0 00000100:00100000:2.0:1788744698.216308:0:22690:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.4@tcp, seq: 130 00000100:00100000:0.0:1788744698.223153:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1788744698.223179:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac643f28700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3645:1875634154628224:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1788744698.223240:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788744698.223388:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac745070380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3643:1875634154628352:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1788744698.223459:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788744698.223693:0:23438:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154628224 00000100:00100000:2.0:1788744698.223694:0:22702:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154628352 00000100:00100000:2.0:1788744698.223709:0:22702:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154628352 00000100:00100000:3.0:1788744698.223710:0:23438:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154628224 00000100:00100000:2.0:1788744698.223770:0:22702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:2.0:1788744698.223782:0:22702:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac745072680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3643:x1875634154628352:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1788744698.223872:0:22702:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:2.0:1788744698.223933:0:22702:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac745072680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3643:x1875634154628352:12345-0@lo:41:osp-pre-0-1.0 Request processed in 154us (473us total) trans 0 rc 0/0 00000100:00100000:0.0:1788744698.224005:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac745070380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3643:1875634154628352:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788744698.224936:0:23438:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:3.0:1788744698.224962:0:23438:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac77fb82d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3645:x1875634154628224:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1788744698.225019:0:23438:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:0.0:1788744698.225547:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac643f28700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3645:1875634154628224:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1788744698.225924:0:23438:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac77fb82d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3645:x1875634154628224:12345-0@lo:41:osp-pre-1-0.0 Request processed in 971us (2679us total) trans 0 rc 0/0 00000100:00100000:3.0:1788744698.225936:0:23438:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:1.0:1788744698.227846:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.4@tcp (source: 12345-192.168.203.4@tcp) 00000100:00100000:1.0:1788744698.227960:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.4@tcp (source: 12345-192.168.203.4@tcp) 00000100:00100000:3.0:1788744698.228264:0:22699:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634138791296 00000100:00100000:3.0:1788744698.228281:0:22699:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634138791296 00000100:00100000:0.0:1788744698.228302:0:22698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634138791552 00000100:00100000:0.0:1788744698.228315:0:22698:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634138791552 00000100:00100000:3.0:1788744698.228359:0:22699:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.4@tcp, seq: 7 00000100:00100000:3.0:1788744698.228371:0:22699:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac745070380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2393:x1875634138791296:12345-192.168.203.4@tcp:38:mount.lustre.0 00010000:00080000:3.0:1788744698.228460:0:22699:0:(ldlm_lib.c:1456:target_handle_connect()) lustre-MDT0000: connection from 8f278e14-2cf4-4a87-bcb4-4affdb4e6fd0@192.168.203.4@tcp t0 exp 0000000000000000 cur 679 last 0 00000020:00000080:3.0:1788744698.228536:0:22699:0:(genops.c:1384:class_connect()) connect: client 8f278e14-2cf4-4a87-bcb4-4affdb4e6fd0, cookie 0xb6207a6e76dce069 00000004:00100000:3.0:1788744698.228566:0:22699:0:(mdt_handler.c:7491:mdt_connect_internal()) lustre-MDT0000: cli supports cksum type f7, return f7 00000100:00080000:3.0:1788744698.228869:0:22699:0:(import.c:65:import_set_state_nolock()) ffff9ac6420fc000 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1788744698.229154:0:22699:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac745070380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8f278e14-2cf4-4a87-bcb4-4affdb4e6fd0+6:2393:x1875634138791296:12345-192.168.203.4@tcp:38:mount.lustre.0 Request processed in 783us (1315us total) trans 0 rc 0/0 00000100:00100000:2.0:1788744698.229232:0:22702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:0.0:1788744698.232230:0:22698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.4@tcp, seq: 8 00000100:00100000:0.0:1788744698.232243:0:22698:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac745070e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2393:x1875634138791552:12345-192.168.203.4@tcp:38:mount.lustre.0 00010000:00080000:0.0:1788744698.232283:0:22698:0:(ldlm_lib.c:1456:target_handle_connect()) lustre-MDT0001: connection from 8f278e14-2cf4-4a87-bcb4-4affdb4e6fd0@192.168.203.4@tcp t0 exp 0000000000000000 cur 679 last 0 00000020:00000080:0.0:1788744698.232338:0:22698:0:(genops.c:1384:class_connect()) connect: client 8f278e14-2cf4-4a87-bcb4-4affdb4e6fd0, cookie 0xb6207a6e76dce070 00000004:00100000:0.0:1788744698.232364:0:22698:0:(mdt_handler.c:7491:mdt_connect_internal()) lustre-MDT0001: cli supports cksum type f7, return f7 00000100:00080000:0.0:1788744698.232613:0:22698:0:(import.c:65:import_set_state_nolock()) ffff9ac781198800 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1788744698.232691:0:22698:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac745070e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8f278e14-2cf4-4a87-bcb4-4affdb4e6fd0+6:2393:x1875634138791552:12345-192.168.203.4@tcp:38:mount.lustre.0 Request processed in 447us (4730us total) trans 0 rc 0/0 00000100:00100000:0.0:1788744698.232700:0:22698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.4@tcp, seq: 8 00000100:00100000:3.0:1788744698.233028:0:22699:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.4@tcp, seq: 7 00000100:00100000:1.0:1788744698.246189:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.4@tcp (source: 12345-192.168.203.4@tcp) 00000100:00100000:1.0:1788744698.246237:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.4@tcp (source: 12345-192.168.203.4@tcp) 00000100:00100000:3.0:1788744698.247459:0:22697:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634138791680 00000100:00100000:3.0:1788744698.247477:0:22697:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634138791680 00000100:00100000:0.0:1788744698.247629:0:25313:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634138791424 00000100:00100000:0.0:1788744698.247644:0:25313:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634138791424 00000100:00100000:0.0:1788744698.247711:0:25313:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.4@tcp, seq: 9 00000100:00100000:0.0:1788744698.247721:0:25313:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac745072d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8f278e14-2cf4-4a87-bcb4-4affdb4e6fd0+6:0:x1875634138791680:12345-192.168.203.4@tcp:41:mount.lustre.0 00000004:00000024:0.0:1788744698.247753:0:25313:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446461440 avail 1300221952 00000100:00080000:1.0:1788744698.247805:0:22693:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1788744698.247812:0:22693:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1788744698.247882:0:22697:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.4@tcp, seq: 10 00000100:00100000:0.0:1788744698.247883:0:25313:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac745072d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8f278e14-2cf4-4a87-bcb4-4affdb4e6fd0+6:0:x1875634138791680:12345-192.168.203.4@tcp:41:mount.lustre.0 Request processed in 155us (1702us total) trans 0 rc 0/0 00000100:00100000:0.0:1788744698.247899:0:25313:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.4@tcp, seq: 9 00000100:00100000:3.0:1788744698.247906:0:22697:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac745071c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8f278e14-2cf4-4a87-bcb4-4affdb4e6fd0+6:0:x1875634138791424:12345-192.168.203.4@tcp:41:mount.lustre.0 00000004:00000024:3.0:1788744698.247939:0:22697:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446309888 avail 1300070400 00000100:00100000:3.0:1788744698.248065:0:22697:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac745071c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8f278e14-2cf4-4a87-bcb4-4affdb4e6fd0+6:0:x1875634138791424:12345-192.168.203.4@tcp:41:mount.lustre.0 Request processed in 166us (1827us total) trans 0 rc 0/0 00000100:00100000:3.0:1788744698.248073:0:22697:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.4@tcp, seq: 10 00000100:00100000:1.0:1788744698.249300:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.4@tcp (source: 12345-192.168.203.4@tcp) 00000100:00100000:3.0:1788744698.249995:0:22699:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634138791808 00000100:00100000:3.0:1788744698.250009:0:22699:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634138791808 00000100:00100000:3.0:1788744698.250076:0:22699:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.4@tcp, seq: 11 00000100:00100000:3.0:1788744698.250087:0:22699:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac745072a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8f278e14-2cf4-4a87-bcb4-4affdb4e6fd0+6:18037:x1875634138791808:12345-192.168.203.4@tcp:41:mount.lustre.0 00000004:00000024:3.0:1788744698.250122:0:22699:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446309888 avail 1300070400 00000100:00100000:3.0:1788744698.250250:0:22699:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac745072a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8f278e14-2cf4-4a87-bcb4-4affdb4e6fd0+6:18037:x1875634138791808:12345-192.168.203.4@tcp:41:mount.lustre.0 Request processed in 164us (955us total) trans 0 rc 0/0 00000100:00100000:3.0:1788744698.250259:0:22699:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.4@tcp, seq: 11 00000100:00100000:1.0:1788744698.258739:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.4@tcp (source: 12345-192.168.203.4@tcp) 00000100:00100000:0.0:1788744698.258850:0:22698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634138791936 00000100:00100000:0.0:1788744698.258866:0:22698:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634138791936 00000100:00100000:0.0:1788744698.258946:0:22698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.4@tcp, seq: 12 00000100:00100000:0.0:1788744698.258958:0:22698:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac745073800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8f278e14-2cf4-4a87-bcb4-4affdb4e6fd0+6:18037:x1875634138791936:12345-192.168.203.4@tcp:40:mount.lustre.0 00000100:00100000:0.0:1788744698.259067:0:22698:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac745073800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8f278e14-2cf4-4a87-bcb4-4affdb4e6fd0+6:18037:x1875634138791936:12345-192.168.203.4@tcp:40:mount.lustre.0 Request processed in 110us (342us total) trans 0 rc 0/0 00000100:00100000:0.0:1788744698.259075:0:22698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.4@tcp, seq: 12 00000100:00100000:0.0:1788744698.266202:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.4@tcp (source: 12345-192.168.203.4@tcp) 00000100:00100000:3.0:1788744698.266759:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634138792320 00000100:00100000:3.0:1788744698.266777:0:22708:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634138792320 00000100:00100000:3.0:1788744698.266950:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.4@tcp, seq: 3 00000100:00100000:3.0:1788744698.266964:0:22708:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac77fb81180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:8f278e14-2cf4-4a87-bcb4-4affdb4e6fd0+6:18037:x1875634138792320:12345-192.168.203.4@tcp:900:mount.lustre.0 00000100:00100000:3.0:1788744698.267155:0:22708:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac77fb81180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:8f278e14-2cf4-4a87-bcb4-4affdb4e6fd0+6:18037:x1875634138792320:12345-192.168.203.4@tcp:900:mount.lustre.0 Request processed in 194us (961us total) trans 0 rc 0/0 00000100:00100000:3.0:1788744698.267164:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.4@tcp, seq: 3 00000100:00100000:2.0:1788744698.267283:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.4@tcp (source: 12345-192.168.203.4@tcp) 00000100:00100000:1.0:1788744698.267497:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.4@tcp (source: 12345-192.168.203.4@tcp) 00000100:00100000:2.0:1788744698.267663:0:24683:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634138792064 00000100:00100000:2.0:1788744698.267675:0:24683:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634138792064 00000100:00100000:2.0:1788744698.267723:0:24683:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634138792192 00000100:00100000:2.0:1788744698.267797:0:24683:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634138792192 00000100:00100000:2.0:1788744698.267823:0:24683:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.4@tcp, seq: 18 00000100:00100000:2.0:1788744698.267831:0:24683:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac643f2ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2393:x1875634138792064:12345-192.168.203.4@tcp:8:mount.lustre.0 00010000:00080000:2.0:1788744698.267869:0:24683:0:(ldlm_lib.c:1456:target_handle_connect()) lustre-OST0000: connection from 8f278e14-2cf4-4a87-bcb4-4affdb4e6fd0@192.168.203.4@tcp t0 exp 0000000000000000 cur 679 last 0 00000020:00000080:2.0:1788744698.267900:0:24683:0:(genops.c:1384:class_connect()) connect: client 8f278e14-2cf4-4a87-bcb4-4affdb4e6fd0, cookie 0xb6207a6e76dce077 00002000:00100000:2.0:1788744698.267912:0:24683:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli 8f278e14-2cf4-4a87-bcb4-4affdb4e6fd0/ffff9ac643ebe000 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 2113a2c ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:2.0:1788744698.267923:0:24683:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00002000:00080000:2.0:1788744698.268198:0:24683:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:2.0:1788744698.268231:0:24683:0:(import.c:65:import_set_state_nolock()) ffff9ac643ebb800 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1788744698.268261:0:24206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.4@tcp, seq: 19 00000100:00100000:1.0:1788744698.268274:0:24206:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac6431ec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2393:x1875634138792192:12345-192.168.203.4@tcp:8:mount.lustre.0 00010000:00080000:1.0:1788744698.268311:0:24206:0:(ldlm_lib.c:1456:target_handle_connect()) lustre-OST0001: connection from 8f278e14-2cf4-4a87-bcb4-4affdb4e6fd0@192.168.203.4@tcp t0 exp 0000000000000000 cur 679 last 0 00000020:00000080:1.0:1788744698.268345:0:24206:0:(genops.c:1384:class_connect()) connect: client 8f278e14-2cf4-4a87-bcb4-4affdb4e6fd0, cookie 0xb6207a6e76dce07e 00002000:00100000:1.0:1788744698.268357:0:24206:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli 8f278e14-2cf4-4a87-bcb4-4affdb4e6fd0/ffff9ac642780800 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 2113a2c ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:1.0:1788744698.268377:0:24206:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return f7 00000100:00100000:2.0:1788744698.268524:0:24683:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac643f2ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8f278e14-2cf4-4a87-bcb4-4affdb4e6fd0+6:2393:x1875634138792064:12345-192.168.203.4@tcp:8:mount.lustre.0 Request processed in 690us (1243us total) trans 0 rc 0/0 00000100:00100000:2.0:1788744698.268535:0:24683:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.4@tcp, seq: 18 00002000:00080000:1.0:1788744698.268629:0:24206:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:1.0:1788744698.268816:0:24206:0:(import.c:65:import_set_state_nolock()) ffff9ac642786800 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1788744698.268870:0:24206:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac6431ec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8f278e14-2cf4-4a87-bcb4-4affdb4e6fd0+6:2393:x1875634138792192:12345-192.168.203.4@tcp:8:mount.lustre.0 Request processed in 597us (1374us total) trans 0 rc 0/0 00000100:00100000:1.0:1788744698.268878:0:24206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.4@tcp, seq: 19 00000100:00100000:2.0:1788744698.275070:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.4@tcp (source: 12345-192.168.203.4@tcp) 00000100:00100000:1.0:1788744698.275269:0:22700:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634138792448 00000100:00100000:1.0:1788744698.275280:0:22700:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634138792448 00000100:00100000:1.0:1788744698.275354:0:22700:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.4@tcp, seq: 0 00000100:00100000:1.0:1788744698.275366:0:22700:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac643f28700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8f278e14-2cf4-4a87-bcb4-4affdb4e6fd0+6:18037:x1875634138792448:12345-192.168.203.4@tcp:33:mount.lustre.0 00000004:00080000:3.0:1788744698.276666:0:22700:0:(mdt_identity.c:119:mdt_identity_do_upcall()) lustre-MDT0000: invoked upcall /home/green/git/lustre-release/lustre/utils/l_getidentity lustre-MDT0000 0, time 1185us 00000004:00200000:0.0:1788744698.300351:0:22700:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000100:00100000:0.0:1788744698.300505:0:22700:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac643f28700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8f278e14-2cf4-4a87-bcb4-4affdb4e6fd0+6:18037:x1875634138792448:12345-192.168.203.4@tcp:33:mount.lustre.0 Request processed in 25135us (25439us total) trans 0 rc 0/0 00000100:00100000:0.0:1788744698.300520:0:22700:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.4@tcp, seq: 0 00000100:00100000:0.0:1788744698.500710:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.4@tcp (source: 12345-192.168.203.4@tcp) 00000100:00100000:2.0:1788744698.500790:0:25314:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634138792576 00000100:00100000:2.0:1788744698.500801:0:25314:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634138792576 00000100:00100000:2.0:1788744698.500860:0:25314:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.4@tcp, seq: 13 00000100:00100000:2.0:1788744698.500871:0:25314:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac77fb82a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8f278e14-2cf4-4a87-bcb4-4affdb4e6fd0+6:18081:x1875634138792576:12345-192.168.203.4@tcp:101:mkdir.0 00010000:00010000:2.0:1788744698.500892:0:25314:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788744698.500916:0:25314:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ac775b83000/0xb6207a6e76dce085 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7053de4f1aa0da23 expref: -99 pid: 25314 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744698.500998:0:25314:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ac775b82a00/0xb6207a6e76dce08c lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 25314 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744698.501012:0:25314:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ac775b82a00/0xb6207a6e76dce08c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 25314 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744698.501025:0:25314:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ac775b82a00/0xb6207a6e76dce08c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 25314 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788744698.501070:0:25314:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1788744698.501074:0:25314:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1788744698.501120:0:25314:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ac775b82a00/0xb6207a6e76dce08c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 25314 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744698.501143:0:25314:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ac775b83000/0xb6207a6e76dce085 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.4@tcp remote: 0x7053de4f1aa0da23 expref: 8 pid: 25314 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744698.501177:0:25314:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ac775b82a00/0xb6207a6e76dce08c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.4@tcp remote: 0x7053de4f1aa0da23 expref: 7 pid: 25314 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744698.501185:0:25314:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9ac76058d100) 00010000:00010000:2.0:1788744698.501188:0:25314:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1788744698.501192:0:25314:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ac775b82a00, rc 0) 00000100:00100000:2.0:1788744698.501247:0:25314:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac77fb82a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8f278e14-2cf4-4a87-bcb4-4affdb4e6fd0+7:18081:x1875634138792576:12345-192.168.203.4@tcp:101:mkdir.0 Request processed in 378us (558us total) trans 0 rc 0/0 00000100:00100000:2.0:1788744698.501253:0:25314:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.4@tcp, seq: 13 00000100:00100000:2.0:1788744698.735033:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac6431eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3644:1875634154628480:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1788744698.735111:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788744698.735278:0:24207:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154628480 00000100:00100000:1.0:1788744698.735287:0:24207:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154628480 00000100:00100000:1.0:1788744698.735371:0:24207:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:1.0:1788744698.735396:0:24207:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac643f2b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3644:x1875634154628480:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1788744698.735452:0:24207:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3915857920 avail 3684335616 00000100:00100000:1.0:1788744698.735500:0:24207:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac643f2b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3644:x1875634154628480:12345-0@lo:13:osp-pre-0-0.0 Request processed in 107us (389us total) trans 0 rc 0/0 00000100:00100000:1.0:1788744698.735508:0:24207:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00080000:2.0:1788744698.735808:0:22693:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788744698.735843:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac6431eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3644:1875634154628480:0@lo:13:osp-pre-0-0.0 00010000:00010000:2.0:1788744698.862583:0:22685:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1788744699.247367:0:23449:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:1.0:1788744699.758631:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1788744699.758654:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac6431edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3646:1875634154628608:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1788744699.758719:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788744699.758809:0:24207:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154628608 00000100:00100000:1.0:1788744699.758817:0:24207:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154628608 00000100:00100000:1.0:1788744699.758873:0:24207:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1788744699.758884:0:24207:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac6431ee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3646:x1875634154628608:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1788744699.758911:0:24207:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923505152 avail 3691982848 00000100:00100000:1.0:1788744699.759242:0:24207:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac6431ee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3646:x1875634154628608:12345-0@lo:13:osp-pre-1-1.0 Request processed in 360us (522us total) trans 0 rc 0/0 00000100:00100000:1.0:1788744699.759251:0:24207:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1788744699.759303:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac6431edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3646:1875634154628608:0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1788744699.759426:0:22693:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1788744699.760123:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac643fe1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3643:1875634154628864:0@lo:400:kworker.0 00000100:00100000:3.0:1788744699.760171:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788744699.760203:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac644457100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3643:1875634154629376:0@lo:400:kworker.0 00000100:00100000:3.0:1788744699.760224:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788744699.760238:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac644455f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3643:1875634154629888:0@lo:400:kworker.0 00000100:00100000:3.0:1788744699.760258:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788744699.760277:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:3.0:1788744699.760282:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac643fe0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3643:1875634154628992:0@lo:400:kworker.0 00000100:00100000:3.0:1788744699.760301:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788744699.760315:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac644457b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3643:1875634154629504:0@lo:400:kworker.0 00000100:00100000:3.0:1788744699.760332:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788744699.760346:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac644454000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3643:1875634154630016:0@lo:400:kworker.0 00000100:00100000:3.0:1788744699.760367:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788744699.760393:0:23438:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154628864 00000100:00100000:3.0:1788744699.760399:0:23438:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154628864 00000100:00100000:3.0:1788744699.760459:0:23438:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154629376 00000100:00100000:2.0:1788744699.760634:0:24683:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154628992 00000100:00100000:2.0:1788744699.760638:0:24683:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154628992 00000100:00100000:2.0:1788744699.760663:0:24683:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154629504 00000100:00100000:2.0:1788744699.760665:0:24683:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154629504 00000100:00100000:2.0:1788744699.760695:0:24683:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:2.0:1788744699.760703:0:24683:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac644455500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3643:x1875634154628992:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788744699.760767:0:24683:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac644455500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3643:x1875634154628992:12345-0@lo:400:kworker.0 Request processed in 65us (463us total) trans 0 rc 0/0 00000100:00100000:2.0:1788744699.760783:0:24683:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:2.0:1788744699.760803:0:24683:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:2.0:1788744699.760810:0:24683:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac644454e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3643:x1875634154629504:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788744699.760853:0:24683:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac644454e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3643:x1875634154629504:12345-0@lo:400:kworker.0 Request processed in 44us (519us total) trans 0 rc 0/0 00000100:00100000:2.0:1788744699.760859:0:24683:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:2.0:1788744699.760883:0:22702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:2.0:1788744699.760891:0:22702:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac644454700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3643:x1875634154628864:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788744699.760921:0:22702:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac644454700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3643:x1875634154628864:12345-0@lo:400:kworker.0 Request processed in 32us (750us total) trans 0 rc 0/0 00000100:00100000:2.0:1788744699.760927:0:22702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00080000:1.0:1788744699.761326:0:22693:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788744699.761343:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac643fe3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:57b18335-b9a3-4404-b391-d3050d8407ce:3646:1875634154628736:0@lo:400:kworker.0 00000100:00100000:1.0:1788744699.761381:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788744699.761425:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac644454380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3646:1875634154629248:0@lo:400:kworker.0 00000100:00100000:1.0:1788744699.761447:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788744699.761636:0:22697:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154629888 00000100:00100000:2.0:1788744699.761642:0:22697:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154629888 00000100:00100000:2.0:1788744699.761674:0:22697:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154630016 00000100:00100000:2.0:1788744699.761678:0:22697:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154630016 00000100:00100000:2.0:1788744699.761695:0:22697:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154629248 00000100:00100000:2.0:1788744699.761697:0:22697:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154629248 00000100:00100000:2.0:1788744699.761710:0:22697:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:2.0:1788744699.761717:0:22697:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac644455880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3643:x1875634154629888:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788744699.762114:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac643fe1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3645:1875634154629120:0@lo:400:kworker.0 00000100:00100000:0.0:1788744699.762153:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788744699.762192:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac644457480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3645:1875634154629632:0@lo:400:kworker.0 00000100:00100000:0.0:1788744699.762215:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788744699.762226:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac644455c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3645:1875634154630144:0@lo:400:kworker.0 00000100:00100000:0.0:1788744699.762250:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788744699.762264:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1788744699.762270:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac77fb83480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3645:1875634154630272:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1788744699.762290:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788744699.762318:0:24683:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154629120 00000100:00100000:0.0:1788744699.762324:0:24683:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154629120 00000100:00100000:0.0:1788744699.762357:0:24683:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1788744699.762364:0:24683:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac643fb2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3645:x1875634154629120:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788744699.762427:0:24683:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac643fb2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3645:x1875634154629120:12345-0@lo:400:kworker.0 Request processed in 36us (246us total) trans 0 rc 0/0 00000100:00100000:0.0:1788744699.762434:0:24683:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1788744699.762457:0:25313:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154629632 00000100:00100000:0.0:1788744699.762473:0:25313:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154629632 00000100:00100000:0.0:1788744699.762489:0:25313:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154630144 00000100:00100000:0.0:1788744699.762491:0:25313:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154630144 00000100:00100000:0.0:1788744699.762507:0:25313:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:0.0:1788744699.762513:0:25313:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac644456300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3643:x1875634154630016:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788744699.762651:0:22697:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac644455880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3643:x1875634154629888:12345-0@lo:400:kworker.0 Request processed in 932us (2390us total) trans 0 rc 0/0 00000100:00100000:2.0:1788744699.762658:0:22697:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:2.0:1788744699.762677:0:22697:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:2.0:1788744699.762683:0:22697:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac6431edc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3646:x1875634154629248:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788744699.762713:0:22697:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac6431edc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3646:x1875634154629248:12345-0@lo:400:kworker.0 Request processed in 30us (1265us total) trans 0 rc 0/0 00000100:00100000:2.0:1788744699.762718:0:22697:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:2.0:1788744699.762729:0:22697:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:1.0:1788744699.763363:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac644454a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3646:1875634154629760:0@lo:400:kworker.0 00000100:00100000:1.0:1788744699.763419:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788744699.763720:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac644454380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3646:1875634154629248:0@lo:400:kworker.0 00000100:00100000:1.0:1788744699.763811:0:22698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154629760 00000100:00100000:1.0:1788744699.763818:0:22698:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154629760 00000100:00100000:1.0:1788744699.763854:0:22698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:1.0:1788744699.763862:0:22698:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac641b79880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3645:x1875634154630144:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788744699.763906:0:22698:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac641b79880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3645:x1875634154630144:12345-0@lo:400:kworker.0 Request processed in 45us (1655us total) trans 0 rc 0/0 00000100:00100000:1.0:1788744699.763913:0:22698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:1.0:1788744699.763928:0:22698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:3.0:1788744699.764106:0:23438:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154629376 00000100:00100000:3.0:1788744699.764141:0:23438:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:3.0:1788744699.764155:0:23438:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac644455180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3643:x1875634154629376:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788744699.764198:0:23438:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac644455180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3643:x1875634154629376:12345-0@lo:400:kworker.0 Request processed in 44us (3973us total) trans 0 rc 0/0 00000100:00100000:3.0:1788744699.764204:0:23438:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00100000:3.0:1788744699.764255:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac643fe0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3643:1875634154628992:0@lo:400:kworker.0 00000100:00100000:3.0:1788744699.764267:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac644457b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3643:1875634154629504:0@lo:400:kworker.0 00000100:00100000:3.0:1788744699.764279:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac643fe1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3643:1875634154628864:0@lo:400:kworker.0 00000100:00100000:3.0:1788744699.764289:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac644457100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3643:1875634154629376:0@lo:400:kworker.0 00010000:00080000:3.0:1788744699.764304:0:3643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9ac644455f80 x1875634154629888/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788744715 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788744699.764314:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac644455f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3643:1875634154629888:0@lo:400:kworker.0 00000100:00080000:3.0:1788744699.764353:0:22693:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1788744699.764358:0:22693:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1788744699.764361:0:22693:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1788744699.764423:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac643fe1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3645:1875634154629120:0@lo:400:kworker.0 00010000:00080000:3.0:1788744699.764437:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9ac644455c00 x1875634154630144/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788744715 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788744699.764446:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac644455c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3645:1875634154630144:0@lo:400:kworker.0 00000100:00100000:3.0:1788744699.764484:0:24207:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154630272 00000100:00100000:3.0:1788744699.764488:0:24207:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154630272 00000100:00100000:3.0:1788744699.764517:0:24207:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1788744699.764625:0:22697:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac643fb3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3645:x1875634154629632:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788744699.764682:0:22697:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac643fb3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3645:x1875634154629632:12345-0@lo:400:kworker.0 Request processed in 1947us (2464us total) trans 0 rc 0/0 00000100:00100000:2.0:1788744699.764688:0:22697:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:2.0:1788744699.764719:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac644457480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3645:1875634154629632:0@lo:400:kworker.0 00000100:00100000:2.0:1788744699.764746:0:22692:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154628736 00000100:00100000:2.0:1788744699.764750:0:22692:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154628736 00000100:00100000:2.0:1788744699.764778:0:22692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 131 00000100:00100000:2.0:1788744699.764785:0:22692:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac761f8b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:57b18335-b9a3-4404-b391-d3050d8407ce+24:3646:x1875634154628736:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788744699.764820:0:22692:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac761f8b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:57b18335-b9a3-4404-b391-d3050d8407ce+24:3646:x1875634154628736:12345-0@lo:400:kworker.0 Request processed in 36us (3439us total) trans 0 rc 0/0 00000100:00100000:2.0:1788744699.764826:0:22692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 131 00000100:00100000:0.0:1788744699.765078:0:25313:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac644456300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3643:x1875634154630016:12345-0@lo:400:kworker.0 Request processed in 2564us (4708us total) trans 0 rc 0/0 00000100:00100000:0.0:1788744699.765087:0:25313:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:0.0:1788744699.765119:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac644454000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3643:1875634154630016:0@lo:400:kworker.0 00000100:00100000:0.0:1788744699.765162:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac643fe3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:57b18335-b9a3-4404-b391-d3050d8407ce:3646:1875634154628736:0@lo:400:kworker.0 00000100:00100000:1.0:1788744699.765252:0:22698:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac6431ee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3646:x1875634154629760:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788744699.765291:0:22698:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac6431ee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3646:x1875634154629760:12345-0@lo:400:kworker.0 Request processed in 1357us (1871us total) trans 0 rc 0/0 00000100:00100000:1.0:1788744699.765297:0:22698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:3.0:1788744699.767345:0:24207:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac641b7b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3645:x1875634154630272:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1788744699.767388:0:24207:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923505152 avail 3691982848 00000100:00100000:3.0:1788744699.767521:0:24207:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac641b7b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3645:x1875634154630272:12345-0@lo:13:osp-pre-1-0.0 Request processed in 2995us (5227us total) trans 0 rc 0/0 00000100:00100000:0.0:1788744699.767763:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac644454a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3646:1875634154629760:0@lo:400:kworker.0 00000100:00100000:3.0:1788744699.769198:0:24207:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1788744699.770699:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac77fb83480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3645:1875634154630272:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1788744699.886764:0:24997:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:3.0:1788744700.276230:0:25019:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 8f278e14-2cf4-4a87-bcb4-4affdb4e6fd0 00000001:00080000:3.0:1788744700.276246:0:25019:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 12884901890 is committed 00000100:00100000:1.0:1788744700.536507:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.4@tcp (source: 12345-192.168.203.4@tcp) 00000100:00100000:3.0:1788744700.536595:0:22699:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634138792704 00000100:00100000:3.0:1788744700.536605:0:22699:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634138792704 00000100:00100000:3.0:1788744700.536700:0:22699:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.4@tcp, seq: 14 00000100:00100000:3.0:1788744700.536712:0:22699:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac6431ec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8f278e14-2cf4-4a87-bcb4-4affdb4e6fd0+7:18134:x1875634138792704:12345-192.168.203.4@tcp:41:lfs.0 00000004:00000024:3.0:1788744700.536753:0:22699:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446309888 avail 1300070400 00000100:00100000:3.0:1788744700.536852:0:22699:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac6431ec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8f278e14-2cf4-4a87-bcb4-4affdb4e6fd0+7:18134:x1875634138792704:12345-192.168.203.4@tcp:41:lfs.0 Request processed in 141us (366us total) trans 0 rc 0/0 00000100:00100000:3.0:1788744700.536860:0:22699:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.4@tcp, seq: 14 00000100:00080000:1.0:1788744700.536925:0:22693:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788744700.541302:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.4@tcp (source: 12345-192.168.203.4@tcp) 00000100:00100000:2.0:1788744700.541473:0:22697:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634138792832 00000100:00100000:2.0:1788744700.541484:0:22697:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634138792832 00000100:00100000:2.0:1788744700.541568:0:22697:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.4@tcp, seq: 15 00000100:00100000:2.0:1788744700.541578:0:22697:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac6431edf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8f278e14-2cf4-4a87-bcb4-4affdb4e6fd0+6:18134:x1875634138792832:12345-192.168.203.4@tcp:41:lfs.0 00000004:00000024:2.0:1788744700.541619:0:22697:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446461440 avail 1300221952 00000100:00100000:2.0:1788744700.541712:0:22697:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac6431edf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8f278e14-2cf4-4a87-bcb4-4affdb4e6fd0+6:18134:x1875634138792832:12345-192.168.203.4@tcp:41:lfs.0 Request processed in 136us (418us total) trans 0 rc 0/0 00000100:00100000:2.0:1788744700.541719:0:22697:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.4@tcp, seq: 15 00000100:00080000:1.0:1788744700.544340:0:22693:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1788744700.550525:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.4@tcp (source: 12345-192.168.203.4@tcp) 00000100:00100000:1.0:1788744700.550767:0:24208:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634138792960 00000100:00100000:1.0:1788744700.550776:0:24208:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634138792960 00000100:00100000:1.0:1788744700.550854:0:24208:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.4@tcp, seq: 11 00000100:00100000:1.0:1788744700.550876:0:24208:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac641b78000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:8f278e14-2cf4-4a87-bcb4-4affdb4e6fd0+6:18134:x1875634138792960:12345-192.168.203.4@tcp:13:lfs.0 00002000:00000024:1.0:1788744700.550908:0:24208:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3915857920 avail 3684335616 00000100:00100000:1.0:1788744700.551003:0:24208:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac641b78000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:8f278e14-2cf4-4a87-bcb4-4affdb4e6fd0+6:18134:x1875634138792960:12345-192.168.203.4@tcp:13:lfs.0 Request processed in 139us (486us total) trans 0 rc 0/0 00000100:00100000:1.0:1788744700.551010:0:24208:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.4@tcp, seq: 11 00000100:00080000:3.0:1788744700.553427:0:22693:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788744700.555593:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.4@tcp (source: 12345-192.168.203.4@tcp) 00000100:00100000:1.0:1788744700.559669:0:24208:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634138793088 00000100:00100000:1.0:1788744700.559684:0:24208:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634138793088 00000100:00100000:1.0:1788744700.559863:0:24208:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.4@tcp, seq: 12 00000100:00100000:1.0:1788744700.559874:0:24208:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac644455c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:8f278e14-2cf4-4a87-bcb4-4affdb4e6fd0+5:18134:x1875634138793088:12345-192.168.203.4@tcp:13:lfs.0 00002000:00000024:1.0:1788744700.559909:0:24208:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923505152 avail 3691982848 00000100:00100000:1.0:1788744700.560022:0:24208:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac644455c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:8f278e14-2cf4-4a87-bcb4-4affdb4e6fd0+5:18134:x1875634138793088:12345-192.168.203.4@tcp:13:lfs.0 Request processed in 149us (4507us total) trans 0 rc 0/0 00000100:00100000:1.0:1788744700.560029:0:24208:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.4@tcp, seq: 12 00000100:00080000:3.0:1788744700.567102:0:22693:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1788744700.732743:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.4@tcp (source: 12345-192.168.203.4@tcp) 00000100:00100000:3.0:1788744700.732878:0:22690:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634138793216 00000100:00100000:3.0:1788744700.732888:0:22690:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634138793216 00000100:00100000:3.0:1788744700.732946:0:22690:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.4@tcp, seq: 132 00000100:00100000:3.0:1788744700.732957:0:22690:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac761f8a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3571d18d-7aff-4e21-b5bb-1b9bfbdb5579+10:18165:x1875634138793216:12345-192.168.203.4@tcp:101:mount.lustre.0 00010000:00010000:3.0:1788744700.732982:0:22690:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788744700.733000:0:22690:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9ac643dad000/0xb6207a6e76dce093 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x40000000000000 nid: local remote: 0x7053de4f1aa0da2a expref: -99 pid: 22690 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744700.733029:0:22690:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9ac643dad000/0xb6207a6e76dce093 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x50000000000000 nid: 192.168.203.4@tcp remote: 0x7053de4f1aa0da2a expref: 11 pid: 22690 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744700.733042:0:22690:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9ac643dad000/0xb6207a6e76dce093 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x40000000000000 nid: 192.168.203.4@tcp remote: 0x7053de4f1aa0da2a expref: 11 pid: 22690 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744700.733067:0:22690:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ac643dad000, rc 0) 00000100:00100000:3.0:1788744700.733131:0:22690:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac761f8a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3571d18d-7aff-4e21-b5bb-1b9bfbdb5579+11:18165:x1875634138793216:12345-192.168.203.4@tcp:101:mount.lustre.0 Request processed in 175us (396us total) trans 0 rc 0/0 00000100:00100000:3.0:1788744700.733139:0:22690:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.4@tcp, seq: 132 00000100:00100000:2.0:1788744700.747616:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.4@tcp (source: 12345-192.168.203.4@tcp) 00000100:00100000:3.0:1788744700.747706:0:22689:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634138793344 00000100:00100000:3.0:1788744700.747717:0:22689:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634138793344 00000100:00100000:3.0:1788744700.747787:0:22689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.4@tcp, seq: 133 00000100:00100000:3.0:1788744700.747798:0:22689:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac761f8bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3571d18d-7aff-4e21-b5bb-1b9bfbdb5579+11:18165:x1875634138793344:12345-192.168.203.4@tcp:501:mount.lustre.0 00000100:00100000:3.0:1788744700.747976:0:22689:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac761f8bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3571d18d-7aff-4e21-b5bb-1b9bfbdb5579+11:18165:x1875634138793344:12345-192.168.203.4@tcp:501:mount.lustre.0 Request processed in 178us (368us total) trans 0 rc 0/0 00000100:00100000:3.0:1788744700.747984:0:22689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.4@tcp, seq: 133 00000100:00100000:1.0:1788744700.753705:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.4@tcp (source: 12345-192.168.203.4@tcp) 00000100:00100000:2.0:1788744700.754526:0:22692:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634138793472 00000100:00100000:2.0:1788744700.754539:0:22692:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634138793472 00000100:00100000:2.0:1788744700.754619:0:22692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.4@tcp, seq: 134 00000100:00100000:2.0:1788744700.754631:0:22692:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac6430f3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3571d18d-7aff-4e21-b5bb-1b9bfbdb5579+11:18165:x1875634138793472:12345-192.168.203.4@tcp:503:mount.lustre.0 00000100:00100000:2.0:1788744700.754982:0:22692:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac6430f3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3571d18d-7aff-4e21-b5bb-1b9bfbdb5579+11:18165:x1875634138793472:12345-192.168.203.4@tcp:503:mount.lustre.0 Request processed in 352us (1284us total) trans 0 rc 0/0 00000100:00100000:2.0:1788744700.754992:0:22692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.4@tcp, seq: 134 00000100:00100000:1.0:1788744700.777483:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.4@tcp (source: 12345-192.168.203.4@tcp) 00000100:00100000:2.0:1788744700.777924:0:22690:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634138793600 00000100:00100000:2.0:1788744700.777935:0:22690:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634138793600 00000100:00100000:2.0:1788744700.778001:0:22690:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.4@tcp, seq: 135 00000100:00100000:2.0:1788744700.778012:0:22690:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac6430f2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3571d18d-7aff-4e21-b5bb-1b9bfbdb5579+11:18172:x1875634138793600:12345-192.168.203.4@tcp:502:llog_process_th.0 00000100:00100000:2.0:1788744700.778213:0:22690:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac6430f2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3571d18d-7aff-4e21-b5bb-1b9bfbdb5579+11:18172:x1875634138793600:12345-192.168.203.4@tcp:502:llog_process_th.0 Request processed in 202us (738us total) trans 0 rc 0/0 00000100:00100000:2.0:1788744700.778222:0:22690:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.4@tcp, seq: 135 00000100:00100000:0.0:1788744700.830231:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.4@tcp (source: 12345-192.168.203.4@tcp) 00000100:00100000:2.0:1788744700.830329:0:22692:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634138793728 00000100:00100000:2.0:1788744700.830338:0:22692:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634138793728 00000100:00100000:2.0:1788744700.830397:0:22692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.4@tcp, seq: 136 00000100:00100000:2.0:1788744700.830445:0:22692:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac6430f1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3571d18d-7aff-4e21-b5bb-1b9bfbdb5579+11:18172:x1875634138793728:12345-192.168.203.4@tcp:502:llog_process_th.0 00000100:00100000:2.0:1788744700.830612:0:22692:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac6430f1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3571d18d-7aff-4e21-b5bb-1b9bfbdb5579+11:18172:x1875634138793728:12345-192.168.203.4@tcp:502:llog_process_th.0 Request processed in 169us (389us total) trans 0 rc 0/0 00000100:00100000:2.0:1788744700.830621:0:22692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.4@tcp, seq: 136 00000100:00100000:0.0:1788744700.837331:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.4@tcp (source: 12345-192.168.203.4@tcp) 00000100:00100000:3.0:1788744700.837458:0:22689:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634138793856 00000100:00100000:3.0:1788744700.837468:0:22689:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634138793856 00000100:00100000:3.0:1788744700.837535:0:22689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.4@tcp, seq: 137 00000100:00100000:3.0:1788744700.837546:0:22689:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac6430f0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3571d18d-7aff-4e21-b5bb-1b9bfbdb5579+11:18172:x1875634138793856:12345-192.168.203.4@tcp:502:llog_process_th.0 00000100:00100000:3.0:1788744700.837695:0:22689:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac6430f0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3571d18d-7aff-4e21-b5bb-1b9bfbdb5579+11:18172:x1875634138793856:12345-192.168.203.4@tcp:502:llog_process_th.0 Request processed in 150us (374us total) trans 0 rc 0/0 00000100:00100000:3.0:1788744700.837703:0:22689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.4@tcp, seq: 137 00000100:00100000:1.0:1788744700.844662:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.4@tcp (source: 12345-192.168.203.4@tcp) 00000100:00100000:3.0:1788744700.844744:0:22690:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634138793984 00000100:00100000:3.0:1788744700.844755:0:22690:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634138793984 00000100:00100000:3.0:1788744700.844824:0:22690:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.4@tcp, seq: 138 00000100:00100000:3.0:1788744700.844835:0:22690:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac6430f3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3571d18d-7aff-4e21-b5bb-1b9bfbdb5579+11:18165:x1875634138793984:12345-192.168.203.4@tcp:101:mount.lustre.0 00010000:00010000:3.0:1788744700.844851:0:22690:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788744700.844869:0:22690:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9ac643dad200/0xb6207a6e76dce09a lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x7053de4f1aa0da5b expref: -99 pid: 22690 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744700.844911:0:22690:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9ac643dad200/0xb6207a6e76dce09a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 192.168.203.4@tcp remote: 0x7053de4f1aa0da5b expref: 12 pid: 22690 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744700.844923:0:22690:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9ac643dad200/0xb6207a6e76dce09a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 192.168.203.4@tcp remote: 0x7053de4f1aa0da5b expref: 12 pid: 22690 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744700.844933:0:22690:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ac643dad200, rc 0) 00000100:00100000:3.0:1788744700.845000:0:22690:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac6430f3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3571d18d-7aff-4e21-b5bb-1b9bfbdb5579+12:18165:x1875634138793984:12345-192.168.203.4@tcp:101:mount.lustre.0 Request processed in 167us (348us total) trans 0 rc 0/0 00000100:00100000:3.0:1788744700.845008:0:22690:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.4@tcp, seq: 138 00000100:00100000:0.0:1788744700.863207:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.4@tcp (source: 12345-192.168.203.4@tcp) 00000100:00100000:2.0:1788744700.863310:0:22692:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634138794112 00000100:00100000:2.0:1788744700.863321:0:22692:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634138794112 00000100:00100000:2.0:1788744700.863374:0:22692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.4@tcp, seq: 139 00000100:00100000:2.0:1788744700.863385:0:22692:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac6430f0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3571d18d-7aff-4e21-b5bb-1b9bfbdb5579+12:18165:x1875634138794112:12345-192.168.203.4@tcp:256:mount.lustre.0 20000000:01000000:2.0:1788744700.863434:0:22692:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-cliir bufsize 1048576. 20000000:01000000:2.0:1788744700.863459:0:22692:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/256/255. 20000000:01000000:2.0:1788744700.863469:0:22692:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4008/1/256/255. 20000000:01000000:2.0:1788744700.863472:0:22692:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3964/1/256/255. 20000000:01000000:2.0:1788744700.863475:0:22692:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3920/1/256/255. 20000000:01000000:2.0:1788744700.863478:0:22692:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 176, version 14 00000100:00100000:2.0:1788744700.867062:0:22692:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac6430f0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3571d18d-7aff-4e21-b5bb-1b9bfbdb5579+12:18165:x1875634138794112:12345-192.168.203.4@tcp:256:mount.lustre.0 Request processed in 3666us (3851us total) trans 0 rc 0/0 00000100:00100000:2.0:1788744700.867079:0:22692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.4@tcp, seq: 139 00000100:00100000:1.0:1788744700.873637:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.4@tcp (source: 12345-192.168.203.4@tcp) 00000100:00100000:2.0:1788744700.873853:0:22689:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634138794240 00000100:00100000:2.0:1788744700.873864:0:22689:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634138794240 00000100:00100000:2.0:1788744700.873915:0:22689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.4@tcp, seq: 140 00000100:00100000:2.0:1788744700.873925:0:22689:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac6430f2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3571d18d-7aff-4e21-b5bb-1b9bfbdb5579+12:18165:x1875634138794240:12345-192.168.203.4@tcp:101:mount.lustre.0 00010000:00010000:2.0:1788744700.873941:0:22689:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788744700.873969:0:22689:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9ac775b82c00/0xb6207a6e76dce0a1 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0x7053de4f1aa0da62 expref: -99 pid: 22689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744700.873998:0:22689:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9ac775b82c00/0xb6207a6e76dce0a1 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 192.168.203.4@tcp remote: 0x7053de4f1aa0da62 expref: 13 pid: 22689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744700.874008:0:22689:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9ac775b82c00/0xb6207a6e76dce0a1 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 192.168.203.4@tcp remote: 0x7053de4f1aa0da62 expref: 13 pid: 22689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744700.874017:0:22689:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ac775b82c00, rc 0) 00000100:00100000:2.0:1788744700.874075:0:22689:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac6430f2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3571d18d-7aff-4e21-b5bb-1b9bfbdb5579+13:18165:x1875634138794240:12345-192.168.203.4@tcp:101:mount.lustre.0 Request processed in 151us (448us total) trans 0 rc 0/0 00000100:00100000:2.0:1788744700.874082:0:22689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.4@tcp, seq: 140 00000100:00100000:0.0:1788744700.876460:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.4@tcp (source: 12345-192.168.203.4@tcp) 00000100:00100000:2.0:1788744700.876600:0:22692:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634138794368 00000100:00100000:2.0:1788744700.876610:0:22692:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634138794368 00000100:00100000:2.0:1788744700.876669:0:22692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.4@tcp, seq: 141 00000100:00100000:2.0:1788744700.876679:0:22692:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac6430f0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3571d18d-7aff-4e21-b5bb-1b9bfbdb5579+13:18165:x1875634138794368:12345-192.168.203.4@tcp:501:mount.lustre.0 00000100:00100000:2.0:1788744700.876856:0:22692:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac6430f0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3571d18d-7aff-4e21-b5bb-1b9bfbdb5579+13:18165:x1875634138794368:12345-192.168.203.4@tcp:501:mount.lustre.0 Request processed in 177us (403us total) trans 0 rc 0/0 00000100:00100000:2.0:1788744700.876864:0:22692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.4@tcp, seq: 141 00000100:00100000:0.0:1788744700.878826:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.4@tcp (source: 12345-192.168.203.4@tcp) 00000100:00100000:3.0:1788744700.878912:0:22690:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634138794496 00000100:00100000:3.0:1788744700.878924:0:22690:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634138794496 00000100:00100000:3.0:1788744700.878990:0:22690:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.4@tcp, seq: 142 00000100:00100000:3.0:1788744700.879001:0:22690:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac6430f1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3571d18d-7aff-4e21-b5bb-1b9bfbdb5579+13:18165:x1875634138794496:12345-192.168.203.4@tcp:503:mount.lustre.0 00000100:00100000:3.0:1788744700.879145:0:22690:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac6430f1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3571d18d-7aff-4e21-b5bb-1b9bfbdb5579+13:18165:x1875634138794496:12345-192.168.203.4@tcp:503:mount.lustre.0 Request processed in 145us (325us total) trans 0 rc 0/0 00000100:00100000:3.0:1788744700.879152:0:22690:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.4@tcp, seq: 142 00000100:00100000:1.0:1788744700.887086:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.4@tcp (source: 12345-192.168.203.4@tcp) 00000100:00100000:3.0:1788744700.887178:0:22689:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634138794624 00000100:00100000:3.0:1788744700.887188:0:22689:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634138794624 00000100:00100000:3.0:1788744700.887248:0:22689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.4@tcp, seq: 143 00000100:00100000:3.0:1788744700.887259:0:22689:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac6430f1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3571d18d-7aff-4e21-b5bb-1b9bfbdb5579+13:18178:x1875634138794624:12345-192.168.203.4@tcp:502:llog_process_th.0 00000100:00100000:3.0:1788744700.887676:0:22689:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac6430f1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3571d18d-7aff-4e21-b5bb-1b9bfbdb5579+13:18178:x1875634138794624:12345-192.168.203.4@tcp:502:llog_process_th.0 Request processed in 417us (596us total) trans 0 rc 0/0 00000100:00100000:3.0:1788744700.887685:0:22689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.4@tcp, seq: 143 00000100:00100000:0.0:1788744700.905048:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.4@tcp (source: 12345-192.168.203.4@tcp) 00000100:00100000:2.0:1788744700.905133:0:22692:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634138794752 00000100:00100000:2.0:1788744700.905143:0:22692:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634138794752 00000100:00100000:2.0:1788744700.905201:0:22692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.4@tcp, seq: 144 00000100:00100000:2.0:1788744700.905212:0:22692:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac6430f2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3571d18d-7aff-4e21-b5bb-1b9bfbdb5579+13:18178:x1875634138794752:12345-192.168.203.4@tcp:502:llog_process_th.0 00000100:00100000:2.0:1788744700.905363:0:22692:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac6430f2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3571d18d-7aff-4e21-b5bb-1b9bfbdb5579+13:18178:x1875634138794752:12345-192.168.203.4@tcp:502:llog_process_th.0 Request processed in 152us (323us total) trans 0 rc 0/0 00000100:00100000:2.0:1788744700.905371:0:22692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.4@tcp, seq: 144 00010000:00010000:3.0:1788744700.910858:0:22686:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788744700.917636:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.4@tcp (source: 12345-192.168.203.4@tcp) 00000100:00100000:0.0:1788744700.917681:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.4@tcp (source: 12345-192.168.203.4@tcp) 00000100:00100000:3.0:1788744700.917872:0:22699:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634138794880 00000100:00100000:3.0:1788744700.917882:0:22699:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634138794880 00000100:00100000:3.0:1788744700.917927:0:22699:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634138795136 00000100:00100000:3.0:1788744700.917930:0:22699:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634138795136 00000100:00100000:3.0:1788744700.917973:0:22699:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.4@tcp, seq: 16 00000100:00100000:3.0:1788744700.917981:0:22699:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac641b79c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2393:x1875634138794880:12345-192.168.203.4@tcp:38:mount.lustre.0 00010000:00080000:3.0:1788744700.918010:0:22699:0:(ldlm_lib.c:1456:target_handle_connect()) lustre-MDT0000: connection from 1f4cf581-4271-4491-9100-97a634e1335f@192.168.203.4@tcp t0 exp 0000000000000000 cur 682 last 0 00000020:00000080:3.0:1788744700.918050:0:22699:0:(genops.c:1384:class_connect()) connect: client 1f4cf581-4271-4491-9100-97a634e1335f, cookie 0xb6207a6e76dce0a8 00000004:00100000:3.0:1788744700.918076:0:22699:0:(mdt_handler.c:7491:mdt_connect_internal()) lustre-MDT0000: cli supports cksum type f7, return f7 00000100:00080000:3.0:1788744700.918174:0:22699:0:(import.c:65:import_set_state_nolock()) ffff9ac7811d3000 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1788744700.918247:0:22699:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac641b79c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f4cf581-4271-4491-9100-97a634e1335f+6:2393:x1875634138794880:12345-192.168.203.4@tcp:38:mount.lustre.0 Request processed in 265us (619us total) trans 0 rc 0/0 00000100:00100000:3.0:1788744700.918256:0:22699:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.4@tcp, seq: 16 00000100:00100000:3.0:1788744700.918274:0:22699:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.4@tcp, seq: 17 00000100:00100000:3.0:1788744700.918279:0:22699:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac641b78700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2393:x1875634138795136:12345-192.168.203.4@tcp:38:mount.lustre.0 00010000:00080000:3.0:1788744700.918294:0:22699:0:(ldlm_lib.c:1456:target_handle_connect()) lustre-MDT0001: connection from 1f4cf581-4271-4491-9100-97a634e1335f@192.168.203.4@tcp t0 exp 0000000000000000 cur 682 last 0 00000020:00000080:3.0:1788744700.918319:0:22699:0:(genops.c:1384:class_connect()) connect: client 1f4cf581-4271-4491-9100-97a634e1335f, cookie 0xb6207a6e76dce0af 00000004:00100000:3.0:1788744700.918331:0:22699:0:(mdt_handler.c:7491:mdt_connect_internal()) lustre-MDT0001: cli supports cksum type f7, return f7 00000100:00080000:3.0:1788744700.918378:0:22699:0:(import.c:65:import_set_state_nolock()) ffff9ac7811d3800 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1788744700.918439:0:22699:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac641b78700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f4cf581-4271-4491-9100-97a634e1335f+6:2393:x1875634138795136:12345-192.168.203.4@tcp:38:mount.lustre.0 Request processed in 158us (757us total) trans 0 rc 0/0 00000100:00100000:3.0:1788744700.918446:0:22699:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.4@tcp, seq: 17 00000100:00100000:1.0:1788744700.926276:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.4@tcp (source: 12345-192.168.203.4@tcp) 00000100:00100000:1.0:1788744700.926315:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.4@tcp (source: 12345-192.168.203.4@tcp) 00000100:00100000:1.0:1788744700.926344:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.4@tcp (source: 12345-192.168.203.4@tcp) 00000100:00100000:2.0:1788744700.926449:0:22697:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634138795392 00000100:00100000:2.0:1788744700.926460:0:22697:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634138795392 00000100:00100000:2.0:1788744700.926535:0:22697:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634138795264 00000100:00100000:2.0:1788744700.926538:0:22697:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634138795264 00000100:00100000:2.0:1788744700.926561:0:22697:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634138795008 00000100:00100000:2.0:1788744700.926564:0:22697:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634138795008 00000100:00100000:2.0:1788744700.926579:0:22697:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.4@tcp, seq: 18 00000100:00100000:2.0:1788744700.926588:0:22697:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac6431ed880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f4cf581-4271-4491-9100-97a634e1335f+7:18165:x1875634138795392:12345-192.168.203.4@tcp:41:mount.lustre.0 00000004:00000024:2.0:1788744700.926616:0:22697:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446309888 avail 1300070400 00000100:00100000:2.0:1788744700.926683:0:22697:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac6431ed880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f4cf581-4271-4491-9100-97a634e1335f+7:18165:x1875634138795392:12345-192.168.203.4@tcp:41:mount.lustre.0 Request processed in 95us (414us total) trans 0 rc 0/0 00000100:00100000:2.0:1788744700.926690:0:22697:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.4@tcp, seq: 18 00000100:00100000:2.0:1788744700.926709:0:22697:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.4@tcp, seq: 19 00000100:00100000:2.0:1788744700.926716:0:22697:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac6431ec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f4cf581-4271-4491-9100-97a634e1335f+6:0:x1875634138795264:12345-192.168.203.4@tcp:41:mount.lustre.0 00000004:00000024:2.0:1788744700.926728:0:22697:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:2.0:1788744700.926787:0:22697:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac6431ec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f4cf581-4271-4491-9100-97a634e1335f+6:0:x1875634138795264:12345-192.168.203.4@tcp:41:mount.lustre.0 Request processed in 71us (470us total) trans 0 rc 0/0 00000100:00100000:2.0:1788744700.926793:0:22697:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.4@tcp, seq: 19 00000100:00100000:2.0:1788744700.926806:0:22697:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.4@tcp, seq: 20 00000100:00100000:2.0:1788744700.926813:0:22697:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac6431ef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f4cf581-4271-4491-9100-97a634e1335f+6:0:x1875634138795008:12345-192.168.203.4@tcp:41:mount.lustre.0 00000004:00000024:2.0:1788744700.926824:0:22697:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446309888 avail 1300070400 00000100:00100000:2.0:1788744700.926845:0:22697:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac6431ef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f4cf581-4271-4491-9100-97a634e1335f+6:0:x1875634138795008:12345-192.168.203.4@tcp:41:mount.lustre.0 Request processed in 33us (500us total) trans 0 rc 0/0 00000100:00100000:2.0:1788744700.926850:0:22697:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.4@tcp, seq: 20 00000100:00080000:1.0:1788744700.928546:0:22693:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1788744700.928555:0:22693:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788744700.943538:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.4@tcp (source: 12345-192.168.203.4@tcp) 00000100:00100000:2.0:1788744700.943686:0:22697:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634138795520 00000100:00100000:2.0:1788744700.943696:0:22697:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634138795520 00000100:00100000:2.0:1788744700.943754:0:22697:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.4@tcp, seq: 21 00000100:00100000:2.0:1788744700.943773:0:22697:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac644455f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f4cf581-4271-4491-9100-97a634e1335f+6:18165:x1875634138795520:12345-192.168.203.4@tcp:40:mount.lustre.0 00000100:00100000:2.0:1788744700.943876:0:22697:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac644455f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f4cf581-4271-4491-9100-97a634e1335f+6:18165:x1875634138795520:12345-192.168.203.4@tcp:40:mount.lustre.0 Request processed in 112us (357us total) trans 0 rc 0/0 00000100:00100000:2.0:1788744700.943885:0:22697:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.4@tcp, seq: 21 00000100:00100000:0.0:1788744700.949142:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.4@tcp (source: 12345-192.168.203.4@tcp) 00000100:00100000:0.0:1788744700.949185:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.4@tcp (source: 12345-192.168.203.4@tcp) 00000100:00100000:0.0:1788744700.949216:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.4@tcp (source: 12345-192.168.203.4@tcp) 00000100:00100000:0.0:1788744700.949251:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.4@tcp (source: 12345-192.168.203.4@tcp) 00000100:00100000:0.0:1788744700.949270:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.4@tcp (source: 12345-192.168.203.4@tcp) 00000100:00100000:0.0:1788744700.949296:0:24683:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634138795648 00000100:00100000:0.0:1788744700.949305:0:24683:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634138795648 00000100:00100000:0.0:1788744700.949340:0:24683:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634138795776 00000100:00100000:0.0:1788744700.949343:0:24683:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634138795776 00000100:00100000:0.0:1788744700.949351:0:24683:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634138796416 00000100:00100000:0.0:1788744700.949354:0:24683:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634138796416 00000100:00100000:0.0:1788744700.949378:0:24683:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.4@tcp, seq: 7 00000100:00100000:0.0:1788744700.949388:0:24683:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac641b7b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8f278e14-2cf4-4a87-bcb4-4affdb4e6fd0+6:2397:x1875634138796416:12345-192.168.203.4@tcp:400:kworker.0 00000100:00100000:0.0:1788744700.949498:0:24683:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac641b7b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8f278e14-2cf4-4a87-bcb4-4affdb4e6fd0+6:2397:x1875634138796416:12345-192.168.203.4@tcp:400:kworker.0 Request processed in 110us (225us total) trans 0 rc 0/0 00000100:00100000:0.0:1788744700.949505:0:24683:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.4@tcp, seq: 7 00000100:00100000:0.0:1788744700.949537:0:24683:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.4@tcp, seq: 20 00000100:00100000:0.0:1788744700.949542:0:24683:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac641b7bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2393:x1875634138795648:12345-192.168.203.4@tcp:8:mount.lustre.0 00010000:00080000:0.0:1788744700.949584:0:24683:0:(ldlm_lib.c:1456:target_handle_connect()) lustre-OST0000: connection from 1f4cf581-4271-4491-9100-97a634e1335f@192.168.203.4@tcp t0 exp 0000000000000000 cur 682 last 0 00000020:00000080:0.0:1788744700.949613:0:24683:0:(genops.c:1384:class_connect()) connect: client 1f4cf581-4271-4491-9100-97a634e1335f, cookie 0xb6207a6e76dce0b6 00002000:00100000:0.0:1788744700.949624:0:24683:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli 1f4cf581-4271-4491-9100-97a634e1335f/ffff9ac78119c000 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 2113a2c ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:0.0:1788744700.949635:0:24683:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00002000:00080000:0.0:1788744700.949703:0:24683:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:0.0:1788744700.949731:0:24683:0:(import.c:65:import_set_state_nolock()) ffff9ac781199000 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1788744700.949886:0:24683:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac641b7bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1f4cf581-4271-4491-9100-97a634e1335f+6:2393:x1875634138795648:12345-192.168.203.4@tcp:8:mount.lustre.0 Request processed in 214us (572us total) trans 0 rc 0/0 00000100:00100000:0.0:1788744700.949894:0:24683:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.4@tcp, seq: 20 00000100:00100000:0.0:1788744700.949910:0:24683:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.4@tcp, seq: 21 00000100:00100000:0.0:1788744700.949914:0:24683:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac641b7a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2393:x1875634138795776:12345-192.168.203.4@tcp:8:mount.lustre.0 00010000:00080000:0.0:1788744700.949930:0:24683:0:(ldlm_lib.c:1456:target_handle_connect()) lustre-OST0001: connection from 1f4cf581-4271-4491-9100-97a634e1335f@192.168.203.4@tcp t0 exp 0000000000000000 cur 682 last 0 00000020:00000080:0.0:1788744700.949946:0:24683:0:(genops.c:1384:class_connect()) connect: client 1f4cf581-4271-4491-9100-97a634e1335f, cookie 0xb6207a6e76dce0bd 00002000:00100000:0.0:1788744700.949951:0:24683:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli 1f4cf581-4271-4491-9100-97a634e1335f/ffff9ac781199800 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 2113a2c ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:0.0:1788744700.949967:0:24683:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return f7 00002000:00080000:0.0:1788744700.950012:0:24683:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:0.0:1788744700.950026:0:24683:0:(import.c:65:import_set_state_nolock()) ffff9ac78119e800 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1788744700.950051:0:24683:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac641b7a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1f4cf581-4271-4491-9100-97a634e1335f+6:2393:x1875634138795776:12345-192.168.203.4@tcp:8:mount.lustre.0 Request processed in 135us (834us total) trans 0 rc 0/0 00000100:00100000:0.0:1788744700.950058:0:24683:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.4@tcp, seq: 21 00000100:00100000:0.0:1788744700.950110:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.4@tcp (source: 12345-192.168.203.4@tcp) 00000100:00100000:0.0:1788744700.950163:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.4@tcp (source: 12345-192.168.203.4@tcp) 00000100:00100000:0.0:1788744700.950183:0:25313:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634138796160 00000100:00100000:0.0:1788744700.950187:0:25313:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634138796160 00000100:00100000:0.0:1788744700.950224:0:25313:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634138796288 00000100:00100000:0.0:1788744700.950227:0:25313:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634138796288 00000100:00100000:0.0:1788744700.950243:0:25313:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.4@tcp, seq: 38 00000100:00100000:0.0:1788744700.950248:0:25313:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac641b7a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8f278e14-2cf4-4a87-bcb4-4affdb4e6fd0+7:2397:x1875634138796160:12345-192.168.203.4@tcp:400:kworker.0 00000100:00100000:0.0:1788744700.950280:0:25313:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac641b7a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8f278e14-2cf4-4a87-bcb4-4affdb4e6fd0+7:2397:x1875634138796160:12345-192.168.203.4@tcp:400:kworker.0 Request processed in 30us (1028us total) trans 0 rc 0/0 00000100:00100000:0.0:1788744700.950288:0:25313:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.4@tcp, seq: 38 00000100:00100000:0.0:1788744700.950300:0:25313:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.4@tcp, seq: 39 00000100:00100000:0.0:1788744700.950306:0:25313:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac641b78a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8f278e14-2cf4-4a87-bcb4-4affdb4e6fd0+6:2397:x1875634138796288:12345-192.168.203.4@tcp:400:kworker.0 00000100:00100000:0.0:1788744700.950329:0:25313:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac641b78a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8f278e14-2cf4-4a87-bcb4-4affdb4e6fd0+6:2397:x1875634138796288:12345-192.168.203.4@tcp:400:kworker.0 Request processed in 23us (166us total) trans 0 rc 0/0 00000100:00100000:0.0:1788744700.950334:0:25313:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.4@tcp, seq: 39 00000100:00100000:0.0:1788744700.950391:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.4@tcp (source: 12345-192.168.203.4@tcp) 00000100:00100000:0.0:1788744700.950430:0:24683:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634138796544 00000100:00100000:0.0:1788744700.950435:0:24683:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634138796544 00000100:00100000:0.0:1788744700.950458:0:24683:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.4@tcp, seq: 8 00000100:00100000:0.0:1788744700.950465:0:24683:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac641b78380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8f278e14-2cf4-4a87-bcb4-4affdb4e6fd0+5:2397:x1875634138796544:12345-192.168.203.4@tcp:400:kworker.0 00000100:00100000:0.0:1788744700.950489:0:24683:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac641b78380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8f278e14-2cf4-4a87-bcb4-4affdb4e6fd0+5:2397:x1875634138796544:12345-192.168.203.4@tcp:400:kworker.0 Request processed in 25us (99us total) trans 0 rc 0/0 00000100:00100000:0.0:1788744700.950495:0:24683:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.4@tcp, seq: 8 00000100:00100000:1.0:1788744700.951090:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634138795904 00000100:00100000:1.0:1788744700.951097:0:22709:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634138795904 00000100:00100000:1.0:1788744700.951136:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.4@tcp, seq: 4 00000100:00100000:1.0:1788744700.951144:0:22709:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac641b7b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:1f4cf581-4271-4491-9100-97a634e1335f+6:18165:x1875634138795904:12345-192.168.203.4@tcp:900:mount.lustre.0 00000100:00100000:1.0:1788744700.951184:0:22709:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac641b7b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:1f4cf581-4271-4491-9100-97a634e1335f+6:18165:x1875634138795904:12345-192.168.203.4@tcp:900:mount.lustre.0 Request processed in 41us (2052us total) trans 0 rc 0/0 00000100:00100000:1.0:1788744700.951191:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.4@tcp, seq: 4 00000100:00100000:3.0:1788744700.951905:0:22689:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634138796032 00000100:00100000:3.0:1788744700.951914:0:22689:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634138796032 00000100:00100000:3.0:1788744700.951968:0:22689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.4@tcp, seq: 145 00000100:00100000:3.0:1788744700.951977:0:22689:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac6430f2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3571d18d-7aff-4e21-b5bb-1b9bfbdb5579+13:2397:x1875634138796032:12345-192.168.203.4@tcp:400:kworker.0 00000100:00100000:3.0:1788744700.952033:0:22689:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac6430f2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3571d18d-7aff-4e21-b5bb-1b9bfbdb5579+13:2397:x1875634138796032:12345-192.168.203.4@tcp:400:kworker.0 Request processed in 57us (1922us total) trans 0 rc 0/0 00000100:00100000:3.0:1788744700.952040:0:22689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.4@tcp, seq: 145 00000100:00100000:1.0:1788744700.959113:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.4@tcp (source: 12345-192.168.203.4@tcp) 00000100:00100000:2.0:1788744700.959261:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634138796672 00000100:00100000:2.0:1788744700.959273:0:22701:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634138796672 00000100:00100000:2.0:1788744700.959332:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.4@tcp, seq: 1 00000100:00100000:2.0:1788744700.959343:0:22701:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac6431ece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1f4cf581-4271-4491-9100-97a634e1335f+6:18165:x1875634138796672:12345-192.168.203.4@tcp:33:mount.lustre.0 00000004:00200000:2.0:1788744700.959456:0:22701:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000100:00100000:2.0:1788744700.959549:0:22701:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac6431ece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1f4cf581-4271-4491-9100-97a634e1335f+6:18165:x1875634138796672:12345-192.168.203.4@tcp:33:mount.lustre.0 Request processed in 207us (444us total) trans 0 rc 0/0 00000100:00100000:2.0:1788744700.959557:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.4@tcp, seq: 1 00000100:00100000:1.0:1788744701.157883:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.4@tcp (source: 12345-192.168.203.4@tcp) 00000100:00100000:0.0:1788744701.158062:0:25314:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634138796800 00000100:00100000:0.0:1788744701.158073:0:25314:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634138796800 00000100:00100000:0.0:1788744701.158154:0:25314:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.4@tcp, seq: 22 00000100:00100000:0.0:1788744701.158165:0:25314:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac6431eca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f4cf581-4271-4491-9100-97a634e1335f+6:18201:x1875634138796800:12345-192.168.203.4@tcp:101:mkdir.0 00010000:00010000:0.0:1788744701.158186:0:25314:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788744701.158221:0:25314:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ac64446e800/0xb6207a6e76dce0c4 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7053de4f1aa0da93 expref: -99 pid: 25314 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744701.158291:0:25314:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ac64446ec00/0xb6207a6e76dce0cb lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 25314 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744701.158305:0:25314:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ac64446ec00/0xb6207a6e76dce0cb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 25314 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744701.158316:0:25314:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ac64446ec00/0xb6207a6e76dce0cb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 25314 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788744701.158359:0:25314:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1788744701.158363:0:25314:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1788744701.158383:0:25314:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ac64446ec00/0xb6207a6e76dce0cb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 25314 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744701.158616:0:25314:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ac64446e800/0xb6207a6e76dce0c4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.4@tcp remote: 0x7053de4f1aa0da93 expref: 8 pid: 25314 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744701.158639:0:25314:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ac64446ec00/0xb6207a6e76dce0cb lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.4@tcp remote: 0x7053de4f1aa0da93 expref: 7 pid: 25314 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744701.158647:0:25314:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9ac76058d100) 00010000:00010000:0.0:1788744701.158650:0:25314:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1788744701.158654:0:25314:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ac64446ec00, rc 0) 00000100:00100000:0.0:1788744701.158834:0:25314:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac6431eca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f4cf581-4271-4491-9100-97a634e1335f+7:18201:x1875634138796800:12345-192.168.203.4@tcp:101:mkdir.0 Request processed in 669us (959us total) trans 0 rc 0/0 00000100:00100000:0.0:1788744701.158842:0:25314:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.4@tcp, seq: 22 00010000:00010000:2.0:1788744701.934536:0:22685:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788744702.830773:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac644457100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3643:1875634154630400:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1788744702.830862:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788744702.830909:0:24208:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154630400 00000100:00100000:1.0:1788744702.830917:0:24208:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154630400 00000100:00080000:3.0:1788744702.830964:0:22693:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788744702.831005:0:24208:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:1.0:1788744702.831016:0:24208:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac641b79500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3643:x1875634154630400:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1788744702.831045:0:24208:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3915857920 avail 3684335616 00000100:00100000:1.0:1788744702.835935:0:24208:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac641b79500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3643:x1875634154630400:12345-0@lo:13:osp-pre-0-1.0 Request processed in 4911us (5063us total) trans 0 rc 0/0 00000100:00100000:1.0:1788744702.835961:0:24208:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:0.0:1788744702.836475:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac644457100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3643:1875634154630400:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1788744702.958891:0:24997:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788744703.342751:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1788744703.342773:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac6431ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3643:1875634154630528:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1788744703.343426:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac643f2a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3645:1875634154630656:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1788744703.343493:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788744703.343746:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154630656 00000100:00100000:2.0:1788744703.343756:0:22703:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154630656 00000100:00100000:2.0:1788744703.343805:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:2.0:1788744703.343815:0:22703:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac641b79180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3645:x1875634154630656:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1788744703.344024:0:22703:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:2.0:1788744703.344077:0:22703:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac641b79180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3645:x1875634154630656:12345-0@lo:41:osp-pre-1-0.0 Request processed in 263us (583us total) trans 0 rc 0/0 00000100:00100000:2.0:1788744703.344084:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00100000:0.0:1788744703.344292:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac643f2a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3645:1875634154630656:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1788744703.346768:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788744703.348767:0:22702:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154630528 00000100:00100000:3.0:1788744703.348783:0:22702:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154630528 00000100:00100000:3.0:1788744703.348852:0:22702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:3.0:1788744703.348863:0:22702:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac6431efb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3643:x1875634154630528:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1788744703.348902:0:22702:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446309888 avail 1300070400 00000100:00100000:3.0:1788744703.349232:0:22702:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac6431efb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3643:x1875634154630528:12345-0@lo:41:osp-pre-0-1.0 Request processed in 370us (2468us total) trans 0 rc 0/0 00000100:00100000:3.0:1788744703.349240:0:22702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00100000:1.0:1788744703.349378:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac6431ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3643:1875634154630528:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788744703.854948:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1788744703.854971:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac643f29180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3645:1875634154630784:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1788744703.855039:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788744703.855851:0:24207:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154630784 00000100:00100000:2.0:1788744703.855861:0:24207:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154630784 00000100:00100000:2.0:1788744703.855924:0:24207:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:2.0:1788744703.855934:0:24207:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac644457b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3645:x1875634154630784:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1788744703.855973:0:24207:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3915857920 avail 3684335616 00000100:00100000:2.0:1788744703.856028:0:24207:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac644457b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3645:x1875634154630784:12345-0@lo:13:osp-pre-0-0.0 Request processed in 95us (988us total) trans 0 rc 0/0 00000100:00100000:2.0:1788744703.856035:0:24207:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00080000:2.0:1788744703.856059:0:22693:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788744703.856100:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac643f29180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3645:1875634154630784:0@lo:13:osp-pre-0-0.0 00010000:00010000:3.0:1788744703.982877:0:22686:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1788744704.172738:0:25579:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: Using TIMEOUT=20 00000001:00100000:0.0:1788744704.374694:0:23430:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of 1f4cf581-4271-4491-9100-97a634e1335f 00000001:00100000:0.0:1788744704.374709:0:23430:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of 8f278e14-2cf4-4a87-bcb4-4affdb4e6fd0 00000001:00100000:0.0:1788744704.387124:0:22677:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of 1f4cf581-4271-4491-9100-97a634e1335f 00000001:00100000:0.0:1788744704.387138:0:22677:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of 8f278e14-2cf4-4a87-bcb4-4affdb4e6fd0 00000001:00100000:0.0:1788744704.387335:0:24200:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 1f4cf581-4271-4491-9100-97a634e1335f 00000001:00100000:0.0:1788744704.387343:0:24200:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 8f278e14-2cf4-4a87-bcb4-4affdb4e6fd0 00000100:00100000:0.0:1788744704.878670:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac6431ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3643:1875634154630912:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788744704.878745:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788744704.878818:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac644456a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3643:1875634154631424:0@lo:400:kworker.0 00000100:00100000:0.0:1788744704.878857:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788744704.878874:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac644456680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3645:1875634154631168:0@lo:400:kworker.0 00000100:00100000:0.0:1788744704.878894:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac644457480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3643:1875634154631936:0@lo:400:kworker.0 00000100:00100000:3.0:1788744704.878914:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788744704.878998:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac644457800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3646:1875634154631296:0@lo:400:kworker.0 00000100:00100000:2.0:1788744704.879093:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac644456d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:57b18335-b9a3-4404-b391-d3050d8407ce:3644:1875634154631040:0@lo:400:kworker.0 00000100:00100000:3.0:1788744704.881145:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac644454a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3645:1875634154631680:0@lo:400:kworker.0 00000100:00100000:3.0:1788744704.881229:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788744704.881263:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac643fe3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3645:1875634154632192:0@lo:400:kworker.0 00000100:00100000:3.0:1788744704.883985:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788744704.884068:0:23438:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154631168 00000100:00100000:3.0:1788744704.884076:0:23438:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154631168 00000100:00100000:3.0:1788744704.884118:0:23438:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154631680 00000100:00100000:3.0:1788744704.884121:0:23438:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154631680 00000100:00100000:3.0:1788744704.884152:0:23438:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:3.0:1788744704.884160:0:23438:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac643fe0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3645:x1875634154631168:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788744704.884225:0:23438:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac643fe0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3645:x1875634154631168:12345-0@lo:400:kworker.0 Request processed in 65us (5311us total) trans 0 rc 0/0 00000100:00100000:3.0:1788744704.884233:0:23438:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00100000:3.0:1788744704.884249:0:23438:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00100000:3.0:1788744704.884255:0:23438:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac781284000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3645:x1875634154631680:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788744704.884297:0:23438:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac781284000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3645:x1875634154631680:12345-0@lo:400:kworker.0 Request processed in 43us (3069us total) trans 0 rc 0/0 00000100:00100000:3.0:1788744704.884303:0:23438:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00000100:00100000:3.0:1788744704.884321:0:22697:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154632192 00000100:00100000:3.0:1788744704.884324:0:22697:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154632192 00000100:00100000:3.0:1788744704.884361:0:22697:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:3.0:1788744704.884367:0:22697:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac781285880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3645:x1875634154632192:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788744704.884396:0:22697:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac781285880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3645:x1875634154632192:12345-0@lo:400:kworker.0 Request processed in 29us (414us total) trans 0 rc 0/0 00000100:00100000:3.0:1788744704.884423:0:22697:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00080000:3.0:1788744704.884442:0:22693:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1788744704.884473:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac644456680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3645:1875634154631168:0@lo:400:kworker.0 00000100:00100000:3.0:1788744704.884614:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac644454a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3645:1875634154631680:0@lo:400:kworker.0 00010000:00080000:3.0:1788744704.884630:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9ac643fe3800 x1875634154632192/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788744720 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788744704.884639:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac643fe3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3645:1875634154632192:0@lo:400:kworker.0 00000100:00100000:3.0:1788744704.884763:0:24683:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154631424 00000100:00100000:3.0:1788744704.884768:0:24683:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154631424 00000100:00100000:3.0:1788744704.884818:0:24683:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1788744704.884825:0:24683:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac641b79f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3643:x1875634154631424:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788744704.884860:0:24683:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac641b79f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3643:x1875634154631424:12345-0@lo:400:kworker.0 Request processed in 37us (6005us total) trans 0 rc 0/0 00000100:00100000:3.0:1788744704.884866:0:24683:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00080000:3.0:1788744704.884879:0:22693:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1788744704.884905:0:24207:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154630912 00000100:00100000:3.0:1788744704.884910:0:24207:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154630912 00000100:00100000:3.0:1788744704.884953:0:24207:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:3.0:1788744704.884960:0:24207:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac641b78e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3643:x1875634154630912:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1788744704.884981:0:24207:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923505152 avail 3691982848 00000100:00100000:3.0:1788744704.885011:0:24207:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac641b78e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3643:x1875634154630912:12345-0@lo:13:osp-pre-1-1.0 Request processed in 53us (6268us total) trans 0 rc 0/0 00000100:00100000:3.0:1788744704.885017:0:24207:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00080000:3.0:1788744704.885030:0:22693:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1788744704.885249:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788744704.885292:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac643fe1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3643:1875634154632448:0@lo:400:kworker.0 00000100:00100000:0.0:1788744704.885327:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788744704.885355:0:25313:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154631936 00000100:00100000:0.0:1788744704.885360:0:25313:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154631936 00000100:00100000:0.0:1788744704.885387:0:25313:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154632448 00000100:00100000:0.0:1788744704.885390:0:25313:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154632448 00000100:00100000:0.0:1788744704.885433:0:25313:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:0.0:1788744704.885449:0:25313:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac641b7ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3643:x1875634154631936:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788744704.885485:0:25313:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac641b7ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3643:x1875634154631936:12345-0@lo:400:kworker.0 Request processed in 38us (237us total) trans 0 rc 0/0 00000100:00100000:0.0:1788744704.885491:0:25313:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00100000:0.0:1788744704.885505:0:25313:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:0.0:1788744704.885511:0:25313:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac641b7aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3643:x1875634154632448:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788744704.885538:0:25313:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac641b7aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3643:x1875634154632448:12345-0@lo:400:kworker.0 Request processed in 27us (210us total) trans 0 rc 0/0 00000100:00100000:0.0:1788744704.885543:0:25313:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00080000:0.0:1788744704.885561:0:22693:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:0.0:1788744704.885580:0:3643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9ac643fe1c00 x1875634154632448/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788744720 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788744704.885593:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac643fe1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3643:1875634154632448:0@lo:400:kworker.0 00000100:00100000:0.0:1788744704.885604:0:3643:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 12884901890 gen 2 00000100:00100000:0.0:1788744704.885615:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac644456a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3643:1875634154631424:0@lo:400:kworker.0 00000100:00100000:0.0:1788744704.885631:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac6431ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3643:1875634154630912:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788744704.885653:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac644457480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3643:1875634154631936:0@lo:400:kworker.0 00000100:00100000:0.0:1788744704.885662:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1788744704.885668:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac781284e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3643:1875634154632576:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1788744704.885693:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788744704.885715:0:24207:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154632576 00000100:00100000:0.0:1788744704.885719:0:24207:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154632576 00000100:00100000:0.0:1788744704.885741:0:24207:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:0.0:1788744704.885747:0:24207:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac643e44000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3643:x1875634154632576:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1788744704.885767:0:24207:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923505152 avail 3691982848 00000100:00100000:0.0:1788744704.885793:0:24207:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac643e44000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3643:x1875634154632576:12345-0@lo:13:osp-pre-1-0.0 Request processed in 46us (99us total) trans 0 rc 0/0 00000100:00100000:0.0:1788744704.885799:0:24207:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:0.0:1788744704.885826:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac781284e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3643:1875634154632576:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788744704.889176:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788744704.889254:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac644454000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3646:1875634154631808:0@lo:400:kworker.0 00000100:00100000:1.0:1788744704.889303:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788744704.889432:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac643fe1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3646:1875634154632320:0@lo:400:kworker.0 00000100:00100000:1.0:1788744704.889460:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788744704.889489:0:22698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154632320 00000100:00100000:1.0:1788744704.889498:0:22698:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154632320 00000100:00100000:1.0:1788744704.889559:0:22698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:1.0:1788744704.889568:0:22698:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac6431ef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3646:x1875634154632320:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788744704.889618:0:22698:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac6431ef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3646:x1875634154632320:12345-0@lo:400:kworker.0 Request processed in 52us (157us total) trans 0 rc 0/0 00000100:00100000:1.0:1788744704.889625:0:22698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00080000:1.0:1788744704.889650:0:22693:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788744704.889682:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac643fe1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3646:1875634154632320:0@lo:400:kworker.0 00000100:00100000:2.0:1788744704.897275:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788744704.897347:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac644457100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3644:1875634154631552:0@lo:400:kworker.0 00000100:00100000:2.0:1788744704.897386:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788744704.897432:0:25314:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154631552 00000100:00100000:2.0:1788744704.897440:0:25314:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154631552 00000100:00100000:2.0:1788744704.897494:0:25314:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:2.0:1788744704.897503:0:25314:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac643f29180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3644:x1875634154631552:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788744704.897561:0:25314:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac643f29180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3644:x1875634154631552:12345-0@lo:400:kworker.0 Request processed in 59us (174us total) trans 0 rc 0/0 00000100:00100000:2.0:1788744704.897568:0:25314:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00100000:2.0:1788744704.897621:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac644457100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3644:1875634154631552:0@lo:400:kworker.0 00000100:00100000:2.0:1788744704.897629:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac644454380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3644:1875634154632064:0@lo:400:kworker.0 00000100:00100000:2.0:1788744704.897650:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788744704.897672:0:22699:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154632064 00000100:00100000:2.0:1788744704.897675:0:22699:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154632064 00000100:00100000:2.0:1788744704.897707:0:22699:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00100000:2.0:1788744704.897714:0:22699:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac643f29c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3644:x1875634154632064:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788744704.897740:0:22699:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac643f29c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3644:x1875634154632064:12345-0@lo:400:kworker.0 Request processed in 27us (89us total) trans 0 rc 0/0 00000100:00100000:2.0:1788744704.897746:0:22699:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00000100:00080000:2.0:1788744704.897764:0:22693:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1788744704.897780:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac644454380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3644:1875634154632064:0@lo:400:kworker.0 00000100:00100000:3.0:1788744704.898064:0:24206:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154631296 00000100:00100000:1.0:1788744704.898064:0:22690:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154631040 00000100:00100000:3.0:1788744704.898070:0:24206:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154631296 00000100:00100000:1.0:1788744704.898072:0:22690:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154631040 00000100:00100000:1.0:1788744704.898115:0:22690:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 146 00000100:00100000:3.0:1788744704.898119:0:24206:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154631808 00000100:00100000:3.0:1788744704.898124:0:24206:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154631808 00000100:00100000:1.0:1788744704.898125:0:22690:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac6430f1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:57b18335-b9a3-4404-b391-d3050d8407ce+24:3644:x1875634154631040:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788744704.898165:0:24206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:3.0:1788744704.898179:0:24206:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac6431ef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3646:x1875634154631296:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788744704.898179:0:22690:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac6430f1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:57b18335-b9a3-4404-b391-d3050d8407ce+24:3644:x1875634154631040:12345-0@lo:400:kworker.0 Request processed in 53us (917us total) trans 0 rc 0/0 00000100:00100000:1.0:1788744704.898193:0:22690:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 146 00000100:00100000:3.0:1788744704.898238:0:24206:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac6431ef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3646:x1875634154631296:12345-0@lo:400:kworker.0 Request processed in 64us (9070us total) trans 0 rc 0/0 00000100:00100000:3.0:1788744704.898246:0:24206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:1.0:1788744704.898251:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac644457800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3646:1875634154631296:0@lo:400:kworker.0 00000100:00100000:3.0:1788744704.898261:0:24206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:3.0:1788744704.898269:0:24206:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac6431ed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3646:x1875634154631808:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788744704.898309:0:24206:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac6431ed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3646:x1875634154631808:12345-0@lo:400:kworker.0 Request processed in 40us (9004us total) trans 0 rc 0/0 00000100:00100000:1.0:1788744704.898324:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac644454000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3646:1875634154631808:0@lo:400:kworker.0 00000100:00100000:3.0:1788744704.898327:0:24206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00080000:2.0:1788744704.899176:0:22693:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788744704.899210:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac644456d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:57b18335-b9a3-4404-b391-d3050d8407ce:3644:1875634154631040:0@lo:400:kworker.0 00010000:00010000:2.0:1788744705.006552:0:22685:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1788744705.333176:0:22733:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:2.0:1788744706.032202:0:24997:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788744706.059625:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.4@tcp (source: 12345-192.168.203.4@tcp) 00000100:00100000:3.0:1788744706.059670:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.4@tcp (source: 12345-192.168.203.4@tcp) 00000100:00100000:0.0:1788744706.059681:0:22692:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634138796928 00000100:00100000:0.0:1788744706.059694:0:22692:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634138796928 00000100:00100000:3.0:1788744706.059710:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.4@tcp (source: 12345-192.168.203.4@tcp) 00000100:00100000:3.0:1788744706.059753:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.4@tcp (source: 12345-192.168.203.4@tcp) 00000100:00100000:0.0:1788744706.059761:0:22692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.4@tcp, seq: 147 00000100:00100000:0.0:1788744706.059774:0:22692:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac6430f3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3571d18d-7aff-4e21-b5bb-1b9bfbdb5579+13:2397:x1875634138796928:12345-192.168.203.4@tcp:400:kworker.0 00000100:00100000:3.0:1788744706.059788:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.4@tcp (source: 12345-192.168.203.4@tcp) 00000100:00100000:3.0:1788744706.059820:0:24206:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634138797440 00000100:00100000:3.0:1788744706.059825:0:24206:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634138797440 00000100:00100000:0.0:1788744706.059856:0:22692:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac6430f3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3571d18d-7aff-4e21-b5bb-1b9bfbdb5579+13:2397:x1875634138796928:12345-192.168.203.4@tcp:400:kworker.0 Request processed in 84us (241us total) trans 0 rc 0/0 00000100:00100000:0.0:1788744706.059865:0:22692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.4@tcp, seq: 147 00000100:00100000:3.0:1788744706.059873:0:24206:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634138797952 00000100:00100000:3.0:1788744706.059878:0:24206:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634138797952 00000100:00100000:3.0:1788744706.059908:0:24206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.4@tcp, seq: 12 00000100:00100000:3.0:1788744706.059917:0:24206:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac781286d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8f278e14-2cf4-4a87-bcb4-4affdb4e6fd0+5:2397:x1875634138797440:12345-192.168.203.4@tcp:400:kworker.0 00000100:00100000:3.0:1788744706.059962:0:24206:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac781286d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8f278e14-2cf4-4a87-bcb4-4affdb4e6fd0+5:2397:x1875634138797440:12345-192.168.203.4@tcp:400:kworker.0 Request processed in 46us (251us total) trans 0 rc 0/0 00000100:00100000:3.0:1788744706.059970:0:24206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.4@tcp, seq: 12 00000100:00100000:3.0:1788744706.059983:0:24206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.4@tcp, seq: 13 00000100:00100000:3.0:1788744706.059991:0:24206:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac781287480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1f4cf581-4271-4491-9100-97a634e1335f+6:2397:x1875634138797952:12345-192.168.203.4@tcp:400:kworker.0 00000100:00100000:3.0:1788744706.060018:0:24206:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac781287480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1f4cf581-4271-4491-9100-97a634e1335f+6:2397:x1875634138797952:12345-192.168.203.4@tcp:400:kworker.0 Request processed in 28us (230us total) trans 0 rc 0/0 00000100:00100000:3.0:1788744706.060024:0:24206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.4@tcp, seq: 13 00000100:00100000:3.0:1788744706.060048:0:25314:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634138797184 00000100:00100000:3.0:1788744706.060052:0:25314:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634138797184 00000100:00100000:3.0:1788744706.060084:0:25314:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634138797696 00000100:00100000:3.0:1788744706.060087:0:25314:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634138797696 00000100:00100000:0.0:1788744706.060095:0:22697:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.4@tcp, seq: 46 00000100:00100000:0.0:1788744706.060106:0:22697:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac781287b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8f278e14-2cf4-4a87-bcb4-4affdb4e6fd0+5:2397:x1875634138797184:12345-192.168.203.4@tcp:400:kworker.0 00000100:00100000:3.0:1788744706.060117:0:25314:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.4@tcp, seq: 47 00000100:00100000:3.0:1788744706.060126:0:25314:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac781287100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f4cf581-4271-4491-9100-97a634e1335f+5:2397:x1875634138797696:12345-192.168.203.4@tcp:400:kworker.0 00000100:00100000:0.0:1788744706.060167:0:22697:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac781287b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8f278e14-2cf4-4a87-bcb4-4affdb4e6fd0+5:2397:x1875634138797184:12345-192.168.203.4@tcp:400:kworker.0 Request processed in 62us (495us total) trans 0 rc 0/0 00000100:00100000:3.0:1788744706.060175:0:25314:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac781287100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f4cf581-4271-4491-9100-97a634e1335f+5:2397:x1875634138797696:12345-192.168.203.4@tcp:400:kworker.0 Request processed in 48us (420us total) trans 0 rc 0/0 00000100:00100000:0.0:1788744706.060181:0:22697:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.4@tcp, seq: 46 00000100:00100000:3.0:1788744706.060190:0:25314:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.4@tcp, seq: 47 00000100:00080000:3.0:1788744706.060221:0:22693:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1788744706.060226:0:22693:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1788744706.061774:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.4@tcp (source: 12345-192.168.203.4@tcp) 00000100:00100000:3.0:1788744706.061811:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.4@tcp (source: 12345-192.168.203.4@tcp) 00000100:00100000:3.0:1788744706.061843:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.4@tcp (source: 12345-192.168.203.4@tcp) 00000100:00100000:3.0:1788744706.061862:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.4@tcp (source: 12345-192.168.203.4@tcp) 00000100:00100000:3.0:1788744706.061892:0:24205:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634138797312 00000100:00100000:3.0:1788744706.061900:0:24205:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634138797312 00000100:00100000:3.0:1788744706.061959:0:24205:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634138797824 00000100:00100000:3.0:1788744706.061963:0:24205:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634138797824 00000100:00100000:0.0:1788744706.061965:0:22697:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634138797056 00000100:00100000:0.0:1788744706.061981:0:22697:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634138797056 00000100:00100000:3.0:1788744706.061990:0:24205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.4@tcp, seq: 14 00000100:00100000:3.0:1788744706.062002:0:24205:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac781286300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8f278e14-2cf4-4a87-bcb4-4affdb4e6fd0+5:2396:x1875634138797312:12345-192.168.203.4@tcp:400:kworker.0 00000100:00100000:0.0:1788744706.062019:0:22697:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634138797568 00000100:00100000:0.0:1788744706.062024:0:22697:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634138797568 00000100:00100000:0.0:1788744706.062051:0:22697:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.4@tcp, seq: 48 00000100:00100000:0.0:1788744706.062059:0:22697:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac781287800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8f278e14-2cf4-4a87-bcb4-4affdb4e6fd0+6:2396:x1875634138797056:12345-192.168.203.4@tcp:400:kworker.0 00000100:00100000:3.0:1788744706.062069:0:24205:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac781286300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8f278e14-2cf4-4a87-bcb4-4affdb4e6fd0+5:2396:x1875634138797312:12345-192.168.203.4@tcp:400:kworker.0 Request processed in 69us (256us total) trans 0 rc 0/0 00000100:00100000:3.0:1788744706.062078:0:24205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.4@tcp, seq: 14 00000100:00100000:0.0:1788744706.062093:0:22697:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac781287800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8f278e14-2cf4-4a87-bcb4-4affdb4e6fd0+6:2396:x1875634138797056:12345-192.168.203.4@tcp:400:kworker.0 Request processed in 34us (326us total) trans 0 rc 0/0 00000100:00100000:3.0:1788744706.062099:0:24205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.4@tcp, seq: 15 00000100:00100000:3.0:1788744706.062109:0:24205:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac781284380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1f4cf581-4271-4491-9100-97a634e1335f+5:2396:x1875634138797824:12345-192.168.203.4@tcp:400:kworker.0 00000100:00100000:0.0:1788744706.062114:0:22697:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.4@tcp, seq: 48 00000100:00100000:0.0:1788744706.062135:0:22697:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.4@tcp, seq: 49 00000100:00100000:0.0:1788744706.062143:0:22697:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac781284700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f4cf581-4271-4491-9100-97a634e1335f+6:2396:x1875634138797568:12345-192.168.203.4@tcp:400:kworker.0 00000100:00100000:3.0:1788744706.062147:0:24205:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac781284380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1f4cf581-4271-4491-9100-97a634e1335f+5:2396:x1875634138797824:12345-192.168.203.4@tcp:400:kworker.0 Request processed in 38us (281us total) trans 0 rc 0/0 00000100:00100000:3.0:1788744706.062155:0:24205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.4@tcp, seq: 15 00000100:00100000:0.0:1788744706.062177:0:22697:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac781284700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1f4cf581-4271-4491-9100-97a634e1335f+6:2396:x1875634138797568:12345-192.168.203.4@tcp:400:kworker.0 Request processed in 34us (331us total) trans 0 rc 0/0 00000100:00080000:3.0:1788744706.062181:0:22693:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788744706.062186:0:22697:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.4@tcp, seq: 49 00000100:00080000:3.0:1788744706.062188:0:22693:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000001:00100000:2.0:1788744706.428039:0:25019:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 1f4cf581-4271-4491-9100-97a634e1335f 00010000:00010000:3.0:1788744707.054830:0:22686:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1788744707.775843:0:25727:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=400866bb len=0 uarg=00007ffd7b4cfcc0 20000000:00000080:1.0:1788744707.775860:0:25727:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=400866bb len=576 karg=ffff9ac74fe00c00 uarg=0000000000000000 20000000:01000000:1.0:1788744707.775910:0:25727:0:(mgs_llog.c:6192:mgs_set_param2()) set_param2 fs='' device='general' param='lod.*.mdt_hash=crush' 20000000:01000000:1.0:1788744707.775925:0:25727:0:(mgs_llog.c:4647:mgs_write_log_param2()) next param 'lod.*.mdt_hash=crush' 20000000:01000000:1.0:1788744707.775929:0:25727:0:(mgs_llog.c:1379:mgs_modify_param()) modify params/general/lod.*.mdt_hash=crush del=0 00000040:00080000:3.0:1788744707.784134:0:25728:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 5 count 13 20000000:00000400:0.0:1788744707.788096:0:25727:0:(mgs_llog.c:1450:mgs_modify_param()) MGS: modify general/lod.*.mdt_hash=crush (mode = 0) failed: rc = -17 10000000:01000000:0.0:1788744707.799675:0:25727:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 00010000:00010000:0.0:1788744707.799708:0:25727:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff9ac64446fa00/0xb6207a6e76dce0d2 lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744707.799739:0:25727:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9ac6420f0800/0xb6207a6e76dcdd2f lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb6207a6e76dcdd28 expref: 23 pid: 22692 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744707.799748:0:25727:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9ac773f47a00/0xb6207a6e76dcdd3d lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb6207a6e76dcdd36 expref: 23 pid: 22690 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744707.799755:0:25727:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9ac773f47000/0xb6207a6e76dcdd7c lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb6207a6e76dcdd75 expref: 23 pid: 22692 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744707.799762:0:25727:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9ac643dac400/0xb6207a6e76dcdef6 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb6207a6e76dcdeef expref: 23 pid: 22689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744707.799771:0:25727:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9ac775b82400/0xb6207a6e76dce062 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 192.168.203.4@tcp remote: 0x7053de4f1aa0d9f2 expref: 12 pid: 22692 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744707.799778:0:25727:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9ac775b82c00/0xb6207a6e76dce0a1 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 192.168.203.4@tcp remote: 0x7053de4f1aa0da62 expref: 12 pid: 22689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744707.799806:0:25727:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff9ac64446fa00/0xb6207a6e76dce0d2 lrc: 9/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 25727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744707.799850:0:25727:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9ac775b82c00/0xb6207a6e76dce0a1 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 192.168.203.4@tcp remote: 0x7053de4f1aa0da62 expref: 12 pid: 22689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744707.799865:0:25727:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9ac775b82c00/0xb6207a6e76dce0a1 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 192.168.203.4@tcp remote: 0x7053de4f1aa0da62 expref: 12 pid: 22689 timeout: 789 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788744707.799880:0:25727:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac643e45880 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25727:1875634154632704:192.168.203.4@tcp:104: 00010000:00010000:0.0:1788744707.799982:0:25727:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9ac775b82400/0xb6207a6e76dce062 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 192.168.203.4@tcp remote: 0x7053de4f1aa0d9f2 expref: 12 pid: 22692 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744707.799991:0:25727:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9ac775b82400/0xb6207a6e76dce062 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 192.168.203.4@tcp remote: 0x7053de4f1aa0d9f2 expref: 12 pid: 22692 timeout: 789 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788744707.799999:0:25727:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac643e47800 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25727:1875634154632832:192.168.203.4@tcp:104: 00010000:00010000:0.0:1788744707.800027:0:25727:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9ac643dac400/0xb6207a6e76dcdef6 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xb6207a6e76dcdeef expref: 23 pid: 22689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744707.800036:0:25727:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9ac643dac400/0xb6207a6e76dcdef6 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xb6207a6e76dcdeef expref: 23 pid: 22689 timeout: 789 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788744707.800045:0:25727:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac643e46300 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25727:1875634154632960:0@lo:104: 00000100:00100000:0.0:1788744707.800083:0:25727:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1788744707.800120:0:25727:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9ac773f47000/0xb6207a6e76dcdd7c lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xb6207a6e76dcdd75 expref: 23 pid: 22692 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744707.800139:0:25727:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9ac773f47000/0xb6207a6e76dcdd7c lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xb6207a6e76dcdd75 expref: 23 pid: 22692 timeout: 789 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788744707.800148:0:25727:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac643e45c00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25727:1875634154633088:0@lo:104: 00000100:00100000:0.0:1788744707.800171:0:25727:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1788744707.800194:0:25727:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9ac773f47a00/0xb6207a6e76dcdd3d lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xb6207a6e76dcdd36 expref: 23 pid: 22690 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744707.800202:0:25727:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9ac773f47a00/0xb6207a6e76dcdd3d lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xb6207a6e76dcdd36 expref: 23 pid: 22690 timeout: 789 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788744707.800210:0:25727:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac643e46680 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25727:1875634154633216:0@lo:104: 00000100:00100000:0.0:1788744707.800230:0:25727:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1788744707.800247:0:25727:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9ac6420f0800/0xb6207a6e76dcdd2f lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xb6207a6e76dcdd28 expref: 23 pid: 22692 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744707.800255:0:25727:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9ac6420f0800/0xb6207a6e76dcdd2f lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xb6207a6e76dcdd28 expref: 23 pid: 22692 timeout: 789 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788744707.800263:0:25727:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac643e46d80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25727:1875634154633344:0@lo:104: 00000100:00100000:0.0:1788744707.800284:0:25727:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788744707.800294:0:25727:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ac64379c6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788744707.800455:0:22681:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154632960 00000100:00100000:2.0:1788744707.800463:0:22681:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154632960 00000100:00100000:2.0:1788744707.800500:0:22681:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154633088 00000100:00100000:2.0:1788744707.800503:0:22681:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154633088 00000100:00100000:2.0:1788744707.800513:0:22681:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154633216 00000100:00100000:2.0:1788744707.800522:0:22681:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154633216 00000100:00100000:2.0:1788744707.800537:0:22681:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154633344 00000100:00100000:2.0:1788744707.800539:0:22681:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154633344 00000100:00100000:2.0:1788744707.800552:0:22681:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:2.0:1788744707.800560:0:22681:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac643e44e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:57b18335-b9a3-4404-b391-d3050d8407ce+6:25727:x1875634154632960:12345-0@lo:104: 00010000:00010000:2.0:1788744707.800571:0:22681:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.104@tcp lock: ffff9ac773f46200/0xb6207a6e76dcdeef lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0xb6207a6e76dcdef6 expref: -99 pid: 25018 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744707.800626:0:22681:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1788744707.800631:0:22681:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac643e44e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:57b18335-b9a3-4404-b391-d3050d8407ce+6:25727:x1875634154632960:12345-0@lo:104: Request processed in 73us (548us total) trans 0 rc 0/0 00000100:00100000:2.0:1788744707.800637:0:22681:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:2.0:1788744707.800656:0:22681:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1788744707.800662:0:22681:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac643e45500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:57b18335-b9a3-4404-b391-d3050d8407ce+5:25727:x1875634154633088:12345-0@lo:104: 00010000:00010000:2.0:1788744707.800670:0:22681:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.104@tcp lock: ffff9ac740031400/0xb6207a6e76dcdd75 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0xb6207a6e76dcdd7c expref: -99 pid: 24199 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744707.800699:0:22681:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:2.0:1788744707.800704:0:22681:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac643e45500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:57b18335-b9a3-4404-b391-d3050d8407ce+5:25727:x1875634154633088:12345-0@lo:104: Request processed in 43us (533us total) trans 0 rc 0/0 00000100:00100000:2.0:1788744707.800720:0:22681:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1788744707.800734:0:22681:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1788744707.800740:0:22681:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac643e47100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:57b18335-b9a3-4404-b391-d3050d8407ce+4:25727:x1875634154633216:12345-0@lo:104: 00010000:00010000:2.0:1788744707.800747:0:22681:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.104@tcp lock: ffff9ac773f46600/0xb6207a6e76dcdd36 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0xb6207a6e76dcdd3d expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744707.800774:0:22681:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to priority blp list, 3 blwis in pool 00000100:00100000:2.0:1788744707.800779:0:22681:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac643e47100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:57b18335-b9a3-4404-b391-d3050d8407ce+4:25727:x1875634154633216:12345-0@lo:104: Request processed in 40us (549us total) trans 0 rc 0/0 00000100:00100000:2.0:1788744707.800790:0:22681:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1788744707.800803:0:22681:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1788744707.800809:0:22681:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac643e45180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:57b18335-b9a3-4404-b391-d3050d8407ce+3:25727:x1875634154633344:12345-0@lo:104: 00010000:00010000:2.0:1788744707.800818:0:22681:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.104@tcp lock: ffff9ac740030000/0xb6207a6e76dcdd28 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0xb6207a6e76dcdd2f expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744707.800844:0:22681:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to priority blp list, 4 blwis in pool 00000100:00100000:2.0:1788744707.800848:0:22681:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac643e45180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:57b18335-b9a3-4404-b391-d3050d8407ce+3:25727:x1875634154633344:12345-0@lo:104: Request processed in 40us (565us total) trans 0 rc 0/0 00000100:00100000:2.0:1788744707.800854:0:22681:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00010000:00010000:2.0:1788744707.800870:0:22685:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:2.0:1788744707.800875:0:22685:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.104@tcp lock: ffff9ac773f46200/0xb6207a6e76dcdeef lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0xb6207a6e76dcdef6 expref: -99 pid: 25018 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744707.800882:0:22685:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ac773f46200 already unused, calling callback (ffffffffc14dbc20) 10000000:00010000:2.0:1788744707.800886:0:22685:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.104@tcp lock: ffff9ac773f46200/0xb6207a6e76dcdeef lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400400000000 nid: local remote: 0xb6207a6e76dcdef6 expref: -99 pid: 25018 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744707.800894:0:22685:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.104@tcp lock: ffff9ac773f46200/0xb6207a6e76dcdeef lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1408400000000 nid: local remote: 0xb6207a6e76dcdef6 expref: -99 pid: 25018 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788744707.800901:0:22685:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.104@tcp lock: ffff9ac773f46200/0xb6207a6e76dcdeef lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1409400000000 nid: local remote: 0xb6207a6e76dcdef6 expref: -99 pid: 25018 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788744707.800907:0:22685:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:2.0:1788744707.800948:0:22685:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.104@tcp lock: ffff9ac773f46200/0xb6207a6e76dcdeef lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb6207a6e76dcdef6 expref: -99 pid: 25018 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744707.800954:0:22685:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1788744707.800977:0:22685:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.104@tcp lock: ffff9ac773f46200/0xb6207a6e76dcdeef lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb6207a6e76dcdef6 expref: -99 pid: 25018 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744707.800984:0:22685:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.104@tcp lock: ffff9ac773f46200/0xb6207a6e76dcdeef lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb6207a6e76dcdef6 expref: -99 pid: 25018 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744707.800996:0:22685:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1788744707.800999:0:22685:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.104@tcp lock: ffff9ac740031400/0xb6207a6e76dcdd75 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0xb6207a6e76dcdd7c expref: -99 pid: 24199 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744707.801005:0:22685:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ac740031400 already unused, calling callback (ffffffffc14dbc20) 10000000:00010000:2.0:1788744707.801007:0:22685:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.104@tcp lock: ffff9ac740031400/0xb6207a6e76dcdd75 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1400400000000 nid: local remote: 0xb6207a6e76dcdd7c expref: -99 pid: 24199 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744707.801014:0:22685:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.104@tcp lock: ffff9ac740031400/0xb6207a6e76dcdd75 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1408400000000 nid: local remote: 0xb6207a6e76dcdd7c expref: -99 pid: 24199 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788744707.801020:0:22685:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.104@tcp lock: ffff9ac740031400/0xb6207a6e76dcdd75 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1409400000000 nid: local remote: 0xb6207a6e76dcdd7c expref: -99 pid: 24199 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788744707.801025:0:22685:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:2.0:1788744707.801038:0:22685:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.104@tcp lock: ffff9ac740031400/0xb6207a6e76dcdd75 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb6207a6e76dcdd7c expref: -99 pid: 24199 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744707.801043:0:22685:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1788744707.801049:0:22685:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.104@tcp lock: ffff9ac740031400/0xb6207a6e76dcdd75 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb6207a6e76dcdd7c expref: -99 pid: 24199 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744707.801055:0:22685:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.104@tcp lock: ffff9ac740031400/0xb6207a6e76dcdd75 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb6207a6e76dcdd7c expref: -99 pid: 24199 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744707.801074:0:22685:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1788744707.801077:0:22685:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.104@tcp lock: ffff9ac773f46600/0xb6207a6e76dcdd36 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xb6207a6e76dcdd3d expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744707.801082:0:22685:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ac773f46600 already unused, calling callback (ffffffffc14dbc20) 10000000:00010000:2.0:1788744707.801084:0:22685:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.104@tcp lock: ffff9ac773f46600/0xb6207a6e76dcdd36 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0xb6207a6e76dcdd3d expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744707.801090:0:22685:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.104@tcp lock: ffff9ac773f46600/0xb6207a6e76dcdd36 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0xb6207a6e76dcdd3d expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788744707.801097:0:22685:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.104@tcp lock: ffff9ac773f46600/0xb6207a6e76dcdd36 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0xb6207a6e76dcdd3d expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788744707.801101:0:22685:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:2.0:1788744707.801114:0:22685:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.104@tcp lock: ffff9ac773f46600/0xb6207a6e76dcdd36 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb6207a6e76dcdd3d expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744707.801119:0:22685:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1788744707.801134:0:22685:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.104@tcp lock: ffff9ac773f46600/0xb6207a6e76dcdd36 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb6207a6e76dcdd3d expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744707.801141:0:22685:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.104@tcp lock: ffff9ac773f46600/0xb6207a6e76dcdd36 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb6207a6e76dcdd3d expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744707.801149:0:22685:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788744707.801152:0:22685:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.104@tcp lock: ffff9ac740030000/0xb6207a6e76dcdd28 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xb6207a6e76dcdd2f expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744707.801167:0:22685:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ac740030000 already unused, calling callback (ffffffffc14dbc20) 10000000:00010000:2.0:1788744707.801170:0:22685:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.104@tcp lock: ffff9ac740030000/0xb6207a6e76dcdd28 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xb6207a6e76dcdd2f expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744707.801176:0:22685:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.104@tcp lock: ffff9ac740030000/0xb6207a6e76dcdd28 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xb6207a6e76dcdd2f expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788744707.801183:0:22685:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.104@tcp lock: ffff9ac740030000/0xb6207a6e76dcdd28 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xb6207a6e76dcdd2f expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788744707.801188:0:22685:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:2.0:1788744707.801202:0:22685:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.104@tcp lock: ffff9ac740030000/0xb6207a6e76dcdd28 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb6207a6e76dcdd2f expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744707.801207:0:22685:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1788744707.801213:0:22685:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.104@tcp lock: ffff9ac740030000/0xb6207a6e76dcdd28 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb6207a6e76dcdd2f expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744707.801219:0:22685:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.104@tcp lock: ffff9ac740030000/0xb6207a6e76dcdd28 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb6207a6e76dcdd2f expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744707.801234:0:22685:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788744707.801236:0:22685:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788744707.801238:0:22685:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788744707.801246:0:24997:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788744707.801265:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac77fb83480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:57b18335-b9a3-4404-b391-d3050d8407ce:3643:1875634154633728:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788744707.801296:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788744707.801326:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1788744707.801333:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac745dd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:57b18335-b9a3-4404-b391-d3050d8407ce:3643:1875634154633856:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788744707.801361:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788744707.801392:0:22683:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154633728 00000100:00100000:2.0:1788744707.801398:0:22683:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154633728 00010000:00010000:2.0:1788744707.801443:0:22683:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9ac773f47a00/0xb6207a6e76dcdd3d lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xb6207a6e76dcdd36 expref: 24 pid: 22690 timeout: 789 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788744707.801464:0:22683:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154633856 00000100:00100000:2.0:1788744707.801467:0:22683:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154633856 00010000:00010000:2.0:1788744707.801477:0:22683:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9ac6420f0800/0xb6207a6e76dcdd2f lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xb6207a6e76dcdd28 expref: 25 pid: 22692 timeout: 789 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788744707.801490:0:22683:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:2.0:1788744707.801496:0:22683:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac745dd4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:57b18335-b9a3-4404-b391-d3050d8407ce+25:3643:x1875634154633728:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788744707.801506:0:22683:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788744707.801510:0:22683:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9ac773f47a00/0xb6207a6e76dcdd3d lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xb6207a6e76dcdd36 expref: 25 pid: 22690 timeout: 789 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744707.801519:0:22683:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9ac773f47a00/0xb6207a6e76dcdd3d lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xb6207a6e76dcdd36 expref: 25 pid: 22690 timeout: 789 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744707.801533:0:22683:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788744707.801561:0:22683:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac745dd4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:57b18335-b9a3-4404-b391-d3050d8407ce+25:3643:x1875634154633728:12345-0@lo:103:ldlm_bl.0 Request processed in 65us (265us total) trans 0 rc 0/0 00000100:00100000:2.0:1788744707.801567:0:22683:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:2.0:1788744707.801580:0:22683:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1788744707.801586:0:22683:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac745dd7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:57b18335-b9a3-4404-b391-d3050d8407ce+24:3643:x1875634154633856:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788744707.801594:0:22683:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788744707.801598:0:22683:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9ac6420f0800/0xb6207a6e76dcdd2f lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xb6207a6e76dcdd28 expref: 24 pid: 22692 timeout: 789 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744707.801614:0:22683:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9ac6420f0800/0xb6207a6e76dcdd2f lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xb6207a6e76dcdd28 expref: 24 pid: 22692 timeout: 789 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744707.801624:0:22683:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788744707.801646:0:22683:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac745dd7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:57b18335-b9a3-4404-b391-d3050d8407ce+24:3643:x1875634154633856:12345-0@lo:103:ldlm_bl.0 Request processed in 60us (284us total) trans 0 rc 0/0 00000100:00100000:2.0:1788744707.801653:0:22683:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1788744707.801687:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac745dd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:57b18335-b9a3-4404-b391-d3050d8407ce:3643:1875634154633856:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788744707.801695:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac77fb83480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:57b18335-b9a3-4404-b391-d3050d8407ce:3643:1875634154633728:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788744707.801978:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac77fb82680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:57b18335-b9a3-4404-b391-d3050d8407ce:3646:1875634154633600:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788744707.802007:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788744707.802038:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1788744707.802044:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac643f2a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:57b18335-b9a3-4404-b391-d3050d8407ce:3646:1875634154633472:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788744707.802063:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788744707.802089:0:22684:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154633600 00000100:00100000:1.0:1788744707.802094:0:22684:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154633600 00010000:00010000:1.0:1788744707.802111:0:22684:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9ac773f47000/0xb6207a6e76dcdd7c lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xb6207a6e76dcdd75 expref: 24 pid: 22692 timeout: 789 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788744707.802124:0:22684:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154633472 00000100:00100000:1.0:1788744707.802127:0:22684:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154633472 00010000:00010000:1.0:1788744707.802138:0:22684:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9ac643dac400/0xb6207a6e76dcdef6 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xb6207a6e76dcdeef expref: 25 pid: 22689 timeout: 789 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788744707.802160:0:22684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:1.0:1788744707.802167:0:22684:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac6431eed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57b18335-b9a3-4404-b391-d3050d8407ce+25:3646:x1875634154633600:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788744707.802175:0:22684:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788744707.802180:0:22684:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9ac773f47000/0xb6207a6e76dcdd7c lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xb6207a6e76dcdd75 expref: 25 pid: 22692 timeout: 789 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744707.802189:0:22684:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9ac773f47000/0xb6207a6e76dcdd7c lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xb6207a6e76dcdd75 expref: 25 pid: 22692 timeout: 789 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744707.802198:0:22684:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788744707.802225:0:22684:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac6431eed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57b18335-b9a3-4404-b391-d3050d8407ce+25:3646:x1875634154633600:12345-0@lo:103:ldlm_bl.0 Request processed in 59us (217us total) trans 0 rc 0/0 00000100:00100000:1.0:1788744707.802232:0:22684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:1.0:1788744707.802246:0:22684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:1.0:1788744707.802252:0:22684:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac6431ed180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57b18335-b9a3-4404-b391-d3050d8407ce+24:3646:x1875634154633472:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788744707.802260:0:22684:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788744707.802264:0:22684:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9ac643dac400/0xb6207a6e76dcdef6 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xb6207a6e76dcdeef expref: 24 pid: 22689 timeout: 789 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744707.802272:0:22684:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9ac643dac400/0xb6207a6e76dcdef6 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xb6207a6e76dcdeef expref: 24 pid: 22689 timeout: 789 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744707.802282:0:22684:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788744707.802303:0:22684:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac6431ed180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:57b18335-b9a3-4404-b391-d3050d8407ce+24:3646:x1875634154633472:12345-0@lo:103:ldlm_bl.0 Request processed in 51us (238us total) trans 0 rc 0/0 00000100:00100000:1.0:1788744707.802309:0:22684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:1.0:1788744707.802336:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac643f2a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:57b18335-b9a3-4404-b391-d3050d8407ce:3646:1875634154633472:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788744707.802354:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac77fb82680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:57b18335-b9a3-4404-b391-d3050d8407ce:3646:1875634154633600:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788744707.802732:0:22686:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788744707.802987:0:25727:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9ac643dac400/0xb6207a6e76dcdef6 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xb6207a6e76dcdeef expref: 23 pid: 22689 timeout: 789 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788744707.803001:0:25727:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac643e46300 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25727:1875634154632960:0@lo:104: 00010000:00010000:0.0:1788744707.803009:0:25727:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9ac773f47000/0xb6207a6e76dcdd7c lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xb6207a6e76dcdd75 expref: 22 pid: 22692 timeout: 789 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788744707.803029:0:25727:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac643e45c00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25727:1875634154633088:0@lo:104: 00010000:00010000:0.0:1788744707.803040:0:25727:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9ac773f47a00/0xb6207a6e76dcdd3d lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xb6207a6e76dcdd36 expref: 21 pid: 22690 timeout: 789 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788744707.803048:0:25727:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac643e46680 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25727:1875634154633216:0@lo:104: 00010000:00010000:0.0:1788744707.803056:0:25727:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9ac6420f0800/0xb6207a6e76dcdd2f lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xb6207a6e76dcdd28 expref: 20 pid: 22692 timeout: 789 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788744707.803063:0:25727:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac643e46d80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25727:1875634154633344:0@lo:104: 00000100:00100000:0.0:1788744707.804173:0:25727:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac643e45880 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25727:1875634154632704:192.168.203.4@tcp:104: 00000100:00100000:0.0:1788744707.804185:0:25727:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac643e47800 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25727:1875634154632832:192.168.203.4@tcp:104: 00010000:00010000:0.0:1788744707.804229:0:25727:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff9ac64446fa00/0xb6207a6e76dce0d2 lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 25727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788744707.806182:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.4@tcp (source: 12345-192.168.203.4@tcp) 00000100:00100000:1.0:1788744707.806429:0:22684:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634138798080 00000100:00100000:1.0:1788744707.806440:0:22684:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634138798080 00010000:00010000:1.0:1788744707.806484:0:22684:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9ac775b82c00/0xb6207a6e76dce0a1 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 192.168.203.4@tcp remote: 0x7053de4f1aa0da62 expref: 13 pid: 22689 timeout: 789 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788744707.806524:0:22684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.4@tcp, seq: 13 00000100:00100000:1.0:1788744707.806534:0:22684:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac77cbccc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3571d18d-7aff-4e21-b5bb-1b9bfbdb5579+13:2394:x1875634138798080:12345-192.168.203.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788744707.806572:0:22684:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788744707.806579:0:22684:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9ac775b82c00/0xb6207a6e76dce0a1 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 192.168.203.4@tcp remote: 0x7053de4f1aa0da62 expref: 13 pid: 22689 timeout: 789 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744707.806592:0:22684:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9ac775b82c00/0xb6207a6e76dce0a1 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 192.168.203.4@tcp remote: 0x7053de4f1aa0da62 expref: 13 pid: 22689 timeout: 789 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744707.806610:0:22684:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9ac775b82c00/0xb6207a6e76dce0a1 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 192.168.203.4@tcp remote: 0x7053de4f1aa0da62 expref: 13 pid: 22689 timeout: 789 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744707.806624:0:22684:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788744707.806679:0:22684:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac77cbccc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3571d18d-7aff-4e21-b5bb-1b9bfbdb5579+12:2394:x1875634138798080:12345-192.168.203.4@tcp:103:ldlm_bl.0 Request processed in 146us (505us total) trans 0 rc 0/0 00000100:00100000:1.0:1788744707.806687:0:22684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.4@tcp, seq: 13 00000100:00100000:3.0:1788744707.807327:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.4@tcp (source: 12345-192.168.203.4@tcp) 00000100:00100000:2.0:1788744707.807373:0:22683:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634138798208 00000100:00100000:2.0:1788744707.807381:0:22683:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634138798208 00010000:00010000:2.0:1788744707.807832:0:22683:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9ac775b82400/0xb6207a6e76dce062 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 192.168.203.4@tcp remote: 0x7053de4f1aa0d9f2 expref: 12 pid: 22692 timeout: 789 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788744707.807866:0:22683:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.4@tcp, seq: 14 00000100:00100000:2.0:1788744707.807875:0:22683:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac781285180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3571d18d-7aff-4e21-b5bb-1b9bfbdb5579+12:2394:x1875634138798208:12345-192.168.203.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788744707.807888:0:22683:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788744707.807892:0:22683:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9ac775b82400/0xb6207a6e76dce062 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 192.168.203.4@tcp remote: 0x7053de4f1aa0d9f2 expref: 12 pid: 22692 timeout: 789 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744707.807903:0:22683:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9ac775b82400/0xb6207a6e76dce062 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 192.168.203.4@tcp remote: 0x7053de4f1aa0d9f2 expref: 12 pid: 22692 timeout: 789 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744707.807926:0:22683:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9ac775b82400/0xb6207a6e76dce062 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 192.168.203.4@tcp remote: 0x7053de4f1aa0d9f2 expref: 12 pid: 22692 timeout: 789 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744707.807940:0:22683:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff9ac64446fa00/0xb6207a6e76dce0d2 lrc: 3/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 25727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744707.807959:0:22683:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9ac64446fa00/0xb6207a6e76dce0d2 lrc: 4/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 25727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744707.807975:0:22683:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9ac64446fa00/0xb6207a6e76dce0d2 lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 25727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744707.807983:0:22683:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9ac64446fa00/0xb6207a6e76dce0d2 lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 25727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744707.807990:0:22683:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff9ac64446fa00/0xb6207a6e76dce0d2 lrc: 4/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 25727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744707.807997:0:22683:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff9ac64446fa00/0xb6207a6e76dce0d2 lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 25727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744707.808003:0:22683:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ac64446fa00 already unused, calling callback (ffffffffc0e92940) 00010000:00010000:2.0:1788744707.808007:0:22683:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff9ac64446fa00/0xb6207a6e76dce0d2 lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 25727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744707.808015:0:22683:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff9ac64446fa00/0xb6207a6e76dce0d2 lrc: 6/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 25727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744707.808031:0:22683:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff9ac64446fa00/0xb6207a6e76dce0d2 lrc: 4/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744707.808041:0:22683:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788744707.808075:0:22683:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac781285180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3571d18d-7aff-4e21-b5bb-1b9bfbdb5579+11:2394:x1875634138798208:12345-192.168.203.4@tcp:103:ldlm_bl.0 Request processed in 201us (751us total) trans 0 rc 0/0 00000100:00100000:2.0:1788744707.808082:0:22683:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.4@tcp, seq: 14 00010000:00010000:1.0:1788744707.808501:0:25727:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff9ac64446fa00/0xb6207a6e76dce0d2 lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744707.808511:0:25727:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff9ac64446fa00/0xb6207a6e76dce0d2 lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744707.808529:0:25727:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9ac64446fa00/0xb6207a6e76dce0d2 lrc: 0/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788744707.956466:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1788744707.956503:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac781286a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3646:1875634154633984:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1788744707.956577:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788744707.956722:0:24207:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154633984 00000100:00100000:3.0:1788744707.956732:0:24207:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154633984 00000100:00100000:3.0:1788744707.956806:0:24207:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:3.0:1788744707.956818:0:24207:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac6431eed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3646:x1875634154633984:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1788744707.956852:0:24207:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3915857920 avail 3684335616 00000100:00100000:3.0:1788744707.956921:0:24207:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac6431eed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3646:x1875634154633984:12345-0@lo:13:osp-pre-0-1.0 Request processed in 91us (329us total) trans 0 rc 0/0 00000100:00100000:3.0:1788744707.956929:0:24207:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:3.0:1788744707.956992:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac781286a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3646:1875634154633984:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1788744707.957308:0:22693:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1788744708.081354:0:22685:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788744708.463564:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac745dd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3646:1875634154634112:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1788744708.463639:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788744708.467792:0:23438:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154634112 00000100:00100000:1.0:1788744708.467810:0:23438:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154634112 00000100:00100000:1.0:1788744708.467883:0:23438:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000100:00100000:1.0:1788744708.467904:0:23438:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac781286a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3646:x1875634154634112:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1788744708.467953:0:23438:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:1.0:1788744708.468062:0:23438:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac781286a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3646:x1875634154634112:12345-0@lo:41:osp-pre-1-0.0 Request processed in 168us (4422us total) trans 0 rc 0/0 00000100:00100000:0.0:1788744708.468250:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac745dd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3646:1875634154634112:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1788744708.468737:0:23438:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00000100:00100000:3.0:1788744708.468966:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1788744708.468985:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac745dd4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3644:1875634154634240:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788744708.469039:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788744708.469216:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154634240 00000100:00100000:2.0:1788744708.469245:0:22703:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154634240 00000100:00100000:2.0:1788744708.469286:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47 00000100:00100000:2.0:1788744708.469295:0:22703:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac781284a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3644:x1875634154634240:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1788744708.469327:0:22703:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446309888 avail 1300070400 00000100:00100000:2.0:1788744708.469383:0:22703:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac781284a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3644:x1875634154634240:12345-0@lo:41:osp-pre-0-1.0 Request processed in 89us (344us total) trans 0 rc 0/0 00000100:00100000:2.0:1788744708.469389:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47 00000100:00100000:0.0:1788744708.469552:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac745dd4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3644:1875634154634240:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788744708.942287:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.4@tcp (source: 12345-192.168.203.4@tcp) 00000100:00100000:1.0:1788744708.942443:0:22689:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634138798336 00000100:00100000:1.0:1788744708.942454:0:22689:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634138798336 00000100:00100000:1.0:1788744708.942520:0:22689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.4@tcp, seq: 148 00000100:00100000:1.0:1788744708.942530:0:22689:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac6430f0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3571d18d-7aff-4e21-b5bb-1b9bfbdb5579+11:18051:x1875634138798336:12345-192.168.203.4@tcp:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788744708.942550:0:22689:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788744708.942572:0:22689:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9ac773f46000/0xb6207a6e76dce0d9 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x7053de4f1aa0da9a expref: -99 pid: 22689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744708.942603:0:22689:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9ac773f46000/0xb6207a6e76dce0d9 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 192.168.203.4@tcp remote: 0x7053de4f1aa0da9a expref: 12 pid: 22689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744708.942615:0:22689:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9ac773f46000/0xb6207a6e76dce0d9 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 192.168.203.4@tcp remote: 0x7053de4f1aa0da9a expref: 12 pid: 22689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744708.942642:0:22689:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ac773f46000, rc 0) 00000100:00100000:1.0:1788744708.942715:0:22689:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac6430f0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3571d18d-7aff-4e21-b5bb-1b9bfbdb5579+12:18051:x1875634138798336:12345-192.168.203.4@tcp:101:ll_cfg_requeue.0 Request processed in 177us (430us total) trans 0 rc 0/0 00000100:00100000:1.0:1788744708.942723:0:22689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.4@tcp, seq: 148 00000100:00100000:3.0:1788744708.945149:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.4@tcp (source: 12345-192.168.203.4@tcp) 00000100:00100000:0.0:1788744708.945258:0:22690:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634138798464 00000100:00100000:0.0:1788744708.945268:0:22690:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634138798464 00000100:00100000:0.0:1788744708.945325:0:22690:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.4@tcp, seq: 149 00000100:00100000:0.0:1788744708.945334:0:22690:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac75e0b4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3571d18d-7aff-4e21-b5bb-1b9bfbdb5579+12:18051:x1875634138798464:12345-192.168.203.4@tcp:501:ll_cfg_requeue.0 00000100:00100000:0.0:1788744708.945523:0:22690:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac75e0b4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3571d18d-7aff-4e21-b5bb-1b9bfbdb5579+12:18051:x1875634138798464:12345-192.168.203.4@tcp:501:ll_cfg_requeue.0 Request processed in 189us (381us total) trans 0 rc 0/0 00000100:00100000:0.0:1788744708.945530:0:22690:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.4@tcp, seq: 149 00000100:00100000:0.0:1788744708.951616:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.4@tcp (source: 12345-192.168.203.4@tcp) 00000100:00100000:1.0:1788744708.952155:0:22689:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634138798592 00000100:00100000:1.0:1788744708.952165:0:22689:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634138798592 00000100:00100000:1.0:1788744708.952252:0:22689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.4@tcp, seq: 150 00000100:00100000:1.0:1788744708.952262:0:22689:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac75e0b4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3571d18d-7aff-4e21-b5bb-1b9bfbdb5579+12:18051:x1875634138798592:12345-192.168.203.4@tcp:503:ll_cfg_requeue.0 00000100:00100000:1.0:1788744708.952394:0:22689:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac75e0b4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3571d18d-7aff-4e21-b5bb-1b9bfbdb5579+12:18051:x1875634138798592:12345-192.168.203.4@tcp:503:ll_cfg_requeue.0 Request processed in 133us (787us total) trans 0 rc 0/0 00000100:00100000:1.0:1788744708.952445:0:22689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.4@tcp, seq: 150 00000100:00100000:3.0:1788744708.958988:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.4@tcp (source: 12345-192.168.203.4@tcp) 00000100:00100000:2.0:1788744708.959350:0:22692:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634138798720 00000100:00100000:2.0:1788744708.959361:0:22692:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634138798720 00000100:00100000:2.0:1788744708.959454:0:22692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.4@tcp, seq: 151 00000100:00100000:2.0:1788744708.959465:0:22692:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac75e0b6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3571d18d-7aff-4e21-b5bb-1b9bfbdb5579+12:18051:x1875634138798720:12345-192.168.203.4@tcp:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788744708.959483:0:22692:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788744708.959501:0:22692:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9ac775b82400/0xb6207a6e76dce0e0 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x7053de4f1aa0daa1 expref: -99 pid: 22692 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744708.959539:0:22692:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9ac775b82400/0xb6207a6e76dce0e0 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 192.168.203.4@tcp remote: 0x7053de4f1aa0daa1 expref: 13 pid: 22692 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744708.959551:0:22692:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9ac775b82400/0xb6207a6e76dce0e0 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 192.168.203.4@tcp remote: 0x7053de4f1aa0daa1 expref: 13 pid: 22692 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744708.959560:0:22692:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ac775b82400, rc 0) 00000100:00100000:2.0:1788744708.959623:0:22692:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac75e0b6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3571d18d-7aff-4e21-b5bb-1b9bfbdb5579+13:18051:x1875634138798720:12345-192.168.203.4@tcp:101:ll_cfg_requeue.0 Request processed in 160us (645us total) trans 0 rc 0/0 00000100:00100000:2.0:1788744708.959631:0:22692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.4@tcp, seq: 151 00000100:00100000:3.0:1788744708.965197:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.4@tcp (source: 12345-192.168.203.4@tcp) 00000100:00100000:1.0:1788744708.965338:0:22689:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634138798848 00000100:00100000:1.0:1788744708.965348:0:22689:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634138798848 00000100:00100000:1.0:1788744708.965432:0:22689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.4@tcp, seq: 152 00000100:00100000:1.0:1788744708.965443:0:22689:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac75e0b7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3571d18d-7aff-4e21-b5bb-1b9bfbdb5579+13:18051:x1875634138798848:12345-192.168.203.4@tcp:501:ll_cfg_requeue.0 00000100:00100000:1.0:1788744708.965608:0:22689:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac75e0b7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3571d18d-7aff-4e21-b5bb-1b9bfbdb5579+13:18051:x1875634138798848:12345-192.168.203.4@tcp:501:ll_cfg_requeue.0 Request processed in 166us (419us total) trans 0 rc 0/0 00000100:00100000:1.0:1788744708.965615:0:22689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.4@tcp, seq: 152 00000100:00100000:1.0:1788744708.967509:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.4@tcp (source: 12345-192.168.203.4@tcp) 00000100:00100000:0.0:1788744708.967711:0:22690:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634138798976 00000100:00100000:0.0:1788744708.967721:0:22690:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634138798976 00000100:00100000:0.0:1788744708.967805:0:22690:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.4@tcp, seq: 153 00000100:00100000:0.0:1788744708.967814:0:22690:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac75e0b4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3571d18d-7aff-4e21-b5bb-1b9bfbdb5579+13:18051:x1875634138798976:12345-192.168.203.4@tcp:503:ll_cfg_requeue.0 00000100:00100000:0.0:1788744708.967962:0:22690:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac75e0b4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3571d18d-7aff-4e21-b5bb-1b9bfbdb5579+13:18051:x1875634138798976:12345-192.168.203.4@tcp:503:ll_cfg_requeue.0 Request processed in 149us (459us total) trans 0 rc 0/0 00000100:00100000:0.0:1788744708.967971:0:22690:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.4@tcp, seq: 153 00000100:00100000:1.0:1788744708.975162:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1788744708.975184:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac745dd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3643:1875634154634368:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788744708.975260:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788744708.980626:0:24207:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154634368 00000100:00100000:2.0:1788744708.980643:0:24207:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154634368 00000100:00100000:2.0:1788744708.980725:0:24207:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:2.0:1788744708.980751:0:24207:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac6431ed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3643:x1875634154634368:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1788744708.980779:0:24207:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3915857920 avail 3684335616 00000100:00080000:1.0:1788744708.980975:0:22693:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788744708.981097:0:24207:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac6431ed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3643:x1875634154634368:12345-0@lo:13:osp-pre-0-0.0 Request processed in 348us (5836us total) trans 0 rc 0/0 00000100:00100000:2.0:1788744708.981105:0:24207:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:1.0:1788744708.990757:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac745dd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3643:1875634154634368:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1788744709.092991:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.4@tcp (source: 12345-192.168.203.4@tcp) 00000100:00100000:2.0:1788744709.093219:0:25313:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634138799104 00000100:00100000:2.0:1788744709.093229:0:25313:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634138799104 00000100:00100000:2.0:1788744709.093302:0:25313:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.4@tcp, seq: 23 00000100:00100000:2.0:1788744709.093313:0:25313:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac781286680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8f278e14-2cf4-4a87-bcb4-4affdb4e6fd0+6:18672:x1875634138799104:12345-192.168.203.4@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1788744709.093334:0:25313:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788744709.093355:0:25313:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ac775b83c00/0xb6207a6e76dce0e7 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7053de4f1aa0daa8 expref: -99 pid: 25313 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744709.093461:0:25313:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ac775b82200/0xb6207a6e76dce0ee lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 25313 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744709.093475:0:25313:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ac775b82200/0xb6207a6e76dce0ee lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 25313 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744709.093488:0:25313:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ac775b82200/0xb6207a6e76dce0ee lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 25313 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744709.093501:0:25313:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ac775b83e00/0xb6207a6e76dce0f5 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 25313 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744709.093508:0:25313:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ac775b83e00/0xb6207a6e76dce0f5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25313 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744709.093514:0:25313:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ac775b83e00/0xb6207a6e76dce0f5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25313 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00080000:3.0:1788744709.093601:0:22693:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1788744709.093623:0:25313:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ac775b83a00/0xb6207a6e76dce0fc lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 25313 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744709.093632:0:25313:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ac775b83a00/0xb6207a6e76dce0fc lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25313 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744709.093640:0:25313:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ac775b83a00/0xb6207a6e76dce0fc lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25313 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788744709.093667:0:25313:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000002:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1788744709.093671:0:25313:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1788744709.093708:0:25313:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ac775b83a00/0xb6207a6e76dce0fc lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25313 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744709.093719:0:25313:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ac775b82200/0xb6207a6e76dce0ee lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 25313 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744709.093726:0:25313:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ac775b82200/0xb6207a6e76dce0ee lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 25313 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744709.093732:0:25313:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ac775b82200/0xb6207a6e76dce0ee lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 25313 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744709.093738:0:25313:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ac775b82200 already unused, calling callback (ffffffffc1aec4f0) 00010000:00010000:2.0:1788744709.093742:0:25313:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ac775b82200/0xb6207a6e76dce0ee lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 25313 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744709.093749:0:25313:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ac775b82200/0xb6207a6e76dce0ee lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 25313 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744709.093761:0:25313:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9ac76058d100) 00010000:00010000:2.0:1788744709.093770:0:25313:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788744709.093776:0:25313:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ac775b82200/0xb6207a6e76dce0ee lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 25313 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744709.093782:0:25313:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ac775b82200/0xb6207a6e76dce0ee lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 25313 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744709.093797:0:25313:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ac775b83e00/0xb6207a6e76dce0f5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25313 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744709.093803:0:25313:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ac775b83e00/0xb6207a6e76dce0f5 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 25313 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744709.093809:0:25313:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ac775b83e00/0xb6207a6e76dce0f5 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 25313 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744709.093815:0:25313:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ac775b83e00 already unused, calling callback (ffffffffc1aec4f0) 00010000:00010000:2.0:1788744709.093817:0:25313:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ac775b83e00/0xb6207a6e76dce0f5 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 25313 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744709.093822:0:25313:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ac775b83e00/0xb6207a6e76dce0f5 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 25313 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744709.093829:0:25313:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3b979c7a (ffff9ac761dadc00) 00010000:00010000:2.0:1788744709.093831:0:25313:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788744709.093835:0:25313:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ac775b83e00/0xb6207a6e76dce0f5 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 25313 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744709.093841:0:25313:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ac775b83e00/0xb6207a6e76dce0f5 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 25313 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744709.093872:0:25313:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ac775b83c00/0xb6207a6e76dce0e7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.4@tcp remote: 0x7053de4f1aa0daa8 expref: 8 pid: 25313 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744709.093897:0:25313:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ac775b83a00/0xb6207a6e76dce0fc lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.4@tcp remote: 0x7053de4f1aa0daa8 expref: 7 pid: 25313 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744709.093914:0:25313:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff9ac761dada00) 00010000:00010000:2.0:1788744709.093916:0:25313:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1788744709.093918:0:25313:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ac775b83a00, rc 0) 00000100:00100000:2.0:1788744709.093977:0:25313:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac781286680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8f278e14-2cf4-4a87-bcb4-4affdb4e6fd0+7:18672:x1875634138799104:12345-192.168.203.4@tcp:101:lhsmtool_posix.0 Request processed in 666us (996us total) trans 0 rc 0/0 00000100:00100000:2.0:1788744709.093984:0:25313:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.4@tcp, seq: 23 00000100:00100000:3.0:1788744709.097640:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.4@tcp (source: 12345-192.168.203.4@tcp) 00000100:00100000:2.0:1788744709.098061:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634138799232 00000100:00100000:2.0:1788744709.098072:0:22708:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634138799232 00000100:00100000:2.0:1788744709.098131:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.4@tcp, seq: 5 00000100:00100000:2.0:1788744709.098141:0:22708:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac781285c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:8f278e14-2cf4-4a87-bcb4-4affdb4e6fd0+7:18672:x1875634138799232:12345-192.168.203.4@tcp:900:lhsmtool_posix.0 00000100:00100000:2.0:1788744709.098229:0:22708:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac781285c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:8f278e14-2cf4-4a87-bcb4-4affdb4e6fd0+7:18672:x1875634138799232:12345-192.168.203.4@tcp:900:lhsmtool_posix.0 Request processed in 88us (596us total) trans 0 rc 0/0 00000100:00100000:2.0:1788744709.098236:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.4@tcp, seq: 5 00010000:00010000:2.0:1788744709.102522:0:24997:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788744709.115726:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.4@tcp (source: 12345-192.168.203.4@tcp) 00000100:00100000:0.0:1788744709.116071:0:22699:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634138799488 00000100:00100000:0.0:1788744709.116082:0:22699:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634138799488 00000100:00100000:0.0:1788744709.116153:0:22699:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.4@tcp, seq: 24 00000100:00100000:0.0:1788744709.116165:0:22699:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac6431eea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8f278e14-2cf4-4a87-bcb4-4affdb4e6fd0+7:18672:x1875634138799488:12345-192.168.203.4@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788744709.116185:0:22699:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788744709.116217:0:22699:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ac64446e000/0xb6207a6e76dce103 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7053de4f1aa0daaf expref: -99 pid: 22699 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744709.116294:0:22699:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ac64446ea00/0xb6207a6e76dce10a lrc: 3/1,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22699 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744709.116310:0:22699:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ac64446ea00/0xb6207a6e76dce10a lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22699 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744709.116323:0:22699:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ac64446ea00/0xb6207a6e76dce10a lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22699 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744709.116381:0:22699:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ac64446e400/0xb6207a6e76dce111 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22699 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744709.116389:0:22699:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ac64446e400/0xb6207a6e76dce111 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22699 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744709.116573:0:22699:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ac64446e400/0xb6207a6e76dce111 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22699 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744709.116678:0:22699:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ac64446e200/0xb6207a6e76dce118 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22699 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744709.116686:0:22699:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ac64446e200/0xb6207a6e76dce118 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22699 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744709.116693:0:22699:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ac64446e200/0xb6207a6e76dce118 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22699 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788744709.116702:0:22699:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000002:0x2:0x0]: returning size 4096 00010000:00010000:0.0:1788744709.117740:0:22699:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ac64446ea00/0xb6207a6e76dce10a lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22699 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744709.117752:0:22699:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ac64446ea00/0xb6207a6e76dce10a lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 22699 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744709.117758:0:22699:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ac64446ea00/0xb6207a6e76dce10a lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22699 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744709.117763:0:22699:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ac64446ea00 already unused, calling callback (ffffffffc1aec4f0) 00010000:00010000:0.0:1788744709.117768:0:22699:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ac64446ea00/0xb6207a6e76dce10a lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22699 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744709.117775:0:22699:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ac64446ea00/0xb6207a6e76dce10a lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 22699 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744709.117788:0:22699:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff9ac761dada00) 00010000:00010000:0.0:1788744709.117791:0:22699:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788744709.117805:0:22699:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ac64446ea00/0xb6207a6e76dce10a lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22699 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744709.117811:0:22699:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ac64446ea00/0xb6207a6e76dce10a lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22699 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744709.117825:0:22699:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ac64446e400/0xb6207a6e76dce111 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22699 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744709.117830:0:22699:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ac64446e400/0xb6207a6e76dce111 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22699 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744709.117836:0:22699:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ac64446e400/0xb6207a6e76dce111 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22699 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744709.117841:0:22699:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ac64446e400 already unused, calling callback (ffffffffc1aec4f0) 00010000:00010000:0.0:1788744709.117924:0:22699:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ac64446e400/0xb6207a6e76dce111 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22699 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744709.117933:0:22699:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ac64446e400/0xb6207a6e76dce111 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22699 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744709.117942:0:22699:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x8d45d6bc (ffff9ac642257a00) 00010000:00010000:0.0:1788744709.117945:0:22699:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788744709.117949:0:22699:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ac64446e400/0xb6207a6e76dce111 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22699 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744709.117955:0:22699:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ac64446e400/0xb6207a6e76dce111 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22699 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744709.121378:0:22699:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ac64446e000/0xb6207a6e76dce103 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.4@tcp remote: 0x7053de4f1aa0daaf expref: 10 pid: 22699 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744709.121630:0:22699:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ac64446e200/0xb6207a6e76dce118 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.4@tcp remote: 0x7053de4f1aa0daaf expref: 9 pid: 22699 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744709.121640:0:22699:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9ac642257100) 00010000:00010000:0.0:1788744709.121644:0:22699:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788744709.121647:0:22699:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ac64446e200, rc 0) 00000100:00100000:0.0:1788744709.121721:0:22699:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac6431eea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8f278e14-2cf4-4a87-bcb4-4affdb4e6fd0+9:18672:x1875634138799488:12345-192.168.203.4@tcp:101:lhsmtool_posix.0 Request processed in 5558us (6006us total) trans 12884901889 rc 0/0 00000100:00100000:0.0:1788744709.121730:0:22699:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.4@tcp, seq: 24 00000100:00100000:3.0:1788744709.125321:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.4@tcp (source: 12345-192.168.203.4@tcp) 00000100:00100000:1.0:1788744709.125605:0:22698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634138799616 00000100:00100000:1.0:1788744709.125615:0:22698:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634138799616 00000100:00100000:1.0:1788744709.125674:0:22698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.4@tcp, seq: 25 00000100:00100000:1.0:1788744709.125684:0:22698:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac781285f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8f278e14-2cf4-4a87-bcb4-4affdb4e6fd0+9:18672:x1875634138799616:12345-192.168.203.4@tcp:59:lhsmtool_posix.0 00000100:00100000:1.0:1788744709.125779:0:22698:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac781285f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8f278e14-2cf4-4a87-bcb4-4affdb4e6fd0+9:18672:x1875634138799616:12345-192.168.203.4@tcp:59:lhsmtool_posix.0 Request processed in 96us (467us total) trans 0 rc 0/0 00000100:00100000:1.0:1788744709.125787:0:22698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.4@tcp, seq: 25 00000100:00100000:3.0:1788744709.132515:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.4@tcp (source: 12345-192.168.203.4@tcp) 00000100:00100000:0.0:1788744709.133943:0:22697:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634138799744 00000100:00100000:0.0:1788744709.133957:0:22697:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634138799744 00000100:00100000:0.0:1788744709.134042:0:22697:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.4@tcp, seq: 26 00000100:00100000:0.0:1788744709.134056:0:22697:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac781285500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8f278e14-2cf4-4a87-bcb4-4affdb4e6fd0+5:18672:x1875634138799744:12345-192.168.203.4@tcp:59:lhsmtool_posix.0 00000004:00080000:0.0:1788744709.134596:0:22697:0:(mdt_identity.c:119:mdt_identity_do_upcall()) lustre-MDT0001: invoked upcall /home/green/git/lustre-release/lustre/utils/l_getidentity lustre-MDT0001 0, time 498us 00000100:00080000:3.0:1788744709.139857:0:22693:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1788744709.167377:0:22697:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac781285500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8f278e14-2cf4-4a87-bcb4-4affdb4e6fd0+5:18672:x1875634138799744:12345-192.168.203.4@tcp:59:lhsmtool_posix.0 Request processed in 33317us (34861us total) trans 0 rc 0/0 00000100:00100000:1.0:1788744709.167391:0:22697:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.4@tcp, seq: 26 00000100:00100000:0.0:1788744709.181515:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.4@tcp (source: 12345-192.168.203.4@tcp) 00000100:00100000:3.0:1788744709.181606:0:22699:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634138799872 00000100:00100000:3.0:1788744709.181617:0:22699:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634138799872 00000100:00100000:3.0:1788744709.181680:0:22699:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.4@tcp, seq: 27 00000100:00100000:3.0:1788744709.181690:0:22699:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac643e47800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8f278e14-2cf4-4a87-bcb4-4affdb4e6fd0+9:18678:x1875634138799872:12345-192.168.203.4@tcp:101:lfs.0 00010000:00010000:3.0:1788744709.181725:0:22699:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788744709.181749:0:22699:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ac643dad400/0xb6207a6e76dce126 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7053de4f1aa0dab6 expref: -99 pid: 22699 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744709.181814:0:22699:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ac643daca00/0xb6207a6e76dce12d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22699 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744709.181830:0:22699:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ac643daca00/0xb6207a6e76dce12d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22699 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744709.181843:0:22699:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ac643daca00/0xb6207a6e76dce12d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22699 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744709.181912:0:22699:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ac643dade00/0xb6207a6e76dce134 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22699 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744709.181921:0:22699:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ac643dade00/0xb6207a6e76dce134 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22699 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744709.181928:0:22699:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ac643dade00/0xb6207a6e76dce134 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22699 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744709.181972:0:22699:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ac643daca00/0xb6207a6e76dce12d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22699 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744709.181979:0:22699:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ac643daca00/0xb6207a6e76dce12d lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22699 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744709.181998:0:22699:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ac643daca00/0xb6207a6e76dce12d lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22699 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744709.182005:0:22699:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ac643daca00 already unused, calling callback (ffffffffc1aec4f0) 00010000:00010000:3.0:1788744709.182009:0:22699:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ac643daca00/0xb6207a6e76dce12d lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22699 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744709.182016:0:22699:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ac643daca00/0xb6207a6e76dce12d lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22699 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744709.182027:0:22699:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9ac76058d100) 00010000:00010000:3.0:1788744709.182031:0:22699:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788744709.182036:0:22699:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ac643daca00/0xb6207a6e76dce12d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22699 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744709.182042:0:22699:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ac643daca00/0xb6207a6e76dce12d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22699 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744709.182056:0:22699:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ac643dade00/0xb6207a6e76dce134 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22699 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744709.182062:0:22699:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ac643dade00/0xb6207a6e76dce134 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22699 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744709.182068:0:22699:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ac643dade00/0xb6207a6e76dce134 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22699 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744709.182074:0:22699:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ac643dade00 already unused, calling callback (ffffffffc1aec4f0) 00010000:00010000:3.0:1788744709.182077:0:22699:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ac643dade00/0xb6207a6e76dce134 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22699 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744709.182093:0:22699:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ac643dade00/0xb6207a6e76dce134 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22699 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744709.182102:0:22699:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff9ac7557d5300) 00010000:00010000:3.0:1788744709.182104:0:22699:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788744709.182108:0:22699:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ac643dade00/0xb6207a6e76dce134 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22699 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744709.182113:0:22699:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ac643dade00/0xb6207a6e76dce134 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22699 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744709.182146:0:22699:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ac643dad400/0xb6207a6e76dce126 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.4@tcp remote: 0x7053de4f1aa0dab6 expref: 10 pid: 22699 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744709.182156:0:22699:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9ac76058d100) 00010000:00010000:3.0:1788744709.182159:0:22699:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788744709.182163:0:22699:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ac643dad400/0xb6207a6e76dce126 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.4@tcp remote: 0x7053de4f1aa0dab6 expref: 10 pid: 22699 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744709.182172:0:22699:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ac643dad400, rc 0) 00000100:00100000:3.0:1788744709.182237:0:22699:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac643e47800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8f278e14-2cf4-4a87-bcb4-4affdb4e6fd0+9:18678:x1875634138799872:12345-192.168.203.4@tcp:101:lfs.0 Request processed in 548us (731us total) trans 0 rc 301/301 00000100:00100000:3.0:1788744709.182245:0:22699:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.4@tcp, seq: 27 00000100:00100000:3.0:1788744709.189348:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.4@tcp (source: 12345-192.168.203.4@tcp) 00000100:00100000:1.0:1788744709.194675:0:22706:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634138800000 00000100:00100000:1.0:1788744709.194691:0:22706:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634138800000 00000100:00100000:1.0:1788744709.194760:0:22706:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.4@tcp, seq: 0 00000100:00100000:1.0:1788744709.194772:0:22706:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac781284e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_seqm_0000:8f278e14-2cf4-4a87-bcb4-4affdb4e6fd0+9:18678:x1875634138800000:12345-192.168.203.4@tcp:700:lfs.0 00000100:00100000:1.0:1788744709.194878:0:22706:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac781284e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_seqm_0000:8f278e14-2cf4-4a87-bcb4-4affdb4e6fd0+9:18678:x1875634138800000:12345-192.168.203.4@tcp:700:lfs.0 Request processed in 107us (5540us total) trans 0 rc 0/0 00000100:00100000:1.0:1788744709.194886:0:22706:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.4@tcp, seq: 0 00000100:00100000:0.0:1788744709.199130:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.4@tcp (source: 12345-192.168.203.4@tcp) 00000100:00100000:3.0:1788744709.199213:0:25313:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634138800256 00000100:00100000:3.0:1788744709.199224:0:25313:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634138800256 00000100:00100000:3.0:1788744709.199284:0:25313:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.4@tcp, seq: 28 00000100:00100000:3.0:1788744709.199295:0:25313:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac643e45880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8f278e14-2cf4-4a87-bcb4-4affdb4e6fd0+9:18678:x1875634138800256:12345-192.168.203.4@tcp:36:lfs.0 00010000:00010000:3.0:1788744709.199365:0:25313:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788744709.199393:0:25313:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ac775b82a00/0xb6207a6e76dce08c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.4@tcp remote: 0x7053de4f1aa0da23 expref: 9 pid: 25314 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744709.199444:0:25313:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9ac76058d100) 00010000:00010000:3.0:1788744709.199449:0:25313:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1788744709.199517:0:25313:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ac643dad400/0xb6207a6e76dce13b lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 25313 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744709.199532:0:25313:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ac64446ec00/0xb6207a6e76dce0cb lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.4@tcp remote: 0x7053de4f1aa0da93 expref: 5 pid: 25314 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744709.199541:0:25313:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ac643dad400/0xb6207a6e76dce13b lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 25313 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744709.199572:0:25313:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ac64446ec00/0xb6207a6e76dce0cb lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.4@tcp remote: 0x7053de4f1aa0da93 expref: 5 pid: 25314 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744709.199586:0:25313:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ac64446ec00/0xb6207a6e76dce0cb lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.4@tcp remote: 0x7053de4f1aa0da93 expref: 5 pid: 25314 timeout: 790 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788744709.199601:0:25313:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac643fe1880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:25313:1875634154634496:192.168.203.4@tcp:104: 00000100:00100000:3.0:1788744709.199681:0:25313:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ac7556a7f00 going to sleep for 11 seconds 00000100:00100000:2.0:1788744709.203778:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.4@tcp (source: 12345-192.168.203.4@tcp) 00000100:00100000:1.0:1788744709.203919:0:22684:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634138800384 00000100:00100000:1.0:1788744709.203929:0:22684:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634138800384 00010000:00010000:1.0:1788744709.203993:0:22684:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ac64446ec00/0xb6207a6e76dce0cb lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.4@tcp remote: 0x7053de4f1aa0da93 expref: 6 pid: 25314 timeout: 790 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788744709.204035:0:22684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.4@tcp, seq: 15 00000100:00100000:1.0:1788744709.204045:0:22684:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac745dd7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1f4cf581-4271-4491-9100-97a634e1335f+6:2395:x1875634138800384:12345-192.168.203.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788744709.204060:0:22684:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788744709.204079:0:22684:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ac64446ec00/0xb6207a6e76dce0cb lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.4@tcp remote: 0x7053de4f1aa0da93 expref: 6 pid: 25314 timeout: 790 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744709.204093:0:22684:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ac64446ec00/0xb6207a6e76dce0cb lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.4@tcp remote: 0x7053de4f1aa0da93 expref: 6 pid: 25314 timeout: 790 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744709.204117:0:22684:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9ac76058d100) 00010000:00010000:1.0:1788744709.204122:0:22684:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ac643dad400/0xb6207a6e76dce13b lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 25313 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744709.204134:0:22684:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ac643dad400/0xb6207a6e76dce13b lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 25313 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744709.204141:0:22684:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ac643dad400/0xb6207a6e76dce13b lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 25313 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744709.204158:0:22684:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788744709.204207:0:22684:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac745dd7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1f4cf581-4271-4491-9100-97a634e1335f+6:2395:x1875634138800384:12345-192.168.203.4@tcp:103:ldlm_bl.0 Request processed in 162us (437us total) trans 0 rc 0/0 00000100:00100000:1.0:1788744709.204214:0:22684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.4@tcp, seq: 15 00010000:00010000:3.0:1788744709.205242:0:25313:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ac64446ec00/0xb6207a6e76dce0cb lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.4@tcp remote: 0x7053de4f1aa0da93 expref: 5 pid: 25314 timeout: 790 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788744709.205264:0:25313:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac643fe1880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:25313:1875634154634496:192.168.203.4@tcp:104: 00010000:00010000:3.0:1788744709.205286:0:25313:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ac643dad400/0xb6207a6e76dce13b lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25313 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744709.205308:0:25313:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ac643dad400/0xb6207a6e76dce13b lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25313 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744709.205315:0:25313:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ac643dad400/0xb6207a6e76dce13b lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25313 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744709.205339:0:25313:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ac643dade00/0xb6207a6e76dce142 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 25313 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744709.205351:0:25313:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ac643dade00/0xb6207a6e76dce142 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25313 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744709.205360:0:25313:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ac643dade00/0xb6207a6e76dce142 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25313 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00080000:2.0:1788744709.205822:0:22693:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1788744709.207875:0:25313:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ac643daca00/0xb6207a6e76dce149 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 25313 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744709.207896:0:25313:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ac643daca00/0xb6207a6e76dce149 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25313 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744709.207920:0:25313:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ac643daca00/0xb6207a6e76dce149 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25313 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788744709.207937:0:25313:0:(mdt_handler.c:4682:mdt_save_lock()) ### save lock request 00000000e2dce5ab reply state 000000007f5962af transno 12884901890 ns: mdt-lustre-MDT0000_UUID lock: ffff9ac643daca00/0xb6207a6e76dce149 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25313 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744709.207948:0:25313:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ac643daca00/0xb6207a6e76dce149 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25313 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744709.207955:0:25313:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff9ac7557d5b00) 00010000:00010000:3.0:1788744709.207964:0:25313:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1788744709.207968:0:25313:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:3.0:1788744709.207974:0:25313:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00010000:00010000:3.0:1788744709.207982:0:25313:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ac643dad400/0xb6207a6e76dce13b lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25313 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744709.207989:0:25313:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ac643dad400/0xb6207a6e76dce13b lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 25313 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744709.207995:0:25313:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ac643dad400/0xb6207a6e76dce13b lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 25313 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744709.208001:0:25313:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ac643dad400 already unused, calling callback (ffffffffc1aec4f0) 00010000:00010000:3.0:1788744709.208005:0:25313:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ac643dad400/0xb6207a6e76dce13b lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 25313 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744709.208012:0:25313:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ac643dad400/0xb6207a6e76dce13b lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 25313 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744709.208021:0:25313:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9ac76058d100) 00010000:00010000:3.0:1788744709.208024:0:25313:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788744709.208027:0:25313:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ac643dad400/0xb6207a6e76dce13b lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 25313 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744709.208033:0:25313:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ac643dad400/0xb6207a6e76dce13b lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 25313 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788744709.208053:0:25313:0:(mdt_handler.c:4682:mdt_save_lock()) ### save lock request 00000000e2dce5ab reply state 000000007f5962af transno 12884901890 ns: mdt-lustre-MDT0000_UUID lock: ffff9ac643dade00/0xb6207a6e76dce142 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25313 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744709.208061:0:25313:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ac643dade00/0xb6207a6e76dce142 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25313 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744709.208076:0:25313:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff9ac7557d5300) 00010000:00010000:3.0:1788744709.208078:0:25313:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1788744709.208081:0:25313:0:(service.c:179:ptlrpc_save_lock()) nlocks 1 00000100:00100000:3.0:1788744709.208224:0:25313:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac643e45880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8f278e14-2cf4-4a87-bcb4-4affdb4e6fd0+10:18678:x1875634138800256:12345-192.168.203.4@tcp:36:lfs.0 Request processed in 8927us (9101us total) trans 12884901890 rc 0/0 00000100:00100000:3.0:1788744709.208233:0:25313:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.4@tcp, seq: 28 00000100:00100000:2.0:1788744709.316193:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.4@tcp (source: 12345-192.168.203.4@tcp) 00000100:00100000:1.0:1788744709.316303:0:22697:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634138800512 00000100:00100000:1.0:1788744709.316313:0:22697:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634138800512 00000100:00100000:1.0:1788744709.317023:0:22697:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.4@tcp, seq: 29 00000100:00100000:1.0:1788744709.317038:0:22697:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac745dd5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8f278e14-2cf4-4a87-bcb4-4affdb4e6fd0+10:18686:x1875634138800512:12345-192.168.203.4@tcp:101:lctl.0 00010000:00010000:1.0:1788744709.317067:0:22697:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788744709.317091:0:22697:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ac773f46c00/0xb6207a6e76dce150 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7053de4f1aa0dabd expref: -99 pid: 22697 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744709.317155:0:22697:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ac773f47e00/0xb6207a6e76dce157 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22697 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744709.317183:0:22697:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ac773f47e00/0xb6207a6e76dce157 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22697 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744709.317197:0:22697:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ac773f47e00/0xb6207a6e76dce157 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22697 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788744709.317244:0:22697:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1788744709.317248:0:22697:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1788744709.317285:0:22697:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ac773f47e00/0xb6207a6e76dce157 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22697 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744709.317310:0:22697:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ac773f46c00/0xb6207a6e76dce150 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.4@tcp remote: 0x7053de4f1aa0dabd expref: 12 pid: 22697 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744709.317330:0:22697:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ac773f47e00/0xb6207a6e76dce157 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.4@tcp remote: 0x7053de4f1aa0dabd expref: 11 pid: 22697 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744709.317338:0:22697:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9ac64354d000) 00010000:00010000:1.0:1788744709.317341:0:22697:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1788744709.317344:0:22697:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ac773f47e00, rc 0) 00000100:00100000:1.0:1788744709.317602:0:22697:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac745dd5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8f278e14-2cf4-4a87-bcb4-4affdb4e6fd0+11:18686:x1875634138800512:12345-192.168.203.4@tcp:101:lctl.0 Request processed in 567us (1417us total) trans 0 rc 0/0 00000100:00100000:1.0:1788744709.317610:0:22697:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.4@tcp, seq: 29 00000100:00100000:0.0:1788744709.339132:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.4@tcp (source: 12345-192.168.203.4@tcp) 00000100:00100000:1.0:1788744709.339233:0:22698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634138800640 00000100:00100000:1.0:1788744709.339243:0:22698:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634138800640 00000100:00100000:1.0:1788744709.339308:0:22698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.4@tcp, seq: 30 00000100:00100000:1.0:1788744709.339319:0:22698:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac643e46d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f4cf581-4271-4491-9100-97a634e1335f+5:18687:x1875634138800640:12345-192.168.203.4@tcp:101:lfs.0 00010000:00010000:1.0:1788744709.339341:0:22698:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788744709.339376:0:22698:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ac773f46c00/0xb6207a6e76dce15e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7053de4f1aa0dac4 expref: -99 pid: 22698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744709.339845:0:22698:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ac775b83e00/0xb6207a6e76dce165 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22698 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744709.339861:0:22698:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ac775b83e00/0xb6207a6e76dce165 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22698 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744709.339875:0:22698:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ac775b83e00/0xb6207a6e76dce165 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22698 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788744709.339931:0:22698:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1788744709.339936:0:22698:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1788744709.339955:0:22698:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ac775b83e00/0xb6207a6e76dce165 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22698 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744709.339977:0:22698:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ac773f46c00/0xb6207a6e76dce15e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.4@tcp remote: 0x7053de4f1aa0dac4 expref: 7 pid: 22698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744709.339995:0:22698:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ac775b83e00/0xb6207a6e76dce165 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.4@tcp remote: 0x7053de4f1aa0dac4 expref: 6 pid: 22698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744709.340005:0:22698:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9ac64354d000) 00010000:00010000:2.0:1788744709.340008:0:22698:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1788744709.340013:0:22698:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ac775b83e00, rc 0) 00000100:00100000:2.0:1788744709.340073:0:22698:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac643e46d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f4cf581-4271-4491-9100-97a634e1335f+6:18687:x1875634138800640:12345-192.168.203.4@tcp:101:lfs.0 Request processed in 756us (953us total) trans 0 rc 0/0 00000100:00100000:2.0:1788744709.340080:0:22698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.4@tcp, seq: 30 00000100:00100000:0.0:1788744709.347494:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.4@tcp (source: 12345-192.168.203.4@tcp) 00000100:00100000:3.0:1788744709.347576:0:25313:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634138800768 00000100:00100000:3.0:1788744709.347586:0:25313:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634138800768 00000100:00100000:3.0:1788744709.347647:0:25313:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.4@tcp, seq: 31 00000100:00100000:3.0:1788744709.347657:0:25313:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac643e46680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f4cf581-4271-4491-9100-97a634e1335f+6:18687:x1875634138800768:12345-192.168.203.4@tcp:101:lfs.0 00010000:00010000:3.0:1788744709.347677:0:25313:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788744709.347697:0:25313:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ac643dad400/0xb6207a6e76dce16c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7053de4f1aa0dacb expref: -99 pid: 25313 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744709.347772:0:25313:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ac643dac800/0xb6207a6e76dce173 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 25313 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744709.347787:0:25313:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ac643dac800/0xb6207a6e76dce173 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 25313 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744709.347797:0:25313:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ac643dac800/0xb6207a6e76dce173 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 25313 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744709.347807:0:25313:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ac643dac600/0xb6207a6e76dce17a lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 25313 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744709.347814:0:25313:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ac643dac600/0xb6207a6e76dce17a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 25313 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744709.347835:0:25313:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ac643dac600/0xb6207a6e76dce17a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 25313 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744709.347918:0:25313:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ac643dadc00/0xb6207a6e76dce181 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 25313 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744709.347927:0:25313:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ac643dadc00/0xb6207a6e76dce181 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 25313 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744709.347934:0:25313:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ac643dadc00/0xb6207a6e76dce181 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 25313 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788744709.347971:0:25313:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1788744709.347974:0:25313:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1788744709.347992:0:25313:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ac643dadc00/0xb6207a6e76dce181 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 25313 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744709.348004:0:25313:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ac643dac800/0xb6207a6e76dce173 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 25313 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744709.348009:0:25313:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ac643dac800/0xb6207a6e76dce173 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 25313 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744709.348015:0:25313:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ac643dac800/0xb6207a6e76dce173 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 25313 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744709.348021:0:25313:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ac643dac800 already unused, calling callback (ffffffffc1aec4f0) 00010000:00010000:3.0:1788744709.348025:0:25313:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ac643dac800/0xb6207a6e76dce173 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 25313 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744709.348031:0:25313:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ac643dac800/0xb6207a6e76dce173 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 25313 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744709.348050:0:25313:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9ac64354d000) 00010000:00010000:3.0:1788744709.348053:0:25313:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788744709.348057:0:25313:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ac643dac800/0xb6207a6e76dce173 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 25313 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744709.348064:0:25313:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ac643dac800/0xb6207a6e76dce173 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 25313 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744709.348078:0:25313:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ac643dac600/0xb6207a6e76dce17a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 25313 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744709.348084:0:25313:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ac643dac600/0xb6207a6e76dce17a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 25313 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744709.348089:0:25313:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ac643dac600/0xb6207a6e76dce17a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 25313 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744709.348094:0:25313:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ac643dac600 already unused, calling callback (ffffffffc1aec4f0) 00010000:00010000:3.0:1788744709.348096:0:25313:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ac643dac600/0xb6207a6e76dce17a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 25313 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744709.348102:0:25313:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ac643dac600/0xb6207a6e76dce17a lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 25313 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744709.348109:0:25313:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff9ac7557d5300) 00010000:00010000:3.0:1788744709.348111:0:25313:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788744709.348114:0:25313:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ac643dac600/0xb6207a6e76dce17a lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 25313 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744709.348119:0:25313:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ac643dac600/0xb6207a6e76dce17a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 25313 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744709.348159:0:25313:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ac643dad400/0xb6207a6e76dce16c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.4@tcp remote: 0x7053de4f1aa0dacb expref: 8 pid: 25313 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744709.348174:0:25313:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ac643dadc00/0xb6207a6e76dce181 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.4@tcp remote: 0x7053de4f1aa0dacb expref: 7 pid: 25313 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744709.348181:0:25313:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff9ac7557d5b00) 00010000:00010000:3.0:1788744709.348183:0:25313:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1788744709.348191:0:25313:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ac643dadc00, rc 0) 00000100:00100000:3.0:1788744709.348255:0:25313:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac643e46680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1f4cf581-4271-4491-9100-97a634e1335f+7:18687:x1875634138800768:12345-192.168.203.4@tcp:101:lfs.0 Request processed in 599us (770us total) trans 0 rc 0/0 00000100:00100000:3.0:1788744709.348263:0:25313:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.4@tcp, seq: 31 00000100:00100000:0.0:1788744709.351377:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.4@tcp (source: 12345-192.168.203.4@tcp) 00000100:00100000:1.0:1788744709.351519:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634138800896 00000100:00100000:1.0:1788744709.351529:0:22709:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634138800896 00000100:00080000:2.0:1788744709.351681:0:22693:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1788744709.351734:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.4@tcp, seq: 6 00000100:00100000:3.0:1788744709.351748:0:22708:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac643e45c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:1f4cf581-4271-4491-9100-97a634e1335f+5:18687:x1875634138800896:12345-192.168.203.4@tcp:900:lfs.0 00000100:00100000:3.0:1788744709.351830:0:22708:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac643e45c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:1f4cf581-4271-4491-9100-97a634e1335f+5:18687:x1875634138800896:12345-192.168.203.4@tcp:900:lfs.0 Request processed in 86us (461us total) trans 0 rc 0/0 00000100:00100000:3.0:1788744709.351839:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.4@tcp, seq: 6 00000100:00100000:2.0:1788744709.356888:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.4@tcp (source: 12345-192.168.203.4@tcp) 00000100:00100000:1.0:1788744709.357343:0:22697:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634138801152 00000100:00100000:1.0:1788744709.357353:0:22697:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634138801152 00000100:00100000:2.0:1788744709.357502:0:22698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.4@tcp, seq: 32 00000100:00100000:2.0:1788744709.357515:0:22698:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac745dd4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f4cf581-4271-4491-9100-97a634e1335f+7:18687:x1875634138801152:12345-192.168.203.4@tcp:101:lfs.0 00010000:00010000:2.0:1788744709.357538:0:22698:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788744709.357560:0:22698:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ac775b82000/0xb6207a6e76dce188 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7053de4f1aa0dad2 expref: -99 pid: 22698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788744709.357669:0:22698:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00010000:00010000:2.0:1788744709.357789:0:22698:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ac775b82000/0xb6207a6e76dce188 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.4@tcp remote: 0x7053de4f1aa0dad2 expref: 9 pid: 22698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744709.357817:0:22698:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9ac64354d000) 00010000:00010000:2.0:1788744709.357820:0:22698:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1788744709.357826:0:22698:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ac775b82000/0xb6207a6e76dce188 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.4@tcp remote: 0x7053de4f1aa0dad2 expref: 9 pid: 22698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744709.357838:0:22698:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ac775b82000, rc 0) 00000100:00100000:2.0:1788744709.357917:0:22698:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac745dd4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f4cf581-4271-4491-9100-97a634e1335f+8:18687:x1875634138801152:12345-192.168.203.4@tcp:101:lfs.0 Request processed in 393us (1026us total) trans 12884901891 rc 301/301 00000100:00100000:2.0:1788744709.357925:0:22698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.4@tcp, seq: 32 00000100:00100000:0.0:1788744709.362038:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.4@tcp (source: 12345-192.168.203.4@tcp) 00000100:00100000:3.0:1788744709.362342:0:25314:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634138801408 00000100:00100000:3.0:1788744709.362353:0:25314:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634138801408 00000100:00100000:3.0:1788744709.362468:0:25314:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.4@tcp, seq: 33 00000100:00100000:3.0:1788744709.362481:0:25314:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac643e46300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f4cf581-4271-4491-9100-97a634e1335f+8:18687:x1875634138801408:12345-192.168.203.4@tcp:36:lfs.0 00010000:00010000:3.0:1788744709.362536:0:25314:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788744709.362564:0:25314:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ac643dadc00/0xb6207a6e76dce181 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.4@tcp remote: 0x7053de4f1aa0dacb expref: 8 pid: 25313 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744709.362602:0:25314:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff9ac7557d5b00) 00010000:00010000:3.0:1788744709.362607:0:25314:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1788744709.362631:0:25314:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ac643dad400/0xb6207a6e76dce196 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 25314 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744709.362645:0:25314:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ac643dad400/0xb6207a6e76dce196 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 25314 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744709.362655:0:25314:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ac643dad400/0xb6207a6e76dce196 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 25314 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788744709.362867:0:25314:0:(mdt_handler.c:4682:mdt_save_lock()) ### save lock request 00000000c3dea64b reply state 00000000469c81cf transno 12884901892 ns: mdt-lustre-MDT0000_UUID lock: ffff9ac643dad400/0xb6207a6e76dce196 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 25314 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744709.362881:0:25314:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ac643dad400/0xb6207a6e76dce196 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 25314 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744709.362888:0:25314:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff9ac7557d5b00) 00010000:00010000:3.0:1788744709.362890:0:25314:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:3.0:1788744709.362893:0:25314:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:3.0:1788744709.362914:0:25314:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00000100:00100000:3.0:1788744709.362988:0:25314:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac643e46300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f4cf581-4271-4491-9100-97a634e1335f+9:18687:x1875634138801408:12345-192.168.203.4@tcp:36:lfs.0 Request processed in 510us (959us total) trans 12884901892 rc 0/0 00000100:00100000:3.0:1788744709.362996:0:25314:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.4@tcp, seq: 33 00000100:00100000:0.0:1788744709.365491:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.4@tcp (source: 12345-192.168.203.4@tcp) 00000100:00100000:3.0:1788744709.365746:0:22700:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634138801664 00000100:00100000:3.0:1788744709.365756:0:22700:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634138801664 00000100:00100000:3.0:1788744709.365874:0:22700:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.4@tcp, seq: 2 00000100:00100000:3.0:1788744709.365885:0:22700:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac643e44380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1f4cf581-4271-4491-9100-97a634e1335f+9:18687:x1875634138801664:12345-192.168.203.4@tcp:35:lfs.0 00000100:00100000:3.0:1788744709.366117:0:22700:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac643e44380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1f4cf581-4271-4491-9100-97a634e1335f+10:18687:x1875634138801664:12345-192.168.203.4@tcp:35:lfs.0 Request processed in 234us (636us total) trans 12884901893 rc 0/0 00000100:00100000:3.0:1788744709.366139:0:22700:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.4@tcp, seq: 2 00000100:00100000:0.0:1788744709.372708:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.4@tcp (source: 12345-192.168.203.4@tcp) 00000100:00100000:3.0:1788744709.372786:0:22699:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634138801920 00000100:00100000:3.0:1788744709.372796:0:22699:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634138801920 00000100:00100000:3.0:1788744709.372849:0:22699:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.4@tcp, seq: 34 00000100:00100000:3.0:1788744709.372858:0:22699:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac643e47480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f4cf581-4271-4491-9100-97a634e1335f+10:18687:x1875634138801920:12345-192.168.203.4@tcp:101:lfs.0 00010000:00010000:3.0:1788744709.372878:0:22699:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788744709.372895:0:22699:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ac643dac600/0xb6207a6e76dce19d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7053de4f1aa0dad9 expref: -99 pid: 22699 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744709.372981:0:22699:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ac643dac800/0xb6207a6e76dce1a4 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22699 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744709.372994:0:22699:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ac643dac800/0xb6207a6e76dce1a4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22699 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744709.373004:0:22699:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ac643dac800/0xb6207a6e76dce1a4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22699 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744709.373013:0:22699:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ac643dad800/0xb6207a6e76dce1ab lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22699 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744709.373020:0:22699:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ac643dad800/0xb6207a6e76dce1ab lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22699 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744709.373026:0:22699:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ac643dad800/0xb6207a6e76dce1ab lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22699 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788744709.373171:0:22699:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00010000:00010000:3.0:1788744709.373232:0:22699:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ac643dac800/0xb6207a6e76dce1a4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22699 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744709.373254:0:22699:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ac643dac800/0xb6207a6e76dce1a4 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22699 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744709.373260:0:22699:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ac643dac800/0xb6207a6e76dce1a4 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22699 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744709.373265:0:22699:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ac643dac800 already unused, calling callback (ffffffffc1aec4f0) 00010000:00010000:3.0:1788744709.373269:0:22699:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ac643dac800/0xb6207a6e76dce1a4 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22699 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744709.373346:0:22699:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ac643dac800/0xb6207a6e76dce1a4 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22699 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744709.373359:0:22699:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9ac64354d000) 00010000:00010000:3.0:1788744709.373362:0:22699:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788744709.373366:0:22699:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ac643dac800/0xb6207a6e76dce1a4 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22699 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744709.373372:0:22699:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ac643dac800/0xb6207a6e76dce1a4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22699 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744709.373386:0:22699:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ac643dad800/0xb6207a6e76dce1ab lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22699 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744709.373391:0:22699:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ac643dad800/0xb6207a6e76dce1ab lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 22699 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744709.373397:0:22699:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ac643dad800/0xb6207a6e76dce1ab lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22699 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744709.373760:0:22699:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ac643dad800 already unused, calling callback (ffffffffc1aec4f0) 00010000:00010000:3.0:1788744709.373770:0:22699:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ac643dad800/0xb6207a6e76dce1ab lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22699 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744709.373777:0:22699:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ac643dad800/0xb6207a6e76dce1ab lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 22699 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744709.373785:0:22699:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff9ac7557d5300) 00010000:00010000:3.0:1788744709.373787:0:22699:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788744709.373790:0:22699:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ac643dad800/0xb6207a6e76dce1ab lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22699 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744709.373795:0:22699:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ac643dad800/0xb6207a6e76dce1ab lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22699 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744709.373925:0:22699:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ac643dac600/0xb6207a6e76dce19d lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.4@tcp remote: 0x7053de4f1aa0dad9 expref: 12 pid: 22699 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744709.373936:0:22699:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9ac64354d000) 00010000:00010000:2.0:1788744709.373938:0:22699:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1788744709.373941:0:22699:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ac643dac600/0xb6207a6e76dce19d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.4@tcp remote: 0x7053de4f1aa0dad9 expref: 12 pid: 22699 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744709.373952:0:22699:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ac643dac600, rc 0) 00000100:00100000:2.0:1788744709.374593:0:22699:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac643e47480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1f4cf581-4271-4491-9100-97a634e1335f+11:18687:x1875634138801920:12345-192.168.203.4@tcp:101:lfs.0 Request processed in 1183us (1342us total) trans 12884901894 rc 301/301 00000100:00100000:2.0:1788744709.374606:0:22699:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.4@tcp, seq: 34 00000100:00100000:0.0:1788744709.378855:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.4@tcp (source: 12345-192.168.203.4@tcp) 00000100:00100000:3.0:1788744709.378951:0:22698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634138802048 00000100:00100000:3.0:1788744709.378964:0:22698:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634138802048 00000100:00100000:3.0:1788744709.379024:0:22698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.4@tcp, seq: 35 00000100:00100000:3.0:1788744709.379035:0:22698:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac643e44a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f4cf581-4271-4491-9100-97a634e1335f+11:18687:x1875634138802048:12345-192.168.203.4@tcp:101:lfs.0 00010000:00010000:3.0:1788744709.379062:0:22698:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788744709.379083:0:22698:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ac643dace00/0xb6207a6e76dce1b9 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7053de4f1aa0dae0 expref: -99 pid: 22698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744709.379186:0:22698:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ac643dacc00/0xb6207a6e76dce1c0 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22698 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744709.379201:0:22698:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ac643dacc00/0xb6207a6e76dce1c0 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22698 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744709.379214:0:22698:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ac643dacc00/0xb6207a6e76dce1c0 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22698 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788744709.379267:0:22698:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1788744709.379271:0:22698:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1788744709.379374:0:22698:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ac643dacc00/0xb6207a6e76dce1c0 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22698 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744709.379440:0:22698:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ac643dace00/0xb6207a6e76dce1b9 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.4@tcp remote: 0x7053de4f1aa0dae0 expref: 13 pid: 22698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744709.379459:0:22698:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ac643dacc00/0xb6207a6e76dce1c0 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.4@tcp remote: 0x7053de4f1aa0dae0 expref: 12 pid: 22698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744709.379539:0:22698:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff9ac7557d5b00) 00010000:00010000:3.0:1788744709.379542:0:22698:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1788744709.379546:0:22698:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ac643dacc00, rc 0) 00000100:00100000:3.0:1788744709.379599:0:22698:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac643e44a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1f4cf581-4271-4491-9100-97a634e1335f+12:18687:x1875634138802048:12345-192.168.203.4@tcp:101:lfs.0 Request processed in 566us (753us total) trans 0 rc 0/0 00000100:00100000:3.0:1788744709.379606:0:22698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.4@tcp, seq: 35 00000100:00100000:0.0:1788744709.383186:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.4@tcp (source: 12345-192.168.203.4@tcp) 00000100:00100000:1.0:1788744709.383279:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634138802176 00000100:00100000:1.0:1788744709.383296:0:22701:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634138802176 00000100:00100000:1.0:1788744709.383351:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.4@tcp, seq: 3 00000100:00100000:1.0:1788744709.383361:0:22701:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac643e45f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1f4cf581-4271-4491-9100-97a634e1335f+12:18687:x1875634138802176:12345-192.168.203.4@tcp:37:lfs.0 00000100:00100000:1.0:1788744709.392030:0:22701:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac643e45f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1f4cf581-4271-4491-9100-97a634e1335f+12:18687:x1875634138802176:12345-192.168.203.4@tcp:37:lfs.0 Request processed in 8660us (8842us total) trans 0 rc 0/0 00000100:00100000:1.0:1788744709.392044:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.4@tcp, seq: 3 00000100:00100000:0.0:1788744709.398393:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.4@tcp (source: 12345-192.168.203.4@tcp) 00000100:00100000:3.0:1788744709.398986:0:22700:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634138802432 00000100:00100000:3.0:1788744709.398996:0:22700:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634138802432 00000100:00100000:3.0:1788744709.399102:0:22700:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.4@tcp, seq: 4 00000100:00100000:3.0:1788744709.399113:0:22700:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac64237e450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1f4cf581-4271-4491-9100-97a634e1335f+12:18687:x1875634138802432:12345-192.168.203.4@tcp:35:lfs.0 00000100:00100000:3.0:1788744709.399328:0:22700:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac64237e450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1f4cf581-4271-4491-9100-97a634e1335f+13:18687:x1875634138802432:12345-192.168.203.4@tcp:35:lfs.0 Request processed in 216us (944us total) trans 12884901895 rc 0/0 00000100:00100000:3.0:1788744709.399336:0:22700:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.4@tcp, seq: 4 00000040:00080000:1.0:1788744709.423372:0:22733:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 10000000:01000000:0.0:1788744709.428149:0:22694:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:0.0:1788744709.428155:0:22694:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff9ac774a24000 from 13 10000000:01000000:0.0:1788744709.428161:0:22694:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:0.0:1788744709.428209:0:22694:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.104@tcp lock: ffff9ac64446f400/0xb6207a6e76dce1c7 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744709.428220:0:22694:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.104@tcp lock: ffff9ac64446f400/0xb6207a6e76dce1c7 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744709.428231:0:22694:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.104@tcp lock: ffff9ac64446f400/0xb6207a6e76dce1c7 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788744709.428256:0:22694:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac643e46a00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:57b18335-b9a3-4404-b391-d3050d8407ce:22694:1875634154634624:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1788744709.428331:0:22694:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788744709.428371:0:22694:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ac6424aa0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788744709.428444:0:22692:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154634624 00000100:00100000:2.0:1788744709.428453:0:22692:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154634624 00000100:00100000:2.0:1788744709.428517:0:22692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 154 00000100:00100000:2.0:1788744709.428527:0:22692:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac75e0b6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:57b18335-b9a3-4404-b391-d3050d8407ce+20:22694:x1875634154634624:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788744709.428555:0:22692:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788744709.428569:0:22692:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9ac775b82000/0xb6207a6e76dce1ce lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0xb6207a6e76dce1c7 expref: -99 pid: 22692 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744709.428594:0:22692:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9ac775b82000/0xb6207a6e76dce1ce lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xb6207a6e76dce1c7 expref: 21 pid: 22692 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744709.428605:0:22692:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9ac775b82000/0xb6207a6e76dce1ce lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb6207a6e76dce1c7 expref: 21 pid: 22692 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744709.428614:0:22692:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ac775b82000, rc 0) 00000100:00100000:2.0:1788744709.428661:0:22692:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac75e0b6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:57b18335-b9a3-4404-b391-d3050d8407ce+21:22694:x1875634154634624:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 136us (330us total) trans 0 rc 0/0 00000100:00100000:2.0:1788744709.428668:0:22692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 154 00000100:00100000:0.0:1788744709.428943:0:22694:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac643e46a00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:57b18335-b9a3-4404-b391-d3050d8407ce:22694:1875634154634624:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788744709.428958:0:22694:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.104@tcp lock: ffff9ac64446f400/0xb6207a6e76dce1c7 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb6207a6e76dce1ce expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744709.428967:0:22694:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.104@tcp lock: ffff9ac64446f400/0xb6207a6e76dce1c7 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xb6207a6e76dce1ce expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788744709.429045:0:22694:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac643e46a00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:57b18335-b9a3-4404-b391-d3050d8407ce:22694:1875634154634752:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1788744709.429071:0:22694:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788744709.429101:0:22694:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ac6424aa0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788744709.429225:0:22689:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154634752 00000100:00100000:1.0:1788744709.429230:0:22689:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154634752 00000100:00100000:1.0:1788744709.429266:0:22689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 155 00000100:00100000:1.0:1788744709.429273:0:22689:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac75e0b7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:57b18335-b9a3-4404-b391-d3050d8407ce+21:22694:x1875634154634752:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1788744709.429396:0:22689:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac75e0b7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:57b18335-b9a3-4404-b391-d3050d8407ce+21:22694:x1875634154634752:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 124us (323us total) trans 0 rc 0/0 00000100:00100000:1.0:1788744709.429426:0:22689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 155 00000100:00100000:3.0:1788744709.429513:0:22694:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac643e46a00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:57b18335-b9a3-4404-b391-d3050d8407ce:22694:1875634154634752:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1788744709.429543:0:22694:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac643fe1880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:57b18335-b9a3-4404-b391-d3050d8407ce:22694:1875634154634880:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1788744709.429588:0:22694:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788744709.429611:0:22694:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ac7556a79c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788744709.429803:0:22689:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154634880 00000100:00100000:1.0:1788744709.429808:0:22689:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154634880 00000100:00100000:1.0:1788744709.429828:0:22689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 156 00000100:00100000:1.0:1788744709.429834:0:22689:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac75e0b7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:57b18335-b9a3-4404-b391-d3050d8407ce+21:22694:x1875634154634880:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1788744709.429929:0:22689:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac75e0b7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:57b18335-b9a3-4404-b391-d3050d8407ce+21:22694:x1875634154634880:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 95us (340us total) trans 0 rc 0/0 00000100:00100000:1.0:1788744709.429945:0:22689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 156 00000100:00100000:3.0:1788744709.430054:0:22694:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac643fe1880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:57b18335-b9a3-4404-b391-d3050d8407ce:22694:1875634154634880:0@lo:503:ll_cfg_requeue.0 00000040:00080000:1.0:1788744709.432259:0:25741:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:3.0:1788744709.434390:0:22694:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:3.0:1788744709.434459:0:22694:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.104@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:3.0:1788744709.434479:0:22694:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.104@tcp lock: ffff9ac64446f400/0xb6207a6e76dce1c7 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb6207a6e76dce1ce expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744709.434492:0:22694:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.104@tcp lock: ffff9ac64446f400/0xb6207a6e76dce1c7 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb6207a6e76dce1ce expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788744709.434504:0:22694:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:3.0:1788744709.434507:0:22694:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff9ac776cf6000 from 13 10000000:01000000:3.0:1788744709.434510:0:22694:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:3.0:1788744709.434550:0:22694:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.104@tcp lock: ffff9ac643dace00/0xb6207a6e76dce1d5 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744709.434557:0:22694:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.104@tcp lock: ffff9ac643dace00/0xb6207a6e76dce1d5 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744709.434568:0:22694:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.104@tcp lock: ffff9ac643dace00/0xb6207a6e76dce1d5 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788744709.434594:0:22694:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac643fe1880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:57b18335-b9a3-4404-b391-d3050d8407ce:22694:1875634154635008:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1788744709.434660:0:22694:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788744709.434720:0:22694:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ac7556a79c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788744709.434934:0:22689:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154635008 00000100:00100000:2.0:1788744709.434942:0:22689:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154635008 00000100:00100000:2.0:1788744709.434995:0:22689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 157 00000100:00100000:2.0:1788744709.435006:0:22689:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac75e0b6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:57b18335-b9a3-4404-b391-d3050d8407ce+21:22694:x1875634154635008:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788744709.435019:0:22689:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788744709.435034:0:22689:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9ac775b82800/0xb6207a6e76dce1dc lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0xb6207a6e76dce1d5 expref: -99 pid: 22689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744709.435056:0:22689:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9ac775b82800/0xb6207a6e76dce1dc lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xb6207a6e76dce1d5 expref: 22 pid: 22689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744709.435066:0:22689:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9ac775b82800/0xb6207a6e76dce1dc lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb6207a6e76dce1d5 expref: 22 pid: 22689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744709.435074:0:22689:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ac775b82800, rc 0) 00000100:00100000:2.0:1788744709.435127:0:22689:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac75e0b6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:57b18335-b9a3-4404-b391-d3050d8407ce+22:22694:x1875634154635008:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 123us (466us total) trans 0 rc 0/0 00000100:00100000:2.0:1788744709.435134:0:22689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 157 00000100:00100000:3.0:1788744709.436614:0:22694:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac643fe1880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:57b18335-b9a3-4404-b391-d3050d8407ce:22694:1875634154635008:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788744709.436639:0:22694:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.104@tcp lock: ffff9ac643dace00/0xb6207a6e76dce1d5 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xb6207a6e76dce1dc expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744709.436667:0:22694:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.104@tcp lock: ffff9ac643dace00/0xb6207a6e76dce1d5 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xb6207a6e76dce1dc expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788744709.437366:0:22694:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac643fe1880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:57b18335-b9a3-4404-b391-d3050d8407ce:22694:1875634154635136:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1788744709.437817:0:22694:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788744709.437863:0:22694:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ac7556a79c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788744709.437982:0:22690:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154635136 00000100:00100000:2.0:1788744709.437989:0:22690:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154635136 00000100:00100000:2.0:1788744709.438086:0:22690:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 158 00000100:00100000:2.0:1788744709.438096:0:22690:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac75e0b7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:57b18335-b9a3-4404-b391-d3050d8407ce+22:22694:x1875634154635136:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1788744709.438237:0:22690:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac75e0b7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:57b18335-b9a3-4404-b391-d3050d8407ce+22:22694:x1875634154635136:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 143us (421us total) trans 0 rc 0/0 00000100:00100000:2.0:1788744709.438246:0:22690:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 158 00000100:00100000:3.0:1788744709.438321:0:22694:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac643fe1880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:57b18335-b9a3-4404-b391-d3050d8407ce:22694:1875634154635136:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1788744709.438360:0:22694:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac643fe1880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:57b18335-b9a3-4404-b391-d3050d8407ce:22694:1875634154635264:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1788744709.438455:0:22694:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788744709.451509:0:22694:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ac7556a79c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788744709.453670:0:22689:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154635264 00000100:00100000:1.0:1788744709.453685:0:22689:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154635264 00000100:00100000:1.0:1788744709.454690:0:22689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159 00000100:00100000:1.0:1788744709.454712:0:22689:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac753173450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:57b18335-b9a3-4404-b391-d3050d8407ce+22:22694:x1875634154635264:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1788744709.454887:0:22689:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac753173450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:57b18335-b9a3-4404-b391-d3050d8407ce+22:22694:x1875634154635264:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 187us (16432us total) trans 0 rc 0/0 00000100:00100000:1.0:1788744709.454895:0:22689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 159 00000100:00100000:3.0:1788744709.455191:0:22694:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac643fe1880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:57b18335-b9a3-4404-b391-d3050d8407ce:22694:1875634154635264:0@lo:503:ll_cfg_requeue.0 00000040:00080000:3.0:1788744709.456036:0:25742:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:2.0:1788744709.456311:0:22694:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:2.0:1788744709.456334:0:22694:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.104@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:2.0:1788744709.456345:0:22694:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.104@tcp lock: ffff9ac643dace00/0xb6207a6e76dce1d5 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xb6207a6e76dce1dc expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744709.456357:0:22694:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.104@tcp lock: ffff9ac643dace00/0xb6207a6e76dce1d5 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xb6207a6e76dce1dc expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788744709.456367:0:22694:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:2.0:1788744709.456370:0:22694:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff9ac7531af000 from 13 10000000:01000000:2.0:1788744709.456373:0:22694:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:2.0:1788744709.456439:0:22694:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.104@tcp lock: ffff9ac775b83800/0xb6207a6e76dce1e3 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744709.456447:0:22694:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.104@tcp lock: ffff9ac775b83800/0xb6207a6e76dce1e3 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744709.456456:0:22694:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.104@tcp lock: ffff9ac775b83800/0xb6207a6e76dce1e3 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788744709.456500:0:22694:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac745dd7800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:57b18335-b9a3-4404-b391-d3050d8407ce:22694:1875634154635392:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1788744709.456553:0:22694:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788744709.456584:0:22694:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ac6436d9180 going to sleep for 11 seconds 00000100:00100000:3.0:1788744709.456865:0:22689:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154635392 00000100:00100000:3.0:1788744709.456873:0:22689:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154635392 00000100:00100000:3.0:1788744709.456923:0:22689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 160 00000100:00100000:3.0:1788744709.456932:0:22689:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac753171450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:57b18335-b9a3-4404-b391-d3050d8407ce+22:22694:x1875634154635392:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788744709.456944:0:22689:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788744709.456957:0:22689:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9ac643dad800/0xb6207a6e76dce1ea lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0xb6207a6e76dce1e3 expref: -99 pid: 22689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744709.456979:0:22689:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9ac643dad800/0xb6207a6e76dce1ea lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xb6207a6e76dce1e3 expref: 23 pid: 22689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744709.456990:0:22689:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9ac643dad800/0xb6207a6e76dce1ea lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb6207a6e76dce1e3 expref: 23 pid: 22689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744709.457012:0:22689:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ac643dad800, rc 0) 00000100:00100000:3.0:1788744709.457062:0:22689:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac753171450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:57b18335-b9a3-4404-b391-d3050d8407ce+23:22694:x1875634154635392:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 131us (507us total) trans 0 rc 0/0 00000100:00100000:3.0:1788744709.457069:0:22689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 160 00000100:00100000:1.0:1788744709.457142:0:22694:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac745dd7800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:57b18335-b9a3-4404-b391-d3050d8407ce:22694:1875634154635392:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788744709.457157:0:22694:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.104@tcp lock: ffff9ac775b83800/0xb6207a6e76dce1e3 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xb6207a6e76dce1ea expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744709.457166:0:22694:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.104@tcp lock: ffff9ac775b83800/0xb6207a6e76dce1e3 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0xb6207a6e76dce1ea expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788744709.457224:0:22694:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac6431ece00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:57b18335-b9a3-4404-b391-d3050d8407ce:22694:1875634154635520:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1788744709.457253:0:22694:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788744709.457273:0:22694:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ac7556c8900 going to sleep for 11 seconds 00000100:00100000:2.0:1788744709.457329:0:22690:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154635520 00000100:00100000:2.0:1788744709.457333:0:22690:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154635520 00000100:00100000:2.0:1788744709.457354:0:22690:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 161 00000100:00100000:2.0:1788744709.457360:0:22690:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac74683dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:57b18335-b9a3-4404-b391-d3050d8407ce+23:22694:x1875634154635520:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1788744709.457503:0:22690:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac74683dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:57b18335-b9a3-4404-b391-d3050d8407ce+23:22694:x1875634154635520:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 142us (249us total) trans 0 rc 0/0 00000100:00100000:2.0:1788744709.457510:0:22690:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 161 00000100:00100000:1.0:1788744709.457691:0:22694:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac6431ece00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:57b18335-b9a3-4404-b391-d3050d8407ce:22694:1875634154635520:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1788744709.457733:0:22694:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac6431ece00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:57b18335-b9a3-4404-b391-d3050d8407ce:22694:1875634154635648:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1788744709.457772:0:22694:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788744709.457789:0:22694:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ac7556c8900 going to sleep for 11 seconds 00000100:00100000:3.0:1788744709.457913:0:22689:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154635648 00000100:00100000:3.0:1788744709.457918:0:22689:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154635648 00000100:00100000:3.0:1788744709.457938:0:22689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 162 00000100:00100000:3.0:1788744709.457944:0:22689:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac74683d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:57b18335-b9a3-4404-b391-d3050d8407ce+23:22694:x1875634154635648:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1788744709.458035:0:22689:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac74683d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:57b18335-b9a3-4404-b391-d3050d8407ce+23:22694:x1875634154635648:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 90us (262us total) trans 0 rc 0/0 00000100:00100000:3.0:1788744709.458042:0:22689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 162 00000100:00100000:1.0:1788744709.458276:0:22694:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac6431ece00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:57b18335-b9a3-4404-b391-d3050d8407ce:22694:1875634154635648:0@lo:503:ll_cfg_requeue.0 00000040:00080000:3.0:1788744709.459983:0:25743:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000100:00100000:0.0:1788744709.461261:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.4@tcp (source: 12345-192.168.203.4@tcp) 00000100:00100000:2.0:1788744709.461385:0:25313:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634138802560 00000100:00100000:2.0:1788744709.461396:0:25313:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634138802560 00000100:00100000:2.0:1788744709.461627:0:25313:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.4@tcp, seq: 36 00000100:00100000:2.0:1788744709.461638:0:25313:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac643e47b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8f278e14-2cf4-4a87-bcb4-4affdb4e6fd0+11:18693:x1875634138802560:12345-192.168.203.4@tcp:101:bash.0 00010000:00010000:2.0:1788744709.461657:0:25313:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788744709.461676:0:25313:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ac775b83000/0xb6207a6e76dce1f1 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7053de4f1aa0dae7 expref: -99 pid: 25313 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744709.461828:0:25313:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ac775b82e00/0xb6207a6e76dce1f8 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 25313 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744709.461842:0:25313:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ac775b82e00/0xb6207a6e76dce1f8 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 25313 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744709.461854:0:25313:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ac775b82e00/0xb6207a6e76dce1f8 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 25313 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744709.461883:0:25313:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ac775b82600/0xb6207a6e76dce1ff lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 25313 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744709.461890:0:25313:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ac775b82600/0xb6207a6e76dce1ff lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 25313 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744709.461897:0:25313:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ac775b82600/0xb6207a6e76dce1ff lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 25313 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744709.461989:0:25313:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ac775b83600/0xb6207a6e76dce206 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 25313 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744709.461998:0:25313:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ac775b83600/0xb6207a6e76dce206 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 25313 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744709.462005:0:25313:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ac775b83600/0xb6207a6e76dce206 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 25313 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788744709.462038:0:25313:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1788744709.462042:0:25313:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1788744709.462078:0:25313:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ac775b83600/0xb6207a6e76dce206 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 25313 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744709.462089:0:25313:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ac775b82e00/0xb6207a6e76dce1f8 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 25313 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744709.462096:0:25313:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ac775b82e00/0xb6207a6e76dce1f8 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 25313 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744709.462102:0:25313:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ac775b82e00/0xb6207a6e76dce1f8 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 25313 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744709.462117:0:25313:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ac775b82e00 already unused, calling callback (ffffffffc1aec4f0) 00010000:00010000:2.0:1788744709.462122:0:25313:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ac775b82e00/0xb6207a6e76dce1f8 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 25313 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744709.462129:0:25313:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ac775b82e00/0xb6207a6e76dce1f8 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 25313 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744709.462141:0:25313:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9ac64354d000) 00010000:00010000:2.0:1788744709.462144:0:25313:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788744709.462148:0:25313:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ac775b82e00/0xb6207a6e76dce1f8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 25313 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744709.462154:0:25313:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ac775b82e00/0xb6207a6e76dce1f8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 25313 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744709.462166:0:25313:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ac775b82600/0xb6207a6e76dce1ff lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 25313 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744709.462172:0:25313:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ac775b82600/0xb6207a6e76dce1ff lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 25313 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744709.462177:0:25313:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ac775b82600/0xb6207a6e76dce1ff lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 25313 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744709.462182:0:25313:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ac775b82600 already unused, calling callback (ffffffffc1aec4f0) 00010000:00010000:2.0:1788744709.462185:0:25313:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ac775b82600/0xb6207a6e76dce1ff lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 25313 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744709.462190:0:25313:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ac775b82600/0xb6207a6e76dce1ff lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 25313 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744709.462207:0:25313:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff9ac7557d5300) 00010000:00010000:2.0:1788744709.462209:0:25313:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788744709.462212:0:25313:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ac775b82600/0xb6207a6e76dce1ff lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 25313 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744709.462218:0:25313:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ac775b82600/0xb6207a6e76dce1ff lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 25313 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744709.462242:0:25313:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ac775b83000/0xb6207a6e76dce1f1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.4@tcp remote: 0x7053de4f1aa0dae7 expref: 13 pid: 25313 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744709.462254:0:25313:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ac775b83600/0xb6207a6e76dce206 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.4@tcp remote: 0x7053de4f1aa0dae7 expref: 12 pid: 25313 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744709.462261:0:25313:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff9ac7557d5b00) 00010000:00010000:2.0:1788744709.462263:0:25313:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1788744709.462266:0:25313:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ac775b83600, rc 0) 00000100:00100000:2.0:1788744709.462364:0:25313:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac643e47b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8f278e14-2cf4-4a87-bcb4-4affdb4e6fd0+12:18693:x1875634138802560:12345-192.168.203.4@tcp:101:bash.0 Request processed in 728us (1109us total) trans 0 rc 0/0 00000100:00100000:2.0:1788744709.462372:0:25313:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.4@tcp, seq: 36 00000020:01000000:1.0:1788744709.463066:0:22694:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:1.0:1788744709.463093:0:22694:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.104@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:1.0:1788744709.463101:0:22694:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.104@tcp lock: ffff9ac775b83800/0xb6207a6e76dce1e3 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xb6207a6e76dce1ea expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744709.463110:0:22694:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.104@tcp lock: ffff9ac775b83800/0xb6207a6e76dce1e3 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xb6207a6e76dce1ea expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788744709.463119:0:22694:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:1.0:1788744709.463122:0:22694:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff9ac641b56800 from 13 10000000:01000000:1.0:1788744709.463124:0:22694:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:1.0:1788744709.463151:0:22694:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.104@tcp lock: ffff9ac773f46a00/0xb6207a6e76dce20d lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744709.463158:0:22694:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.104@tcp lock: ffff9ac773f46a00/0xb6207a6e76dce20d lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744709.463166:0:22694:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.104@tcp lock: ffff9ac773f46a00/0xb6207a6e76dce20d lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788744709.463186:0:22694:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac6431ece00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:57b18335-b9a3-4404-b391-d3050d8407ce:22694:1875634154635776:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1788744709.463236:0:22694:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788744709.463269:0:22694:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ac77caf4900 going to sleep for 11 seconds 00000100:00100000:2.0:1788744709.463331:0:22689:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154635776 00000100:00100000:2.0:1788744709.463339:0:22689:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154635776 00000100:00100000:2.0:1788744709.463382:0:22689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 163 00000100:00100000:2.0:1788744709.463389:0:22689:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac74683e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:57b18335-b9a3-4404-b391-d3050d8407ce+23:22694:x1875634154635776:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788744709.463418:0:22689:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788744709.463431:0:22689:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9ac775b82200/0xb6207a6e76dce214 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0xb6207a6e76dce20d expref: -99 pid: 22689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744709.463476:0:22689:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9ac775b82200/0xb6207a6e76dce214 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xb6207a6e76dce20d expref: 24 pid: 22689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744709.463486:0:22689:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9ac775b82200/0xb6207a6e76dce214 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb6207a6e76dce20d expref: 24 pid: 22689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744709.463494:0:22689:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ac775b82200, rc 0) 00000100:00100000:2.0:1788744709.463528:0:22689:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac74683e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:57b18335-b9a3-4404-b391-d3050d8407ce+24:22694:x1875634154635776:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 140us (292us total) trans 0 rc 0/0 00000100:00100000:2.0:1788744709.463535:0:22689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 163 00000100:00100000:1.0:1788744709.463676:0:22694:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac6431ece00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:57b18335-b9a3-4404-b391-d3050d8407ce:22694:1875634154635776:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788744709.463690:0:22694:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.104@tcp lock: ffff9ac773f46a00/0xb6207a6e76dce20d lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xb6207a6e76dce214 expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744709.463699:0:22694:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.104@tcp lock: ffff9ac773f46a00/0xb6207a6e76dce20d lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0xb6207a6e76dce214 expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788744709.463777:0:22694:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac6431ece00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:57b18335-b9a3-4404-b391-d3050d8407ce:22694:1875634154635904:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1788744709.463806:0:22694:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788744709.463837:0:22694:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ac77caf4900 going to sleep for 11 seconds 00000100:00100000:2.0:1788744709.463954:0:22690:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154635904 00000100:00100000:2.0:1788744709.463959:0:22690:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154635904 00000100:00100000:2.0:1788744709.463991:0:22690:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 164 00000100:00100000:2.0:1788744709.463999:0:22690:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac74683e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:57b18335-b9a3-4404-b391-d3050d8407ce+24:22694:x1875634154635904:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1788744709.464092:0:22690:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac74683e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:57b18335-b9a3-4404-b391-d3050d8407ce+24:22694:x1875634154635904:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 94us (286us total) trans 0 rc 0/0 00000100:00100000:2.0:1788744709.464099:0:22690:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 164 00000100:00100000:1.0:1788744709.464172:0:22694:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac6431ece00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:57b18335-b9a3-4404-b391-d3050d8407ce:22694:1875634154635904:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1788744709.464199:0:22694:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac6431ece00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:57b18335-b9a3-4404-b391-d3050d8407ce:22694:1875634154636032:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1788744709.464240:0:22694:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788744709.464995:0:22694:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ac77caf4900 going to sleep for 11 seconds 00000100:00100000:0.0:1788744709.466881:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.4@tcp (source: 12345-192.168.203.4@tcp) 00000100:00100000:3.0:1788744709.467003:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634138802688 00000100:00100000:3.0:1788744709.467013:0:22709:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634138802688 00000100:00100000:3.0:1788744709.467067:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.4@tcp, seq: 7 00000100:00100000:3.0:1788744709.467076:0:22709:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac643e44700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:8f278e14-2cf4-4a87-bcb4-4affdb4e6fd0+5:18693:x1875634138802688:12345-192.168.203.4@tcp:900:bash.0 00000100:00100000:3.0:1788744709.467194:0:22709:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac643e44700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:8f278e14-2cf4-4a87-bcb4-4affdb4e6fd0+5:18693:x1875634138802688:12345-192.168.203.4@tcp:900:bash.0 Request processed in 118us (321us total) trans 0 rc 0/0 00000100:00100000:3.0:1788744709.467202:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.4@tcp, seq: 7 00000100:00100000:2.0:1788744709.467305:0:22692:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154636032 00000100:00100000:2.0:1788744709.467309:0:22692:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154636032 00000100:00100000:2.0:1788744709.467344:0:22692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 165 00000100:00100000:2.0:1788744709.467351:0:22692:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac74683e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:57b18335-b9a3-4404-b391-d3050d8407ce+24:22694:x1875634154636032:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1788744709.467648:0:22692:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac74683e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:57b18335-b9a3-4404-b391-d3050d8407ce+24:22694:x1875634154636032:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 297us (3407us total) trans 0 rc 0/0 00000100:00100000:2.0:1788744709.467657:0:22692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 165 00000100:00100000:0.0:1788744709.467830:0:22694:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac6431ece00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:57b18335-b9a3-4404-b391-d3050d8407ce:22694:1875634154636032:0@lo:503:ll_cfg_requeue.0 00000040:00080000:3.0:1788744709.468700:0:25744:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:0.0:1788744709.468993:0:22694:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:0.0:1788744709.469015:0:22694:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.104@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1788744709.469025:0:22694:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.104@tcp lock: ffff9ac773f46a00/0xb6207a6e76dce20d lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xb6207a6e76dce214 expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744709.469036:0:22694:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.104@tcp lock: ffff9ac773f46a00/0xb6207a6e76dce20d lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xb6207a6e76dce214 expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788744709.471379:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.4@tcp (source: 12345-192.168.203.4@tcp) 00000100:00100000:2.0:1788744709.471649:0:22699:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634138802944 00000100:00100000:2.0:1788744709.471660:0:22699:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634138802944 00000100:00100000:2.0:1788744709.471832:0:22699:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.4@tcp, seq: 37 00000100:00100000:2.0:1788744709.471843:0:22699:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac643e46a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8f278e14-2cf4-4a87-bcb4-4affdb4e6fd0+12:18693:x1875634138802944:12345-192.168.203.4@tcp:101:bash.0 00010000:00010000:2.0:1788744709.471865:0:22699:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788744709.471887:0:22699:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ac775b83000/0xb6207a6e76dce21b lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7053de4f1aa0daee expref: -99 pid: 22699 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744709.472059:0:22699:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ac775b82600/0xb6207a6e76dce222 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 22699 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744709.472075:0:22699:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ac643dacc00/0xb6207a6e76dce1c0 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.4@tcp remote: 0x7053de4f1aa0dae0 expref: 12 pid: 22698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744709.472084:0:22699:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ac775b82600/0xb6207a6e76dce222 lrc: 4/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 22699 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744709.472116:0:22699:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ac643dacc00/0xb6207a6e76dce1c0 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.4@tcp remote: 0x7053de4f1aa0dae0 expref: 12 pid: 22698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744709.472130:0:22699:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ac643dacc00/0xb6207a6e76dce1c0 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.4@tcp remote: 0x7053de4f1aa0dae0 expref: 12 pid: 22698 timeout: 791 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788744709.472143:0:22699:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac745dd4380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:22699:1875634154636160:192.168.203.4@tcp:104: 00000100:00100000:2.0:1788744709.472267:0:22699:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ac747641300 going to sleep for 11 seconds 00000100:00100000:2.0:1788744709.475223:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.4@tcp (source: 12345-192.168.203.4@tcp) 00000100:00100000:1.0:1788744709.475303:0:22682:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634138803072 00000100:00100000:1.0:1788744709.475312:0:22682:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634138803072 00010000:00010000:1.0:1788744709.475353:0:22682:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ac643dacc00/0xb6207a6e76dce1c0 lrc: 5/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.4@tcp remote: 0x7053de4f1aa0dae0 expref: 13 pid: 22698 timeout: 791 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788744709.475396:0:22682:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.4@tcp, seq: 16 00000100:00100000:1.0:1788744709.475435:0:22682:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac745dd7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1f4cf581-4271-4491-9100-97a634e1335f+13:2395:x1875634138803072:12345-192.168.203.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788744709.475449:0:22682:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788744709.475456:0:22682:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ac643dacc00/0xb6207a6e76dce1c0 lrc: 5/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.4@tcp remote: 0x7053de4f1aa0dae0 expref: 13 pid: 22698 timeout: 791 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744709.475479:0:22682:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ac643dacc00/0xb6207a6e76dce1c0 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.4@tcp remote: 0x7053de4f1aa0dae0 expref: 13 pid: 22698 timeout: 791 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744709.475500:0:22682:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff9ac7557d5b00) 00010000:00010000:1.0:1788744709.475506:0:22682:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ac775b82600/0xb6207a6e76dce222 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 22699 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744709.475535:0:22682:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ac775b82600/0xb6207a6e76dce222 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 22699 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744709.475542:0:22682:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ac775b82600/0xb6207a6e76dce222 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 22699 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744709.475561:0:22682:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788744709.475612:0:22682:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac745dd7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1f4cf581-4271-4491-9100-97a634e1335f+13:2395:x1875634138803072:12345-192.168.203.4@tcp:103:ldlm_bl.0 Request processed in 180us (400us total) trans 0 rc 0/0 00000100:00100000:1.0:1788744709.475620:0:22682:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.4@tcp, seq: 16 00010000:00010000:0.0:1788744709.477021:0:22699:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ac643dacc00/0xb6207a6e76dce1c0 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.4@tcp remote: 0x7053de4f1aa0dae0 expref: 12 pid: 22698 timeout: 791 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788744709.477042:0:22699:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac745dd4380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:22699:1875634154636160:192.168.203.4@tcp:104: 00010000:00010000:0.0:1788744709.477065:0:22699:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ac775b82600/0xb6207a6e76dce222 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22699 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744709.477074:0:22699:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ac775b82600/0xb6207a6e76dce222 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22699 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744709.477079:0:22699:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ac775b82600/0xb6207a6e76dce222 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22699 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744709.477142:0:22699:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ac64446e000/0xb6207a6e76dce229 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22699 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744709.477154:0:22699:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ac64446e000/0xb6207a6e76dce229 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22699 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744709.477162:0:22699:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ac64446e000/0xb6207a6e76dce229 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22699 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744709.477990:0:22699:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ac64446e400/0xb6207a6e76dce230 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22699 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744709.478005:0:22699:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ac64446e400/0xb6207a6e76dce230 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22699 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744709.478013:0:22699:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ac64446e400/0xb6207a6e76dce230 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22699 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788744709.478025:0:22699:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:0.0:1788744709.478054:0:22699:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ac775b82600/0xb6207a6e76dce222 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22699 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744709.478062:0:22699:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ac775b82600/0xb6207a6e76dce222 lrc: 2/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 22699 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744709.478069:0:22699:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ac775b82600/0xb6207a6e76dce222 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 22699 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744709.478075:0:22699:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ac775b82600 already unused, calling callback (ffffffffc1aec4f0) 00010000:00010000:0.0:1788744709.478079:0:22699:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ac775b82600/0xb6207a6e76dce222 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 22699 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744709.478087:0:22699:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ac775b82600/0xb6207a6e76dce222 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 22699 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744709.478098:0:22699:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff9ac7557d5b00) 00010000:00010000:0.0:1788744709.478101:0:22699:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788744709.478106:0:22699:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ac775b82600/0xb6207a6e76dce222 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 22699 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744709.478124:0:22699:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ac775b82600/0xb6207a6e76dce222 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 22699 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1788744709.478137:0:22699:0:(mdt_handler.c:4682:mdt_save_lock()) ### save lock request 000000006a99cddc reply state 00000000efbcb163 transno 12884901896 ns: mdt-lustre-MDT0000_UUID lock: ffff9ac64446e000/0xb6207a6e76dce229 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22699 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744709.478148:0:22699:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ac64446e000/0xb6207a6e76dce229 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22699 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744709.478155:0:22699:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0xb42112bc (ffff9ac642257400) 00010000:00010000:0.0:1788744709.478157:0:22699:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1788744709.478160:0:22699:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1788744709.478199:0:22699:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ac775b83000/0xb6207a6e76dce21b lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.4@tcp remote: 0x7053de4f1aa0daee expref: 15 pid: 22699 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744709.478214:0:22699:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ac64446e400/0xb6207a6e76dce230 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.4@tcp remote: 0x7053de4f1aa0daee expref: 14 pid: 22699 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744709.478221:0:22699:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9ac642257c00) 00010000:00010000:0.0:1788744709.478223:0:22699:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 9 00010000:00010000:0.0:1788744709.478226:0:22699:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ac64446e400, rc 0) 00000100:00100000:0.0:1788744709.478627:0:22699:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac643e46a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8f278e14-2cf4-4a87-bcb4-4affdb4e6fd0+15:18693:x1875634138802944:12345-192.168.203.4@tcp:101:bash.0 Request processed in 6562us (7036us total) trans 12884901896 rc 0/0 00000100:00100000:0.0:1788744709.478636:0:22699:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.4@tcp, seq: 37 00000040:00080000:0.0:1788744709.487748:0:23449:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:2.0:1788744709.500516:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.4@tcp (source: 12345-192.168.203.4@tcp) 00000100:00100000:3.0:1788744709.500733:0:22698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634138803200 00000100:00100000:3.0:1788744709.500744:0:22698:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634138803200 00000100:00100000:3.0:1788744709.500802:0:22698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.4@tcp, seq: 38 00000100:00100000:3.0:1788744709.500813:0:22698:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac745dd4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8f278e14-2cf4-4a87-bcb4-4affdb4e6fd0+15:18693:x1875634138803200:12345-192.168.203.4@tcp:101:bash.0 00010000:00010000:3.0:1788744709.500835:0:22698:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788744709.500867:0:22698:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ac643dac800/0xb6207a6e76dce23e lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7053de4f1aa0daf5 expref: -99 pid: 22698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744709.500946:0:22698:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ac643dadc00/0xb6207a6e76dce245 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22698 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744709.500960:0:22698:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ac643dadc00/0xb6207a6e76dce245 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22698 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744709.500971:0:22698:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ac643dadc00/0xb6207a6e76dce245 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22698 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788744709.501020:0:22698:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00000004:00200000:3.0:1788744709.501025:0:22698:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1788744709.501044:0:22698:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ac643dadc00/0xb6207a6e76dce245 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22698 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744709.501054:0:22698:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ac643dadc00/0xb6207a6e76dce245 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22698 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744709.501078:0:22698:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ac643dac800/0xb6207a6e76dce23e lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.4@tcp remote: 0x7053de4f1aa0daf5 expref: 17 pid: 22698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744709.501095:0:22698:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ac643dadc00/0xb6207a6e76dce245 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.4@tcp remote: 0x7053de4f1aa0daf5 expref: 16 pid: 22698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744709.501103:0:22698:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9ac642257c00) 00010000:00010000:3.0:1788744709.501105:0:22698:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1788744709.501109:0:22698:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ac643dadc00, rc 0) 00000100:00100000:3.0:1788744709.501176:0:22698:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac745dd4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8f278e14-2cf4-4a87-bcb4-4affdb4e6fd0+16:18693:x1875634138803200:12345-192.168.203.4@tcp:101:bash.0 Request processed in 364us (668us total) trans 0 rc 0/0 00000100:00100000:3.0:1788744709.501191:0:22698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.4@tcp, seq: 38 00000100:00100000:2.0:1788744709.507937:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.4@tcp (source: 12345-192.168.203.4@tcp) 00000100:00100000:1.0:1788744709.508123:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634138803456 00000100:00100000:1.0:1788744709.508133:0:22701:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634138803456 00000100:00100000:1.0:1788744709.508183:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.4@tcp, seq: 5 00000100:00100000:1.0:1788744709.508193:0:22701:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac745dd7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8f278e14-2cf4-4a87-bcb4-4affdb4e6fd0+16:18693:x1875634138803456:12345-192.168.203.4@tcp:35:bash.0 00000100:00100000:2.0:1788744709.508698:0:22701:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac745dd7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8f278e14-2cf4-4a87-bcb4-4affdb4e6fd0+17:18693:x1875634138803456:12345-192.168.203.4@tcp:35:bash.0 Request processed in 503us (766us total) trans 12884901897 rc 0/0 00000100:00100000:2.0:1788744709.508732:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.4@tcp, seq: 5 00000100:00100000:1.0:1788744709.579928:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.4@tcp (source: 12345-192.168.203.4@tcp) 00000100:00100000:2.0:1788744709.580024:0:25313:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634138803712 00000100:00100000:2.0:1788744709.580034:0:25313:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634138803712 00000100:00100000:2.0:1788744709.580098:0:25313:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.4@tcp, seq: 39 00000100:00100000:2.0:1788744709.580109:0:25313:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac6431ece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8f278e14-2cf4-4a87-bcb4-4affdb4e6fd0+17:18703:x1875634138803712:12345-192.168.203.4@tcp:101:lfs.0 00010000:00010000:2.0:1788744709.580133:0:25313:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788744709.580154:0:25313:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ac775b82a00/0xb6207a6e76dce24c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7053de4f1aa0dafc expref: -99 pid: 25313 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788744709.580254:0:25313:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00010000:00010000:2.0:1788744709.580363:0:25313:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ac775b82a00/0xb6207a6e76dce24c lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.4@tcp remote: 0x7053de4f1aa0dafc expref: 19 pid: 25313 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744709.580378:0:25313:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9ac64354d000) 00010000:00010000:2.0:1788744709.580381:0:25313:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1788744709.580386:0:25313:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ac775b82a00/0xb6207a6e76dce24c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.4@tcp remote: 0x7053de4f1aa0dafc expref: 19 pid: 25313 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744709.580709:0:25313:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ac775b82a00, rc 0) 00000100:00100000:2.0:1788744709.580779:0:25313:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac6431ece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8f278e14-2cf4-4a87-bcb4-4affdb4e6fd0+18:18703:x1875634138803712:12345-192.168.203.4@tcp:101:lfs.0 Request processed in 670us (859us total) trans 12884901898 rc 301/301 00000100:00100000:2.0:1788744709.580788:0:25313:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.4@tcp, seq: 39 00000100:00100000:0.0:1788744709.587508:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.4@tcp (source: 12345-192.168.203.4@tcp) 00000100:00100000:2.0:1788744709.587606:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634138803968 00000100:00100000:2.0:1788744709.587616:0:22701:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634138803968 00000100:00100000:2.0:1788744709.587673:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.4@tcp, seq: 6 00000100:00100000:2.0:1788744709.587684:0:22701:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac643e44380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8f278e14-2cf4-4a87-bcb4-4affdb4e6fd0+18:18703:x1875634138803968:12345-192.168.203.4@tcp:35:lfs.0 00000100:00100000:2.0:1788744709.587930:0:22701:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac643e44380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8f278e14-2cf4-4a87-bcb4-4affdb4e6fd0+19:18703:x1875634138803968:12345-192.168.203.4@tcp:35:lfs.0 Request processed in 248us (430us total) trans 12884901899 rc 0/0 00000100:00100000:2.0:1788744709.587938:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.4@tcp, seq: 6 00000100:00100000:0.0:1788744709.622938:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.4@tcp (source: 12345-192.168.203.4@tcp) 00000100:00100000:2.0:1788744709.623025:0:22699:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634138804224 00000100:00100000:2.0:1788744709.623035:0:22699:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634138804224 00000100:00100000:2.0:1788744709.623089:0:22699:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.4@tcp, seq: 40 00000100:00100000:2.0:1788744709.623099:0:22699:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac643e45f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8f278e14-2cf4-4a87-bcb4-4affdb4e6fd0+19:18706:x1875634138804224:12345-192.168.203.4@tcp:101:lfs.0 00010000:00010000:2.0:1788744709.623122:0:22699:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788744709.623142:0:22699:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ac775b82a00/0xb6207a6e76dce25a lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7053de4f1aa0db03 expref: -99 pid: 22699 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744709.623240:0:22699:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ac775b83c00/0xb6207a6e76dce261 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22699 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744709.623254:0:22699:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ac775b83c00/0xb6207a6e76dce261 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22699 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744709.623265:0:22699:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ac775b83c00/0xb6207a6e76dce261 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22699 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788744709.623276:0:22699:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:2.0:1788744709.623367:0:22699:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ac775b82a00/0xb6207a6e76dce25a lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.4@tcp remote: 0x7053de4f1aa0db03 expref: 22 pid: 22699 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744709.623384:0:22699:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ac775b83c00/0xb6207a6e76dce261 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.4@tcp remote: 0x7053de4f1aa0db03 expref: 21 pid: 22699 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744709.623392:0:22699:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9ac642257c00) 00010000:00010000:2.0:1788744709.623610:0:22699:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1788744709.623615:0:22699:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ac775b83c00, rc 0) 00000100:00100000:2.0:1788744709.623678:0:22699:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac643e45f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8f278e14-2cf4-4a87-bcb4-4affdb4e6fd0+21:18706:x1875634138804224:12345-192.168.203.4@tcp:101:lfs.0 Request processed in 579us (748us total) trans 12884901900 rc 0/0 00000100:00100000:2.0:1788744709.623687:0:22699:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.4@tcp, seq: 40 00000100:00100000:1.0:1788744709.626513:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.4@tcp (source: 12345-192.168.203.4@tcp) 00000100:00100000:0.0:1788744709.626643:0:22697:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634138804352 00000100:00100000:0.0:1788744709.626669:0:22697:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634138804352 00000100:00100000:0.0:1788744709.626731:0:22697:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.4@tcp, seq: 41 00000100:00100000:0.0:1788744709.626741:0:22697:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac643f28700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8f278e14-2cf4-4a87-bcb4-4affdb4e6fd0+21:18706:x1875634138804352:12345-192.168.203.4@tcp:54:lfs.0 00010000:00010000:0.0:1788744709.626804:0:22697:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ac64446fa00/0xb6207a6e76dce26f lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22697 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744709.626820:0:22697:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ac64446fa00/0xb6207a6e76dce26f lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22697 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744709.626830:0:22697:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ac64446fa00/0xb6207a6e76dce26f lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22697 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744709.626865:0:22697:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ac64446fa00/0xb6207a6e76dce26f lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22697 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744709.626872:0:22697:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ac64446fa00/0xb6207a6e76dce26f lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22697 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744709.626878:0:22697:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ac64446fa00/0xb6207a6e76dce26f lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22697 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744709.626883:0:22697:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ac64446fa00 already unused, calling callback (ffffffffc1aec4f0) 00010000:00010000:0.0:1788744709.626887:0:22697:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ac64446fa00/0xb6207a6e76dce26f lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22697 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744709.626894:0:22697:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ac64446fa00/0xb6207a6e76dce26f lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22697 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744709.626915:0:22697:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9ac642257c00) 00010000:00010000:0.0:1788744709.626918:0:22697:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1788744709.626922:0:22697:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ac64446fa00/0xb6207a6e76dce26f lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22697 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744709.626938:0:22697:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ac64446fa00/0xb6207a6e76dce26f lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22697 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788744709.627010:0:22697:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac643f28700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8f278e14-2cf4-4a87-bcb4-4affdb4e6fd0+21:18706:x1875634138804352:12345-192.168.203.4@tcp:54:lfs.0 Request processed in 270us (505us total) trans 0 rc 0/0 00000100:00100000:0.0:1788744709.627017:0:22697:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.4@tcp, seq: 41 00000100:00100000:0.0:1788744709.629861:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.4@tcp (source: 12345-192.168.203.4@tcp) 00000100:00100000:2.0:1788744709.629965:0:22683:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634138804480 00000100:00100000:2.0:1788744709.629976:0:22683:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634138804480 00000100:00100000:2.0:1788744709.630041:0:22683:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.4@tcp, seq: 0 00000100:00100000:2.0:1788744709.630051:0:22683:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac780fd0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8f278e14-2cf4-4a87-bcb4-4affdb4e6fd0+21:2394:x1875634138804480:12345-192.168.203.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788744709.630069:0:22683:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788744709.630095:0:22683:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ac775b83c00/0xb6207a6e76dce261 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.4@tcp remote: 0x7053de4f1aa0db03 expref: 21 pid: 22699 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744709.630113:0:22683:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9ac642257c00) 00010000:00010000:2.0:1788744709.630118:0:22683:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788744709.630172:0:22683:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac780fd0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8f278e14-2cf4-4a87-bcb4-4affdb4e6fd0+20:2394:x1875634138804480:12345-192.168.203.4@tcp:103:ldlm_bl.0 Request processed in 123us (321us total) trans 0 rc 0/0 00000100:00100000:2.0:1788744709.630180:0:22683:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.4@tcp, seq: 0 00000100:00100000:2.0:1788744709.632234:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.4@tcp (source: 12345-192.168.203.4@tcp) 00000100:00100000:3.0:1788744709.632311:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634138804736 00000100:00100000:3.0:1788744709.632321:0:22701:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634138804736 00000100:00100000:3.0:1788744709.632363:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.4@tcp, seq: 7 00000100:00100000:3.0:1788744709.632372:0:22701:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac77fb83800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8f278e14-2cf4-4a87-bcb4-4affdb4e6fd0+20:18706:x1875634138804736:12345-192.168.203.4@tcp:35:lfs.0 00000100:00100000:3.0:1788744709.632623:0:22701:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac77fb83800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8f278e14-2cf4-4a87-bcb4-4affdb4e6fd0+21:18706:x1875634138804736:12345-192.168.203.4@tcp:35:lfs.0 Request processed in 251us (396us total) trans 12884901901 rc 0/0 00000100:00100000:3.0:1788744709.632631:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.4@tcp, seq: 7 00000100:00100000:3.0:1788744709.856222:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.4@tcp (source: 12345-192.168.203.4@tcp) 00000100:00100000:2.0:1788744709.856395:0:25313:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634138804992 00000100:00100000:2.0:1788744709.856432:0:25313:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634138804992 00000100:00100000:2.0:1788744709.856494:0:25313:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.4@tcp, seq: 42 00000100:00100000:2.0:1788744709.856504:0:25313:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac643fe1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8f278e14-2cf4-4a87-bcb4-4affdb4e6fd0+21:18737:x1875634138804992:12345-192.168.203.4@tcp:101:cat.0 00010000:00010000:2.0:1788744709.856529:0:25313:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788744709.856548:0:25313:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ac775b83c00/0xb6207a6e76dce276 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7053de4f1aa0db0a expref: -99 pid: 25313 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744709.856684:0:25313:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ac775b83200/0xb6207a6e76dce27d lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 25313 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744709.856699:0:25313:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ac775b83200/0xb6207a6e76dce27d lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 25313 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744709.856712:0:25313:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ac775b83200/0xb6207a6e76dce27d lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 25313 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788744709.856724:0:25313:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:2.0:1788744709.856846:0:25313:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ac775b83c00/0xb6207a6e76dce276 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.4@tcp remote: 0x7053de4f1aa0db0a expref: 24 pid: 25313 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744709.856865:0:25313:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ac775b83200/0xb6207a6e76dce27d lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.4@tcp remote: 0x7053de4f1aa0db0a expref: 23 pid: 25313 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744709.856885:0:25313:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9ac642257c00) 00010000:00010000:2.0:1788744709.856888:0:25313:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1788744709.856892:0:25313:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ac775b83200, rc 0) 00000100:00100000:2.0:1788744709.856968:0:25313:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac643fe1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8f278e14-2cf4-4a87-bcb4-4affdb4e6fd0+23:18737:x1875634138804992:12345-192.168.203.4@tcp:101:cat.0 Request processed in 465us (755us total) trans 12884901902 rc 0/0 00000100:00100000:2.0:1788744709.856976:0:25313:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.4@tcp, seq: 42 00000100:00100000:2.0:1788744709.860397:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.4@tcp (source: 12345-192.168.203.4@tcp) 00000100:00100000:3.0:1788744709.860682:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634138805248 00000100:00100000:3.0:1788744709.860691:0:22701:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634138805248 00000100:00100000:3.0:1788744709.860745:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.4@tcp, seq: 8 00000100:00100000:3.0:1788744709.860752:0:22701:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac77fb80700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8f278e14-2cf4-4a87-bcb4-4affdb4e6fd0+23:18737:x1875634138805248:12345-192.168.203.4@tcp:35:cat.0 00000100:00100000:3.0:1788744709.861038:0:22701:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac77fb80700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8f278e14-2cf4-4a87-bcb4-4affdb4e6fd0+24:18737:x1875634138805248:12345-192.168.203.4@tcp:35:cat.0 Request processed in 285us (647us total) trans 12884901903 rc 0/0 00000100:00100000:3.0:1788744709.861052:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.4@tcp, seq: 8 00000100:00100000:2.0:1788744709.862707:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.4@tcp (source: 12345-192.168.203.4@tcp) 00000100:00100000:1.0:1788744709.862849:0:22684:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634138805376 00000100:00100000:1.0:1788744709.862858:0:22684:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634138805376 00000100:00100000:1.0:1788744709.862940:0:22684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.4@tcp, seq: 1 00000100:00100000:1.0:1788744709.862951:0:22684:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac77fb82680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8f278e14-2cf4-4a87-bcb4-4affdb4e6fd0+24:2394:x1875634138805376:12345-192.168.203.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788744709.862966:0:22684:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788744709.862988:0:22684:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ac775b83200/0xb6207a6e76dce27d lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.4@tcp remote: 0x7053de4f1aa0db0a expref: 24 pid: 25313 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744709.863005:0:22684:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9ac642257c00) 00010000:00010000:1.0:1788744709.863011:0:22684:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788744709.863121:0:22684:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac77fb82680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8f278e14-2cf4-4a87-bcb4-4affdb4e6fd0+23:2394:x1875634138805376:12345-192.168.203.4@tcp:103:ldlm_bl.0 Request processed in 172us (430us total) trans 0 rc 0/0 00000100:00100000:1.0:1788744709.863141:0:22684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.4@tcp, seq: 1 00000100:00100000:1.0:1788744709.914219:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.4@tcp (source: 12345-192.168.203.4@tcp) 00000100:00100000:2.0:1788744709.915637:0:22699:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634138805632 00000100:00100000:2.0:1788744709.915652:0:22699:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634138805632 00000100:00100000:2.0:1788744709.915724:0:22699:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.4@tcp, seq: 43 00000100:00100000:2.0:1788744709.915735:0:22699:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac643f2a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8f278e14-2cf4-4a87-bcb4-4affdb4e6fd0+23:18743:x1875634138805632:12345-192.168.203.4@tcp:101:dd.0 00010000:00010000:2.0:1788744709.915781:0:22699:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788744709.915805:0:22699:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ac775b83c00/0xb6207a6e76dce28b lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7053de4f1aa0db11 expref: -99 pid: 22699 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744709.915931:0:22699:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ac775b83200/0xb6207a6e76dce292 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22699 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744709.915946:0:22699:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ac64446e400/0xb6207a6e76dce230 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.4@tcp remote: 0x7053de4f1aa0daee expref: 24 pid: 22699 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744709.915954:0:22699:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ac643dadc00/0xb6207a6e76dce245 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.4@tcp remote: 0x7053de4f1aa0daf5 expref: 24 pid: 22698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744709.915961:0:22699:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ac775b83200/0xb6207a6e76dce292 lrc: 5/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22699 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744709.916000:0:22699:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ac643dadc00/0xb6207a6e76dce245 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.4@tcp remote: 0x7053de4f1aa0daf5 expref: 24 pid: 22698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744709.916014:0:22699:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ac643dadc00/0xb6207a6e76dce245 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.4@tcp remote: 0x7053de4f1aa0daf5 expref: 24 pid: 22698 timeout: 791 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788744709.916027:0:22699:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac77fb83480 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:22699:1875634154636288:192.168.203.4@tcp:104: 00010000:00010000:2.0:1788744709.917387:0:22699:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ac64446e400/0xb6207a6e76dce230 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.4@tcp remote: 0x7053de4f1aa0daee expref: 24 pid: 22699 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744709.917419:0:22699:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ac64446e400/0xb6207a6e76dce230 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.4@tcp remote: 0x7053de4f1aa0daee expref: 24 pid: 22699 timeout: 791 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788744709.917449:0:22699:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac781280700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:22699:1875634154636416:192.168.203.4@tcp:104: 00000100:00100000:2.0:1788744709.917502:0:22699:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ac7476413c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788744709.924819:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.4@tcp (source: 12345-192.168.203.4@tcp) 00000100:00100000:0.0:1788744709.924860:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.4@tcp (source: 12345-192.168.203.4@tcp) 00000100:00100000:1.0:1788744709.925039:0:22682:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634138805888 00000100:00100000:1.0:1788744709.925049:0:22682:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634138805888 00010000:00010000:1.0:1788744709.925088:0:22682:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ac64446e400/0xb6207a6e76dce230 lrc: 5/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.4@tcp remote: 0x7053de4f1aa0daee expref: 25 pid: 22699 timeout: 791 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788744709.925102:0:22699:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac77fb83480 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:22699:1875634154636288:192.168.203.4@tcp:104: 00000100:00100000:2.0:1788744709.925113:0:22699:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac781280700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:22699:1875634154636416:192.168.203.4@tcp:104: 00000100:00100000:1.0:1788744709.925125:0:22682:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634138805760 00000100:00100000:1.0:1788744709.925128:0:22682:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634138805760 00010000:00010000:2.0:1788744709.925138:0:22699:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ac775b83200/0xb6207a6e76dce292 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22699 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744709.925139:0:22682:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ac643dadc00/0xb6207a6e76dce245 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.4@tcp remote: 0x7053de4f1aa0daf5 expref: 26 pid: 22698 timeout: 791 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788744709.925152:0:22682:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.4@tcp, seq: 17 00000100:00100000:1.0:1788744709.925160:0:22682:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac780fd0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8f278e14-2cf4-4a87-bcb4-4affdb4e6fd0+26:2395:x1875634138805888:12345-192.168.203.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788744709.925175:0:22682:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788744709.925182:0:22682:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ac64446e400/0xb6207a6e76dce230 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.4@tcp remote: 0x7053de4f1aa0daee expref: 26 pid: 22699 timeout: 791 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744709.925191:0:22682:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ac64446e400/0xb6207a6e76dce230 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.4@tcp remote: 0x7053de4f1aa0daee expref: 26 pid: 22699 timeout: 791 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744709.925213:0:22682:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ac64446e400/0xb6207a6e76dce230 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.4@tcp remote: 0x7053de4f1aa0daee expref: 26 pid: 22699 timeout: 791 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744709.925228:0:22682:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9ac642257c00) 00010000:00010000:1.0:1788744709.925233:0:22682:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ac775b83200/0xb6207a6e76dce292 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22699 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788744709.925236:0:22683:0:(service.c:3467:ptlrpc_start_thread()) ldlm_canceld[0] started 3 min 3 max 56 00000100:00100000:0.0:1788744709.925244:0:22683:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'ldlm_cn00_003' 00010000:00010000:1.0:1788744709.925258:0:22682:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff9ac775b83200/0xb6207a6e76dce292 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22699 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744709.925266:0:22682:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788744709.925323:0:22682:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac780fd0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8f278e14-2cf4-4a87-bcb4-4affdb4e6fd0+25:2395:x1875634138805888:12345-192.168.203.4@tcp:103:ldlm_bl.0 Request processed in 162us (513us total) trans 0 rc 0/0 00000100:00100000:1.0:1788744709.925331:0:22682:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.4@tcp, seq: 17 00000100:00100000:1.0:1788744709.925348:0:22682:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.4@tcp, seq: 18 00000100:00100000:1.0:1788744709.925355:0:22682:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac77cbcd050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8f278e14-2cf4-4a87-bcb4-4affdb4e6fd0+24:2395:x1875634138805760:12345-192.168.203.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788744709.925362:0:22682:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788744709.925367:0:22682:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ac643dadc00/0xb6207a6e76dce245 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.4@tcp remote: 0x7053de4f1aa0daf5 expref: 24 pid: 22698 timeout: 791 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744709.925376:0:22682:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ac643dadc00/0xb6207a6e76dce245 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.4@tcp remote: 0x7053de4f1aa0daf5 expref: 24 pid: 22698 timeout: 791 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744709.925387:0:22682:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ac643dadc00/0xb6207a6e76dce245 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.4@tcp remote: 0x7053de4f1aa0daf5 expref: 24 pid: 22698 timeout: 791 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744709.925398:0:22682:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9ac642257c00) 00010000:00010000:1.0:1788744709.925448:0:22682:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ac775b83200/0xb6207a6e76dce292 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22699 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744709.925456:0:22682:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ac775b83200/0xb6207a6e76dce292 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 22699 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744709.925474:0:22682:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ac775b83200/0xb6207a6e76dce292 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 22699 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744709.925507:0:22682:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788744709.925534:0:22682:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac77cbcd050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8f278e14-2cf4-4a87-bcb4-4affdb4e6fd0+23:2395:x1875634138805760:12345-192.168.203.4@tcp:103:ldlm_bl.0 Request processed in 180us (674us total) trans 0 rc 0/0 00000100:00100000:1.0:1788744709.925542:0:22682:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.4@tcp, seq: 18 00010000:00010000:0.0:1788744709.926775:0:22699:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ac775b83200/0xb6207a6e76dce292 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22699 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744709.926787:0:22699:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ac775b83200/0xb6207a6e76dce292 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22699 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788744709.926808:0:22699:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:0.0:1788744709.926975:0:22699:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ac775b83c00/0xb6207a6e76dce28b lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.4@tcp remote: 0x7053de4f1aa0db11 expref: 24 pid: 22699 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744709.926994:0:22699:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ac775b83200/0xb6207a6e76dce292 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.4@tcp remote: 0x7053de4f1aa0db11 expref: 23 pid: 22699 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744709.927002:0:22699:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9ac642257c00) 00010000:00010000:0.0:1788744709.927005:0:22699:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1788744709.927008:0:22699:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ac775b83200, rc 0) 00000100:00100000:0.0:1788744709.927062:0:22699:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac643f2a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8f278e14-2cf4-4a87-bcb4-4affdb4e6fd0+23:18743:x1875634138805632:12345-192.168.203.4@tcp:101:dd.0 Request processed in 11329us (12851us total) trans 12884901904 rc 0/0 00000100:00100000:0.0:1788744709.927082:0:22699:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.4@tcp, seq: 43 00000100:00100000:0.0:1788744709.932728:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.4@tcp (source: 12345-192.168.203.4@tcp) 00000100:00100000:1.0:1788744709.932818:0:25314:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634138806016 00000100:00100000:1.0:1788744709.932829:0:25314:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634138806016 00000100:00100000:1.0:1788744709.932893:0:25314:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.4@tcp, seq: 44 00000100:00100000:1.0:1788744709.932914:0:25314:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac780fd0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8f278e14-2cf4-4a87-bcb4-4affdb4e6fd0+23:18743:x1875634138806016:12345-192.168.203.4@tcp:101:dd.0 00010000:00010000:1.0:1788744709.932939:0:25314:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788744709.932967:0:25314:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ac773f46200/0xb6207a6e76dce2a0 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7053de4f1aa0db18 expref: -99 pid: 25314 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744709.933000:0:25314:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ac773f47200/0xb6207a6e76dce2a7 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 25314 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744709.933015:0:25314:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ac773f47200/0xb6207a6e76dce2a7 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 25314 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744709.933027:0:25314:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ac773f47200/0xb6207a6e76dce2a7 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 25314 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744709.933149:0:25314:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ac773f46200/0xb6207a6e76dce2a0 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.4@tcp remote: 0x7053de4f1aa0db18 expref: 25 pid: 25314 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744709.933166:0:25314:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ac773f47200/0xb6207a6e76dce2a7 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.4@tcp remote: 0x7053de4f1aa0db18 expref: 24 pid: 25314 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744709.933174:0:25314:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9ac642257c00) 00010000:00010000:1.0:1788744709.933182:0:25314:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1788744709.933186:0:25314:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ac773f47200, rc 0) 00000100:00100000:1.0:1788744709.933244:0:25314:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac780fd0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8f278e14-2cf4-4a87-bcb4-4affdb4e6fd0+24:18743:x1875634138806016:12345-192.168.203.4@tcp:101:dd.0 Request processed in 332us (525us total) trans 0 rc 0/0 00000100:00100000:1.0:1788744709.933264:0:25314:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.4@tcp, seq: 44 00000100:00100000:1.0:1788744709.938022:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.4@tcp (source: 12345-192.168.203.4@tcp) 00000100:00100000:2.0:1788744709.938126:0:25313:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634138806272 00000100:00100000:2.0:1788744709.938136:0:25313:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634138806272 00000100:00100000:2.0:1788744709.938232:0:25313:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.4@tcp, seq: 45 00000100:00100000:2.0:1788744709.938243:0:25313:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac781285180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8f278e14-2cf4-4a87-bcb4-4affdb4e6fd0+24:18743:x1875634138806272:12345-192.168.203.4@tcp:36:dd.0 00010000:00010000:2.0:1788744709.938594:0:25313:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ac775b82c00/0xb6207a6e76dce2ae lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 25313 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744709.938608:0:25313:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ac775b82c00/0xb6207a6e76dce2ae lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 25313 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744709.938617:0:25313:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ac775b82c00/0xb6207a6e76dce2ae lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 25313 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1788744709.938648:0:25313:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901905 00000004:00010000:2.0:1788744709.938662:0:25313:0:(mdt_handler.c:4682:mdt_save_lock()) ### save lock request 00000000da2b3cc5 reply state 00000000a4bd15a5 transno 12884901906 ns: mdt-lustre-MDT0000_UUID lock: ffff9ac775b82c00/0xb6207a6e76dce2ae lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 25313 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744709.938671:0:25313:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ac775b82c00/0xb6207a6e76dce2ae lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 25313 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744709.938691:0:25313:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9ac642257c00) 00010000:00010000:2.0:1788744709.938693:0:25313:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1788744709.938696:0:25313:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1788744709.938787:0:25313:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac781285180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8f278e14-2cf4-4a87-bcb4-4affdb4e6fd0+27:18743:x1875634138806272:12345-192.168.203.4@tcp:36:dd.0 Request processed in 545us (772us total) trans 12884901906 rc 0/0 00000100:00100000:2.0:1788744709.938794:0:25313:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.4@tcp, seq: 45 00000020:00080000:2.0:1788744709.938800:0:25313:0:(tgt_main.c:545:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1788744709.940654:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.4@tcp (source: 12345-192.168.203.4@tcp) 00000100:00100000:0.0:1788744709.940792:0:22699:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634138806400 00000100:00100000:0.0:1788744709.940801:0:22699:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634138806400 00000100:00100000:0.0:1788744709.940857:0:22699:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.4@tcp, seq: 46 00000100:00100000:0.0:1788744709.940869:0:22699:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac781280700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8f278e14-2cf4-4a87-bcb4-4affdb4e6fd0+27:18743:x1875634138806400:12345-192.168.203.4@tcp:101:dd.0 00010000:00010000:0.0:1788744709.940890:0:22699:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788744709.940916:0:22699:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ac64446f200/0xb6207a6e76dce2b5 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7053de4f1aa0db1f expref: -99 pid: 22699 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744709.940967:0:22699:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ac64446f200/0xb6207a6e76dce2b5 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.4@tcp remote: 0x7053de4f1aa0db1f expref: 28 pid: 22699 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744709.940981:0:22699:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ac64446f200/0xb6207a6e76dce2b5 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.4@tcp remote: 0x7053de4f1aa0db1f expref: 28 pid: 22699 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744709.940998:0:22699:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9ac642257c00) 00010000:00010000:0.0:1788744709.941001:0:22699:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1788744709.941004:0:22699:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ac64446f200, rc 0) 00000100:00100000:0.0:1788744709.941094:0:22699:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac781280700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8f278e14-2cf4-4a87-bcb4-4affdb4e6fd0+28:18743:x1875634138806400:12345-192.168.203.4@tcp:101:dd.0 Request processed in 227us (446us total) trans 0 rc 0/0 00000100:00100000:0.0:1788744709.941101:0:22699:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.4@tcp, seq: 46 00000100:00100000:0.0:1788744709.955227:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.4@tcp (source: 12345-192.168.203.4@tcp) 00000100:00100000:1.0:1788744709.955318:0:22682:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634138806656 00000100:00100000:1.0:1788744709.955328:0:22682:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634138806656 00000100:00100000:1.0:1788744709.955392:0:22682:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.4@tcp, seq: 2 00000100:00100000:1.0:1788744709.955444:0:22682:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac780fd1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8f278e14-2cf4-4a87-bcb4-4affdb4e6fd0+28:18743:x1875634138806656:12345-192.168.203.4@tcp:103:dd.0 00010000:00010000:1.0:1788744709.955468:0:22682:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788744709.955492:0:22682:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ac64446f200/0xb6207a6e76dce2b5 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.4@tcp remote: 0x7053de4f1aa0db1f expref: 28 pid: 22699 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744709.955512:0:22682:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9ac642257c00) 00010000:00010000:1.0:1788744709.955518:0:22682:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788744709.955573:0:22682:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac780fd1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8f278e14-2cf4-4a87-bcb4-4affdb4e6fd0+27:18743:x1875634138806656:12345-192.168.203.4@tcp:103:dd.0 Request processed in 172us (354us total) trans 0 rc 0/0 00000100:00100000:1.0:1788744709.955581:0:22682:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.4@tcp, seq: 2 00000100:00100000:2.0:1788744709.964649:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.4@tcp (source: 12345-192.168.203.4@tcp) 00000100:00100000:3.0:1788744709.965912:0:22698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634138806784 00000100:00100000:3.0:1788744709.965924:0:22698:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634138806784 00000100:00100000:3.0:1788744709.965986:0:22698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.4@tcp, seq: 47 00000100:00100000:3.0:1788744709.965996:0:22698:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac781280380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8f278e14-2cf4-4a87-bcb4-4affdb4e6fd0+27:18743:x1875634138806784:12345-192.168.203.4@tcp:58:dd.0 00010000:00010000:3.0:1788744709.966099:0:22698:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ac643dac800/0xb6207a6e76dce2bc lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22698 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744709.966118:0:22698:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ac643dac800/0xb6207a6e76dce2bc lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22698 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744709.966145:0:22698:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ac643dac800/0xb6207a6e76dce2bc lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22698 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1788744709.973372:0:22698:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1788744709.973591:0:22698:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7:0x0].3, 64 off8384 00000040:00080000:2.0:1788744709.973827:0:22698:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x14:0x0].1, 136 off8328 00000100:00100000:2.0:1788744709.974060:0:22698:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac781280380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8f278e14-2cf4-4a87-bcb4-4affdb4e6fd0+27:18743:x1875634138806784:12345-192.168.203.4@tcp:58:dd.0 Request processed in 8058us (9413us total) trans 0 rc 0/0 00000100:00100000:2.0:1788744709.974073:0:22698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.4@tcp, seq: 47 00000100:00100000:2.0:1788744709.977397:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.4@tcp (source: 12345-192.168.203.4@tcp) 00000100:00100000:3.0:1788744709.977582:0:25313:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634138806912 00000100:00100000:3.0:1788744709.977591:0:25313:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634138806912 00000100:00100000:3.0:1788744709.977646:0:25313:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.4@tcp, seq: 48 00000100:00100000:3.0:1788744709.977657:0:25313:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac781281180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8f278e14-2cf4-4a87-bcb4-4affdb4e6fd0+27:18743:x1875634138806912:12345-192.168.203.4@tcp:101:dd.0 00010000:00010000:3.0:1788744709.977677:0:25313:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788744709.977707:0:25313:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ac643dadc00/0xb6207a6e76dce2c3 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7053de4f1aa0db26 expref: -99 pid: 25313 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744709.977761:0:25313:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ac643dac800/0xb6207a6e76dce2bc lrc: 2/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22698 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744709.977773:0:25313:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ac643dadc00/0xb6207a6e76dce2c3 lrc: 4/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.4@tcp remote: 0x7053de4f1aa0db26 expref: 28 pid: 25313 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744709.977791:0:25313:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9ac643dac800/0xb6207a6e76dce2bc lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210400000020 pid: 22698 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744709.977804:0:25313:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ac643dadc00/0xb6207a6e76dce2c3 lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.4@tcp remote: 0x7053de4f1aa0db26 expref: 28 pid: 25313 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744709.977817:0:25313:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9ac642257c00) 00010000:00010000:3.0:1788744709.977820:0:25313:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1788744709.977824:0:25313:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9ac643dadc00/0xb6207a6e76dce2c3 lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.4@tcp remote: 0x7053de4f1aa0db26 expref: 28 pid: 25313 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744709.977846:0:25313:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ac643dadc00, rc 0) 00000100:00100000:3.0:1788744709.977913:0:25313:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac781281180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8f278e14-2cf4-4a87-bcb4-4affdb4e6fd0+28:18743:x1875634138806912:12345-192.168.203.4@tcp:101:dd.0 Request processed in 257us (535us total) trans 0 rc 0/0 00000100:00100000:3.0:1788744709.977920:0:25313:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.4@tcp, seq: 48 00000100:00100000:3.0:1788744709.999008:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1788744709.999034:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac643fe1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3646:1875634154636544:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788744709.999106:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788744709.999152:0:24207:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154636544 00000100:00100000:3.0:1788744709.999160:0:24207:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154636544 00000100:00100000:3.0:1788744709.999217:0:24207:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:3.0:1788744709.999228:0:24207:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac643fe3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3646:x1875634154636544:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1788744709.999260:0:24207:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923505152 avail 3691982848 00000100:00100000:3.0:1788744709.999303:0:24207:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac643fe3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3646:x1875634154636544:12345-0@lo:13:osp-pre-1-0.0 Request processed in 77us (196us total) trans 0 rc 0/0 00000100:00100000:3.0:1788744709.999310:0:24207:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00080000:3.0:1788744709.999334:0:22693:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1788744709.999365:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac643fe1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3646:1875634154636544:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788744709.999613:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac745dd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3646:1875634154636672:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1788744709.999642:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788744709.999965:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac780fd3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3644:1875634154636928:0@lo:400:kworker.0 00000100:00100000:0.0:1788744710.000003:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788744710.000022:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac780fd1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3644:1875634154637440:0@lo:400:kworker.0 00000100:00100000:0.0:1788744710.000066:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788744710.000085:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac780fd0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3644:1875634154637952:0@lo:400:kworker.0 00000100:00100000:0.0:1788744710.000105:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788744710.000123:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:0.0:1788744710.000129:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac780fd2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3644:1875634154636800:0@lo:400:kworker.0 00000100:00100000:0.0:1788744710.000152:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788744710.000175:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac780fd0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3644:1875634154637312:0@lo:400:kworker.0 00000100:00100000:0.0:1788744710.000196:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788744710.000210:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac780fd2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3644:1875634154637824:0@lo:400:kworker.0 00000100:00100000:0.0:1788744710.000229:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788744710.000254:0:23438:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154636800 00000100:00100000:0.0:1788744710.000260:0:23438:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154636800 00000100:00100000:0.0:1788744710.000297:0:23438:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 48 00000100:00100000:0.0:1788744710.000304:0:23438:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac780fd3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3644:x1875634154636800:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788744710.000347:0:23438:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac780fd3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3644:x1875634154636800:12345-0@lo:400:kworker.0 Request processed in 43us (194us total) trans 0 rc 0/0 00000100:00100000:0.0:1788744710.000354:0:23438:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 48 00000100:00100000:0.0:1788744710.000378:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac780fd2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3645:1875634154637056:0@lo:400:kworker.0 00000100:00100000:0.0:1788744710.000430:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788744710.000593:0:22698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154637440 00000100:00100000:2.0:1788744710.000598:0:22698:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154637440 00000100:00100000:2.0:1788744710.000626:0:22698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154637952 00000100:00100000:2.0:1788744710.000629:0:22698:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154637952 00000100:00100000:2.0:1788744710.000651:0:22698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154637824 00000100:00100000:2.0:1788744710.000653:0:22698:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154637824 00000100:00100000:2.0:1788744710.000666:0:22698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50 00000100:00100000:2.0:1788744710.000673:0:22698:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac780fd1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3644:x1875634154637440:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788744710.000720:0:22698:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac780fd1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3644:x1875634154637440:12345-0@lo:400:kworker.0 Request processed in 48us (654us total) trans 0 rc 0/0 00000100:00100000:2.0:1788744710.000726:0:22698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50 00000100:00100000:2.0:1788744710.000741:0:22698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51 00000100:00100000:2.0:1788744710.000756:0:22698:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac780fd3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3644:x1875634154637952:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788744710.000787:0:22698:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac780fd3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3644:x1875634154637952:12345-0@lo:400:kworker.0 Request processed in 32us (681us total) trans 0 rc 0/0 00000100:00100000:2.0:1788744710.000793:0:22698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51 00000100:00100000:2.0:1788744710.000807:0:22698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 52 00000100:00100000:2.0:1788744710.000813:0:22698:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac780fd0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3644:x1875634154637824:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788744710.000837:0:22698:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac780fd0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3644:x1875634154637824:12345-0@lo:400:kworker.0 Request processed in 25us (607us total) trans 0 rc 0/0 00000100:00100000:2.0:1788744710.000842:0:22698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 52 00000100:00100000:1.0:1788744710.000983:0:24207:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154636672 00000100:00100000:1.0:1788744710.000988:0:24207:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154636672 00000100:00100000:1.0:1788744710.001029:0:24207:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:1.0:1788744710.001035:0:24207:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac643fe1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3646:x1875634154636672:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1788744710.001049:0:24207:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923505152 avail 3691982848 00000100:00100000:1.0:1788744710.001080:0:24207:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac643fe1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3646:x1875634154636672:12345-0@lo:13:osp-pre-1-1.0 Request processed in 46us (1438us total) trans 0 rc 0/0 00000100:00100000:1.0:1788744710.001086:0:24207:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:1.0:1788744710.001152:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac780fd2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3644:1875634154636800:0@lo:400:kworker.0 00000100:00100000:1.0:1788744710.001163:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac780fd2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3644:1875634154637824:0@lo:400:kworker.0 00000100:00100000:1.0:1788744710.001171:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac780fd1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3644:1875634154637440:0@lo:400:kworker.0 00010000:00080000:1.0:1788744710.001181:0:3644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9ac780fd0a80 x1875634154637952/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788744725 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788744710.001190:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac780fd0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3644:1875634154637952:0@lo:400:kworker.0 00000100:00100000:0.0:1788744710.001282:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac780fd2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3645:1875634154637568:0@lo:400:kworker.0 00000100:00100000:0.0:1788744710.001307:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788744710.001326:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1788744710.001331:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac780fd1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3645:1875634154637184:0@lo:400:kworker.0 00000100:00100000:0.0:1788744710.001353:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788744710.001367:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac780fd3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3645:1875634154637696:0@lo:400:kworker.0 00000100:00100000:0.0:1788744710.001398:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788744710.001603:0:24205:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154636928 00000100:00100000:3.0:1788744710.001608:0:24205:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154636928 00000100:00100000:3.0:1788744710.001639:0:24205:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154637312 00000100:00100000:3.0:1788744710.001643:0:24205:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154637312 00000100:00100000:3.0:1788744710.001666:0:24205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:3.0:1788744710.001673:0:24205:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac780fd1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3644:x1875634154636928:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788744710.001800:0:24205:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac780fd1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3644:x1875634154636928:12345-0@lo:400:kworker.0 Request processed in 127us (1796us total) trans 0 rc 0/0 00000100:00100000:3.0:1788744710.001807:0:24205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:3.0:1788744710.001822:0:24205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:3.0:1788744710.001828:0:24205:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac780fd0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3644:x1875634154637312:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788744710.001855:0:24205:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac780fd0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3644:x1875634154637312:12345-0@lo:400:kworker.0 Request processed in 28us (1659us total) trans 0 rc 0/0 00000100:00100000:3.0:1788744710.001860:0:24205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:3.0:1788744710.001881:0:22702:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154637184 00000100:00100000:3.0:1788744710.001884:0:22702:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154637184 00000100:00100000:3.0:1788744710.001920:0:22702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49 00000100:00100000:3.0:1788744710.001927:0:22702:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac641b47800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3645:x1875634154637184:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788744710.001974:0:22702:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac641b47800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3645:x1875634154637184:12345-0@lo:400:kworker.0 Request processed in 47us (619us total) trans 0 rc 0/0 00000100:00100000:3.0:1788744710.001981:0:22702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49 00000100:00080000:3.0:1788744710.002004:0:22693:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1788744710.002008:0:22693:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1788744710.002011:0:22693:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1788744710.002014:0:22693:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1788744710.002044:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac745dd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3646:1875634154636672:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1788744710.002073:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac780fd0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3644:1875634154637312:0@lo:400:kworker.0 00000100:00100000:3.0:1788744710.002083:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac780fd3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3644:1875634154636928:0@lo:400:kworker.0 00000100:00100000:3.0:1788744710.002103:0:25313:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154637056 00000100:00100000:3.0:1788744710.002106:0:25313:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154637056 00000100:00100000:3.0:1788744710.002129:0:25313:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154637568 00000100:00100000:3.0:1788744710.002132:0:25313:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154637568 00000100:00100000:0.0:1788744710.002489:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac780fd1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3645:1875634154637184:0@lo:400:kworker.0 00000100:00100000:0.0:1788744710.002515:0:22697:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154637696 00000100:00100000:0.0:1788744710.002518:0:22697:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154637696 00000100:00100000:0.0:1788744710.002549:0:22697:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53 00000100:00100000:0.0:1788744710.002556:0:22697:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac641b44e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3645:x1875634154637056:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788744710.002597:0:22697:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac641b44e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3645:x1875634154637056:12345-0@lo:400:kworker.0 Request processed in 42us (2167us total) trans 0 rc 0/0 00000100:00100000:0.0:1788744710.002603:0:22697:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53 00000100:00100000:0.0:1788744710.002614:0:22697:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54 00000100:00100000:0.0:1788744710.002620:0:22697:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac641b46680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3645:x1875634154637696:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788744710.002647:0:22697:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac641b46680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3645:x1875634154637696:12345-0@lo:400:kworker.0 Request processed in 27us (1247us total) trans 0 rc 0/0 00000100:00100000:0.0:1788744710.002652:0:22697:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54 00000100:00080000:0.0:1788744710.002665:0:22693:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:0.0:1788744710.002687:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9ac780fd3800 x1875634154637696/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788744726 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788744710.002710:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac780fd3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3645:1875634154637696:0@lo:400:kworker.0 00000100:00100000:0.0:1788744710.002722:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac780fd2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3645:1875634154637056:0@lo:400:kworker.0 00000100:00100000:3.0:1788744710.002889:0:25313:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55 00000100:00100000:3.0:1788744710.002896:0:25313:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac641b47480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3645:x1875634154637568:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788744710.002943:0:25313:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac641b47480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3645:x1875634154637568:12345-0@lo:400:kworker.0 Request processed in 48us (1636us total) trans 0 rc 0/0 00000100:00100000:3.0:1788744710.002949:0:25313:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55 00000100:00080000:0.0:1788744710.003251:0:22693:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788744710.003277:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac780fd2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3645:1875634154637568:0@lo:400:kworker.0 00010000:00010000:3.0:1788744710.126690:0:22686:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1788744710.446644:0:22733:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:1.0:1788744710.446652:0:22733:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x14:0x0] at index 3 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1788744710.446702:0:22733:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x14:0x0] index 2 count 2 00000040:00080000:1.0:1788744710.446709:0:22733:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 4 count 2 00000100:00100000:1.0:1788744710.447187:0:22733:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac745dd7480 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:22733:1875634154638080:192.168.203.4@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1788744710.447334:0:22733:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ac74520d240 going to sleep for 11 seconds 00000100:00100000:1.0:1788744710.456705:0:22733:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac745dd7480 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:22733:1875634154638080:192.168.203.4@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1788744710.458524:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.4@tcp (source: 12345-192.168.203.4@tcp) 00000100:00100000:0.0:1788744710.459015:0:25314:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634138807040 00000100:00100000:0.0:1788744710.459026:0:25314:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634138807040 00000100:00100000:0.0:1788744710.459088:0:25314:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.4@tcp, seq: 49 00000100:00100000:0.0:1788744710.459097:0:25314:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac781282a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8f278e14-2cf4-4a87-bcb4-4affdb4e6fd0+28:18744:x1875634138807040:12345-192.168.203.4@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1788744710.459148:0:25314:0:(mdt_handler.c:8170:mdt_fid2path()) path get [0x2000013a1:0x2:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1788744710.459285:0:25314:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac781282a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8f278e14-2cf4-4a87-bcb4-4affdb4e6fd0+28:18744:x1875634138807040:12345-192.168.203.4@tcp:53:lhsmtool_posix.0 Request processed in 187us (768us total) trans 0 rc 0/0 00000100:00100000:0.0:1788744710.459292:0:25314:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.4@tcp, seq: 49 00000100:00100000:2.0:1788744710.462940:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.4@tcp (source: 12345-192.168.203.4@tcp) 00000100:00100000:3.0:1788744710.463095:0:22699:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634138807168 00000100:00100000:3.0:1788744710.463105:0:22699:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634138807168 00000100:00100000:3.0:1788744710.463170:0:22699:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.4@tcp, seq: 50 00000100:00100000:3.0:1788744710.463184:0:22699:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac781280a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8f278e14-2cf4-4a87-bcb4-4affdb4e6fd0+28:18744:x1875634138807168:12345-192.168.203.4@tcp:34:lhsmtool_posix.0 00010000:00010000:3.0:1788744710.463273:0:22699:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ac643dacc00/0xb6207a6e76dce2ca lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22699 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744710.463289:0:22699:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ac643dacc00/0xb6207a6e76dce2ca lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22699 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744710.463302:0:22699:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ac643dacc00/0xb6207a6e76dce2ca lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22699 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744710.463318:0:22699:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ac643dac600/0xb6207a6e76dce2d1 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22699 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744710.463325:0:22699:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ac643dac600/0xb6207a6e76dce2d1 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22699 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744710.463331:0:22699:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ac643dac600/0xb6207a6e76dce2d1 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22699 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744710.463353:0:22699:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ac643dac400/0xb6207a6e76dce2d8 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 22699 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744710.463381:0:22699:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ac643dac400/0xb6207a6e76dce2d8 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 22699 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744710.463388:0:22699:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ac643dac400/0xb6207a6e76dce2d8 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 22699 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788744710.463484:0:22699:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00000004:00200000:3.0:1788744710.463489:0:22699:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1788744710.463505:0:22699:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ac643dac400/0xb6207a6e76dce2d8 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 22699 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744710.463516:0:22699:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ac643dacc00/0xb6207a6e76dce2ca lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22699 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744710.463524:0:22699:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ac643dacc00/0xb6207a6e76dce2ca lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 22699 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744710.463531:0:22699:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ac643dacc00/0xb6207a6e76dce2ca lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22699 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744710.463537:0:22699:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ac643dacc00 already unused, calling callback (ffffffffc1aec4f0) 00010000:00010000:3.0:1788744710.463541:0:22699:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ac643dacc00/0xb6207a6e76dce2ca lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22699 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744710.463549:0:22699:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ac643dacc00/0xb6207a6e76dce2ca lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 22699 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744710.463560:0:22699:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9ac642257100) 00010000:00010000:3.0:1788744710.463563:0:22699:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788744710.463567:0:22699:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ac643dacc00/0xb6207a6e76dce2ca lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22699 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744710.463583:0:22699:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ac643dacc00/0xb6207a6e76dce2ca lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22699 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744710.463598:0:22699:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ac643dac600/0xb6207a6e76dce2d1 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22699 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744710.463605:0:22699:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ac643dac600/0xb6207a6e76dce2d1 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22699 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744710.463610:0:22699:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ac643dac600/0xb6207a6e76dce2d1 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22699 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744710.463615:0:22699:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ac643dac600 already unused, calling callback (ffffffffc1aec4f0) 00010000:00010000:3.0:1788744710.463617:0:22699:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ac643dac600/0xb6207a6e76dce2d1 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22699 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744710.463623:0:22699:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ac643dac600/0xb6207a6e76dce2d1 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22699 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744710.463630:0:22699:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x925dcd63 (ffff9ac7557d5600) 00010000:00010000:3.0:1788744710.463632:0:22699:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788744710.463635:0:22699:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ac643dac600/0xb6207a6e76dce2d1 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22699 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744710.463640:0:22699:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ac643dac600/0xb6207a6e76dce2d1 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22699 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744710.463653:0:22699:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ac643dac400/0xb6207a6e76dce2d8 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 22699 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744710.463658:0:22699:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ac643dac400/0xb6207a6e76dce2d8 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 22699 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744710.463668:0:22699:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ac643dac400/0xb6207a6e76dce2d8 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 22699 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744710.463673:0:22699:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ac643dac400 already unused, calling callback (ffffffffc1aec4f0) 00010000:00010000:3.0:1788744710.463675:0:22699:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ac643dac400/0xb6207a6e76dce2d8 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 22699 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744710.463682:0:22699:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ac643dac400/0xb6207a6e76dce2d8 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 22699 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744710.463688:0:22699:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9ac642257c00) 00010000:00010000:3.0:1788744710.463690:0:22699:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788744710.463704:0:22699:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ac643dac400/0xb6207a6e76dce2d8 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 22699 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744710.463710:0:22699:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ac643dac400/0xb6207a6e76dce2d8 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 22699 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788744710.463786:0:22699:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac781280a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8f278e14-2cf4-4a87-bcb4-4affdb4e6fd0+28:18744:x1875634138807168:12345-192.168.203.4@tcp:34:lhsmtool_posix.0 Request processed in 605us (854us total) trans 0 rc 0/0 00000100:00100000:3.0:1788744710.463794:0:22699:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.4@tcp, seq: 50 00000100:00100000:1.0:1788744710.469613:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.4@tcp (source: 12345-192.168.203.4@tcp) 00000100:00100000:0.0:1788744710.470203:0:22697:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634138807424 00000100:00100000:0.0:1788744710.470215:0:22697:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634138807424 00000100:00100000:0.0:1788744710.470289:0:22697:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.4@tcp, seq: 51 00000100:00100000:0.0:1788744710.470300:0:22697:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac745dd7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8f278e14-2cf4-4a87-bcb4-4affdb4e6fd0+28:18744:x1875634138807424:12345-192.168.203.4@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788744710.470322:0:22697:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788744710.470342:0:22697:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ac64446fe00/0xb6207a6e76dce2df lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7053de4f1aa0db2d expref: -99 pid: 22697 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744710.470712:0:22697:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ac64446f800/0xb6207a6e76dce2e6 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 22697 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744710.470729:0:22697:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ac64446f800/0xb6207a6e76dce2e6 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 22697 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744710.470742:0:22697:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ac64446f800/0xb6207a6e76dce2e6 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 22697 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788744710.470753:0:22697:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:0.0:1788744710.470906:0:22697:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ac64446f800/0xb6207a6e76dce2e6 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 22697 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744710.470914:0:22697:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ac64446f800/0xb6207a6e76dce2e6 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 22697 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744710.470921:0:22697:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ac64446f800/0xb6207a6e76dce2e6 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 22697 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744710.470940:0:22697:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ac64446f800 already unused, calling callback (ffffffffc1aec4f0) 00010000:00010000:0.0:1788744710.470945:0:22697:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ac64446f800/0xb6207a6e76dce2e6 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 22697 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744710.470953:0:22697:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ac64446f800/0xb6207a6e76dce2e6 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 22697 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744710.470970:0:22697:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9ac642257c00) 00010000:00010000:0.0:1788744710.470973:0:22697:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1788744710.470978:0:22697:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ac64446f800/0xb6207a6e76dce2e6 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 22697 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744710.470985:0:22697:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ac64446f800/0xb6207a6e76dce2e6 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 22697 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744710.471032:0:22697:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ac64446fe00/0xb6207a6e76dce2df lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.4@tcp remote: 0x7053de4f1aa0db2d expref: 30 pid: 22697 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744710.471104:0:22697:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9ac642257100) 00010000:00010000:0.0:1788744710.471106:0:22697:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1788744710.471110:0:22697:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ac64446fe00/0xb6207a6e76dce2df lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.4@tcp remote: 0x7053de4f1aa0db2d expref: 30 pid: 22697 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744710.471121:0:22697:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ac64446fe00, rc 0) 00000100:00100000:0.0:1788744710.471224:0:22697:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac745dd7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8f278e14-2cf4-4a87-bcb4-4affdb4e6fd0+29:18744:x1875634138807424:12345-192.168.203.4@tcp:101:lhsmtool_posix.0 Request processed in 926us (1621us total) trans 12884901907 rc 301/301 00000100:00100000:0.0:1788744710.471233:0:22697:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.4@tcp, seq: 51 00000100:00100000:2.0:1788744710.475999:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.4@tcp (source: 12345-192.168.203.4@tcp) 00000100:00100000:3.0:1788744710.476079:0:25313:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634138807552 00000100:00100000:3.0:1788744710.476089:0:25313:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634138807552 00000100:00100000:3.0:1788744710.476147:0:25313:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.4@tcp, seq: 52 00000100:00100000:3.0:1788744710.476157:0:25313:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac781282680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8f278e14-2cf4-4a87-bcb4-4affdb4e6fd0+29:18744:x1875634138807552:12345-192.168.203.4@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1788744710.476191:0:25313:0:(mdt_handler.c:8170:mdt_fid2path()) path get [0x2000013a1:0x2:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1788744710.476689:0:25313:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac781282680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8f278e14-2cf4-4a87-bcb4-4affdb4e6fd0+29:18744:x1875634138807552:12345-192.168.203.4@tcp:53:lhsmtool_posix.0 Request processed in 531us (697us total) trans 0 rc 0/0 00000100:00100000:3.0:1788744710.477977:0:25313:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.4@tcp, seq: 52 00000100:00100000:2.0:1788744710.485334:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.4@tcp (source: 12345-192.168.203.4@tcp) 00000100:00100000:1.0:1788744710.485560:0:22698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634138807808 00000100:00100000:1.0:1788744710.485569:0:22698:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634138807808 00000100:00100000:1.0:1788744710.485635:0:22698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.4@tcp, seq: 53 00000100:00100000:1.0:1788744710.485645:0:22698:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac781281c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8f278e14-2cf4-4a87-bcb4-4affdb4e6fd0+29:18744:x1875634138807808:12345-192.168.203.4@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1788744710.485665:0:22698:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788744710.485684:0:22698:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ac773f46600/0xb6207a6e76dce2f4 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7053de4f1aa0db34 expref: -99 pid: 22698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1788744710.486537:0:22698:0:(osp_internal.h:553:osp_update_last_fid()) Gap in objids: start=[0x2c0000401:0x7:0x0], count =59 00000004:00080000:1.0:1788744710.486544:0:22698:0:(osp_object.c:1645:osp_create()) Writing gap [0x2c0000401:0x7:0x0]+59 in llog 00000004:00080000:1.0:1788744710.486576:0:22698:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x42:0x0], index 1: 0 00010000:00010000:1.0:1788744710.486884:0:22698:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ac773f47000/0xb6207a6e76dce2fb lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22698 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744710.486911:0:22698:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ac773f47000/0xb6207a6e76dce2fb lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22698 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744710.486923:0:22698:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ac773f47000/0xb6207a6e76dce2fb lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22698 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744710.486983:0:22698:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ac773f46600/0xb6207a6e76dce2f4 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.4@tcp remote: 0x7053de4f1aa0db34 expref: 32 pid: 22698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744710.487001:0:22698:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ac773f47000/0xb6207a6e76dce2fb lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.4@tcp remote: 0x7053de4f1aa0db34 expref: 31 pid: 22698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744710.487009:0:22698:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff9ac64354d200) 00010000:00010000:1.0:1788744710.487013:0:22698:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1788744710.487016:0:22698:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ac773f47000, rc 0) 00000100:00100000:1.0:1788744710.487144:0:22698:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac781281c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8f278e14-2cf4-4a87-bcb4-4affdb4e6fd0+31:18744:x1875634138807808:12345-192.168.203.4@tcp:101:lhsmtool_posix.0 Request processed in 1500us (1818us total) trans 12884901908 rc 0/0 00000100:00100000:1.0:1788744710.487153:0:22698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.4@tcp, seq: 53 00000100:00100000:1.0:1788744710.493913:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.4@tcp (source: 12345-192.168.203.4@tcp) 00000100:00100000:0.0:1788744710.494729:0:22697:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634138808064 00000100:00100000:0.0:1788744710.494758:0:22697:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634138808064 00000100:00100000:0.0:1788744710.494823:0:22697:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.4@tcp, seq: 54 00000100:00100000:0.0:1788744710.494834:0:22697:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac745dd7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8f278e14-2cf4-4a87-bcb4-4affdb4e6fd0+31:18744:x1875634138808064:12345-192.168.203.4@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1788744710.494891:0:22697:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788744710.494928:0:22697:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ac773f47000/0xb6207a6e76dce2fb lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.4@tcp remote: 0x7053de4f1aa0db34 expref: 31 pid: 22698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744710.494947:0:22697:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff9ac64354d200) 00010000:00010000:0.0:1788744710.494958:0:22697:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1788744710.494981:0:22697:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ac64446fe00/0xb6207a6e76dce309 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22697 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744710.494996:0:22697:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ac64446fe00/0xb6207a6e76dce309 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22697 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744710.495006:0:22697:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ac64446fe00/0xb6207a6e76dce309 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22697 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744710.495018:0:22697:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ac64446f800/0xb6207a6e76dce310 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0x4cf4337a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22697 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744710.495024:0:22697:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ac64446f800/0xb6207a6e76dce310 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x4cf4337a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22697 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744710.495030:0:22697:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ac64446f800/0xb6207a6e76dce310 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x4cf4337a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22697 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744710.495074:0:22697:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ac64446fe00/0xb6207a6e76dce309 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22697 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744710.495081:0:22697:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ac64446fe00/0xb6207a6e76dce309 lrc: 2/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22697 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744710.495095:0:22697:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ac64446fe00/0xb6207a6e76dce309 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22697 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744710.495100:0:22697:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ac64446fe00 already unused, calling callback (ffffffffc1aec4f0) 00010000:00010000:0.0:1788744710.495104:0:22697:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ac64446fe00/0xb6207a6e76dce309 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22697 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744710.495110:0:22697:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ac64446fe00/0xb6207a6e76dce309 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22697 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744710.495118:0:22697:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff9ac7557d5b00) 00010000:00010000:0.0:1788744710.495121:0:22697:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788744710.495124:0:22697:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ac64446fe00/0xb6207a6e76dce309 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22697 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744710.495130:0:22697:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ac64446fe00/0xb6207a6e76dce309 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22697 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744710.495140:0:22697:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ac64446f800/0xb6207a6e76dce310 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x4cf4337a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22697 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744710.495146:0:22697:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ac64446f800/0xb6207a6e76dce310 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x4cf4337a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22697 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744710.495152:0:22697:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ac64446f800/0xb6207a6e76dce310 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x4cf4337a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22697 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744710.495158:0:22697:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ac64446f800 already unused, calling callback (ffffffffc1aec4f0) 00010000:00010000:0.0:1788744710.495160:0:22697:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ac64446f800/0xb6207a6e76dce310 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x4cf4337a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22697 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744710.495176:0:22697:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ac64446f800/0xb6207a6e76dce310 lrc: 4/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x4cf4337a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22697 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744710.495185:0:22697:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x4cf4337a (ffff9ac642257000) 00010000:00010000:0.0:1788744710.495188:0:22697:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788744710.495191:0:22697:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ac64446f800/0xb6207a6e76dce310 lrc: 2/0,0 mode: --/PW res: [0x2000013a1:0x1:0x0].0x4cf4337a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22697 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744710.495197:0:22697:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ac64446f800/0xb6207a6e76dce310 lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x1:0x0].0x4cf4337a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22697 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788744710.495676:0:22697:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac745dd7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8f278e14-2cf4-4a87-bcb4-4affdb4e6fd0+30:18744:x1875634138808064:12345-192.168.203.4@tcp:36:lhsmtool_posix.0 Request processed in 842us (1780us total) trans 0 rc -2/-2 00000100:00100000:0.0:1788744710.495685:0:22697:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.4@tcp, seq: 54 00000100:00100000:2.0:1788744710.498888:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.4@tcp (source: 12345-192.168.203.4@tcp) 00000100:00100000:3.0:1788744710.498980:0:25313:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634138808192 00000100:00100000:3.0:1788744710.498991:0:25313:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634138808192 00000100:00100000:3.0:1788744710.499046:0:25313:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.4@tcp, seq: 55 00000100:00100000:3.0:1788744710.499056:0:25313:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac781281f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8f278e14-2cf4-4a87-bcb4-4affdb4e6fd0+30:18744:x1875634138808192:12345-192.168.203.4@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1788744710.499077:0:25313:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788744710.499100:0:25313:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ac643dac400/0xb6207a6e76dce317 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7053de4f1aa0db3b expref: -99 pid: 25313 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744710.499133:0:25313:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ac643dac600/0xb6207a6e76dce31e lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 25313 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744710.499147:0:25313:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ac643dac600/0xb6207a6e76dce31e lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 25313 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744710.499159:0:25313:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ac643dac600/0xb6207a6e76dce31e lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 25313 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744710.500033:0:25313:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ac643dac400/0xb6207a6e76dce317 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.4@tcp remote: 0x7053de4f1aa0db3b expref: 32 pid: 25313 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744710.500059:0:25313:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ac643dac600/0xb6207a6e76dce31e lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.4@tcp remote: 0x7053de4f1aa0db3b expref: 31 pid: 25313 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744710.500068:0:25313:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff9ac7557d5600) 00010000:00010000:2.0:1788744710.500071:0:25313:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1788744710.500074:0:25313:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ac643dac600, rc 0) 00000100:00100000:2.0:1788744710.500182:0:25313:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac781281f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8f278e14-2cf4-4a87-bcb4-4affdb4e6fd0+31:18744:x1875634138808192:12345-192.168.203.4@tcp:101:lhsmtool_posix.0 Request processed in 1126us (1303us total) trans 0 rc 0/0 00000100:00100000:2.0:1788744710.500190:0:25313:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.4@tcp, seq: 55 00000100:00100000:2.0:1788744710.505177:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.4@tcp (source: 12345-192.168.203.4@tcp) 00000100:00100000:1.0:1788744710.505335:0:22698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634138808448 00000100:00100000:1.0:1788744710.505345:0:22698:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634138808448 00000100:00100000:1.0:1788744710.505672:0:22698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.4@tcp, seq: 56 00000100:00100000:1.0:1788744710.505683:0:22698:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac781281500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8f278e14-2cf4-4a87-bcb4-4affdb4e6fd0+31:18744:x1875634138808448:12345-192.168.203.4@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1788744710.505794:0:22698:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ac773f47a00/0xb6207a6e76dce325 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22698 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744710.505821:0:22698:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ac773f47a00/0xb6207a6e76dce325 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22698 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744710.505833:0:22698:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ac773f47a00/0xb6207a6e76dce325 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22698 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1788744710.506031:0:22698:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x12:0x0].2, 88 off8344 00000004:00080000:1.0:1788744710.506054:0:22698:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 692187651167ns, next at 693187648851ns, rc = 0 00000004:00010000:1.0:1788744710.506100:0:22698:0:(mdt_handler.c:4682:mdt_save_lock()) ### save lock request 00000000ce4fa19e reply state 00000000ad23ce21 transno 12884901909 ns: mdt-lustre-MDT0000_UUID lock: ffff9ac773f47a00/0xb6207a6e76dce325 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22698 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744710.506113:0:22698:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ac773f47a00/0xb6207a6e76dce325 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22698 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744710.506121:0:22698:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff9ac7557d5600) 00010000:00010000:1.0:1788744710.506124:0:22698:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:1.0:1788744710.506127:0:22698:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1788744710.506219:0:22698:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac781281500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8f278e14-2cf4-4a87-bcb4-4affdb4e6fd0+33:18744:x1875634138808448:12345-192.168.203.4@tcp:36:lhsmtool_posix.0 Request processed in 537us (1050us total) trans 12884901909 rc 0/0 00000100:00100000:1.0:1788744710.506225:0:22698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.4@tcp, seq: 56 00000100:00100000:0.0:1788744710.508967:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.4@tcp (source: 12345-192.168.203.4@tcp) 00000100:00100000:2.0:1788744710.509058:0:22697:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634138808576 00000100:00100000:2.0:1788744710.509068:0:22697:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634138808576 00000100:00100000:2.0:1788744710.509123:0:22697:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.4@tcp, seq: 57 00000100:00100000:2.0:1788744710.509133:0:22697:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac641b47b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8f278e14-2cf4-4a87-bcb4-4affdb4e6fd0+33:18744:x1875634138808576:12345-192.168.203.4@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1788744710.509155:0:22697:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788744710.509173:0:22697:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ac775b83c00/0xb6207a6e76dce32c lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7053de4f1aa0db42 expref: -99 pid: 22697 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744710.509230:0:22697:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ac775b83c00/0xb6207a6e76dce32c lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.4@tcp remote: 0x7053de4f1aa0db42 expref: 34 pid: 22697 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744710.509254:0:22697:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ac775b83c00/0xb6207a6e76dce32c lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.4@tcp remote: 0x7053de4f1aa0db42 expref: 34 pid: 22697 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744710.509274:0:22697:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff9ac7557d5600) 00010000:00010000:2.0:1788744710.509277:0:22697:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1788744710.509280:0:22697:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ac775b83c00, rc 0) 00000100:00100000:2.0:1788744710.509339:0:22697:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac641b47b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8f278e14-2cf4-4a87-bcb4-4affdb4e6fd0+34:18744:x1875634138808576:12345-192.168.203.4@tcp:101:lhsmtool_posix.0 Request processed in 207us (380us total) trans 0 rc 0/0 00000100:00100000:2.0:1788744710.509346:0:22697:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.4@tcp, seq: 57 00000100:00100000:2.0:1788744710.513742:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.4@tcp (source: 12345-192.168.203.4@tcp) 00000100:00100000:3.0:1788744710.513980:0:24205:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634138808704 00000100:00100000:3.0:1788744710.513989:0:24205:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634138808704 00000100:00100000:3.0:1788744710.514067:0:24205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.4@tcp, seq: 22 00000100:00100000:3.0:1788744710.514078:0:24205:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac781280000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8f278e14-2cf4-4a87-bcb4-4affdb4e6fd0+5:2394:x1875634138808704:12345-192.168.203.4@tcp:2:lhsmtool_posix.0 00000100:00100000:3.0:1788744710.514314:0:24205:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac781280000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8f278e14-2cf4-4a87-bcb4-4affdb4e6fd0+6:2394:x1875634138808704:12345-192.168.203.4@tcp:2:lhsmtool_posix.0 Request processed in 236us (580us total) trans 12884901891 rc 0/0 00000100:00100000:3.0:1788744710.514321:0:24205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.4@tcp, seq: 22 00000100:00080000:0.0:1788744710.514715:0:22693:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1788744710.518367:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.4@tcp (source: 12345-192.168.203.4@tcp) 00000100:00100000:2.0:1788744710.518516:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634138808960 00000100:00100000:2.0:1788744710.518526:0:22701:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634138808960 00000100:00100000:2.0:1788744710.518577:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.4@tcp, seq: 9 00000100:00100000:2.0:1788744710.518586:0:22701:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac644456d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8f278e14-2cf4-4a87-bcb4-4affdb4e6fd0+34:18744:x1875634138808960:12345-192.168.203.4@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1788744710.518801:0:22701:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac644456d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8f278e14-2cf4-4a87-bcb4-4affdb4e6fd0+35:18744:x1875634138808960:12345-192.168.203.4@tcp:35:lhsmtool_posix.0 Request processed in 216us (440us total) trans 12884901910 rc 0/0 00000100:00100000:2.0:1788744710.518822:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.4@tcp, seq: 9 00000100:00100000:0.0:1788744710.521496:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.4@tcp (source: 12345-192.168.203.4@tcp) 00000100:00100000:2.0:1788744710.521812:0:25313:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634138809216 00000100:00100000:2.0:1788744710.521822:0:25313:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634138809216 00000100:00100000:2.0:1788744710.521903:0:25313:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.4@tcp, seq: 58 00000100:00100000:2.0:1788744710.521914:0:25313:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac641b47100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8f278e14-2cf4-4a87-bcb4-4affdb4e6fd0+35:18744:x1875634138809216:12345-192.168.203.4@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1788744710.522798:0:25313:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac641b47100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8f278e14-2cf4-4a87-bcb4-4affdb4e6fd0+35:18744:x1875634138809216:12345-192.168.203.4@tcp:57:lhsmtool_posix.0 Request processed in 123us (546us total) trans 0 rc 0/0 00000100:00100000:2.0:1788744710.522814:0:25313:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.4@tcp, seq: 58 00000100:00100000:1.0:1788744710.525652:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.4@tcp (source: 12345-192.168.203.4@tcp) 00000100:00100000:2.0:1788744710.525805:0:22697:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634138809344 00000100:00100000:2.0:1788744710.525816:0:22697:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634138809344 00000100:00100000:2.0:1788744710.525886:0:22697:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.4@tcp, seq: 59 00000100:00100000:2.0:1788744710.525905:0:22697:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac780fd2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8f278e14-2cf4-4a87-bcb4-4affdb4e6fd0+35:18744:x1875634138809344:12345-192.168.203.4@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1788744710.525926:0:22697:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788744710.525945:0:22697:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ac775b82a00/0xb6207a6e76dce333 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7053de4f1aa0db49 expref: -99 pid: 22697 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744710.526013:0:22697:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ac775b83000/0xb6207a6e76dce33a lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 22697 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744710.526027:0:22697:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ac775b83000/0xb6207a6e76dce33a lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22697 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744710.526049:0:22697:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ac775b83000/0xb6207a6e76dce33a lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22697 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788744710.526094:0:22697:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1788744710.526114:0:22697:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ac775b83000/0xb6207a6e76dce33a lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22697 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744710.526157:0:22697:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ac775b82a00/0xb6207a6e76dce333 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.4@tcp remote: 0x7053de4f1aa0db49 expref: 37 pid: 22697 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744710.526174:0:22697:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ac775b83000/0xb6207a6e76dce33a lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.4@tcp remote: 0x7053de4f1aa0db49 expref: 36 pid: 22697 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744710.526181:0:22697:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff9ac7557d5600) 00010000:00010000:2.0:1788744710.526184:0:22697:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:2.0:1788744710.526187:0:22697:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ac775b83000, rc 0) 00000100:00100000:2.0:1788744710.526363:0:22697:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac780fd2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8f278e14-2cf4-4a87-bcb4-4affdb4e6fd0+36:18744:x1875634138809344:12345-192.168.203.4@tcp:101:lhsmtool_posix.0 Request processed in 468us (718us total) trans 0 rc 0/0 00000100:00100000:2.0:1788744710.526369:0:22697:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.4@tcp, seq: 59 00000100:00100000:0.0:1788744710.531906:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.4@tcp (source: 12345-192.168.203.4@tcp) 00000100:00100000:3.0:1788744710.532072:0:24204:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634138809472 00000100:00100000:3.0:1788744710.532095:0:24204:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634138809472 00000100:00100000:3.0:1788744710.532166:0:24204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.4@tcp, seq: 23 00000100:00100000:3.0:1788744710.532178:0:24204:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac641b45500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8f278e14-2cf4-4a87-bcb4-4affdb4e6fd0+6:2395:x1875634138809472:12345-192.168.203.4@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1788744710.532199:0:24204:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788744710.532221:0:24204:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f7e7a57a/0xb6207a6e76dce341 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7053de4f1aa0db50 expref: -99 pid: 24204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1788744710.532333:0:24204:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x42:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x6a9e1407, blocks: 0x0 00010000:00010000:3.0:1788744710.532353:0:24204:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=692s v=(0 0) 00010000:00010000:3.0:1788744710.532358:0:24204:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788744710.532366:0:24204:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f7e7a57a/0xb6207a6e76dce341 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.4@tcp remote: 0x7053de4f1aa0db50 expref: 7 pid: 24204 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744710.532384:0:24204:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000f7e7a57a/0xb6207a6e76dce341 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.4@tcp remote: 0x7053de4f1aa0db50 expref: 7 pid: 24204 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744710.532398:0:24204:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ac643dacc00, rc 0) 00000100:00100000:3.0:1788744710.532501:0:24204:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac641b45500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8f278e14-2cf4-4a87-bcb4-4affdb4e6fd0+7:2395:x1875634138809472:12345-192.168.203.4@tcp:101:lhsmtool_posix.0 Request processed in 326us (611us total) trans 0 rc 0/0 00000100:00100000:3.0:1788744710.532509:0:24204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.4@tcp, seq: 23 00000100:00100000:3.0:1788744710.535540:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.4@tcp (source: 12345-192.168.203.4@tcp) 00000100:00100000:1.0:1788744710.535646:0:22698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634138809728 00000100:00100000:1.0:1788744710.535656:0:22698:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634138809728 00000100:00100000:1.0:1788744710.535719:0:22698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.4@tcp, seq: 60 00000100:00100000:1.0:1788744710.535730:0:22698:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac644454000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8f278e14-2cf4-4a87-bcb4-4affdb4e6fd0+36:18744:x1875634138809728:12345-192.168.203.4@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1788744710.535842:0:22698:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac644454000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8f278e14-2cf4-4a87-bcb4-4affdb4e6fd0+36:18744:x1875634138809728:12345-192.168.203.4@tcp:57:lhsmtool_posix.0 Request processed in 113us (313us total) trans 0 rc 0/0 00000100:00100000:1.0:1788744710.535850:0:22698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.4@tcp, seq: 60 00000100:00100000:1.0:1788744710.538387:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.4@tcp (source: 12345-192.168.203.4@tcp) 00000100:00100000:2.0:1788744710.538516:0:25313:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634138809856 00000100:00100000:2.0:1788744710.538526:0:25313:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634138809856 00000100:00100000:2.0:1788744710.538578:0:25313:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.4@tcp, seq: 61 00000100:00100000:2.0:1788744710.538588:0:25313:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac780fd2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8f278e14-2cf4-4a87-bcb4-4affdb4e6fd0+36:18744:x1875634138809856:12345-192.168.203.4@tcp:44:lhsmtool_posix.0 00000001:00080000:3.0:1788744710.540945:0:22677:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 12884901910 is committed 00000004:00080000:3.0:1788744710.540962:0:22677:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 2 committed 00000001:00080000:3.0:1788744710.541017:0:22677:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 12884901895 is committed 00010000:00010000:0.0:1788744710.541182:0:3629:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ac643dad400/0xb6207a6e76dce196 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 25314 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744710.541196:0:3629:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ac643dad400/0xb6207a6e76dce196 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 25314 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744710.541204:0:3629:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ac643dad400/0xb6207a6e76dce196 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 25314 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744710.541210:0:3629:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ac643dad400 already unused, calling callback (ffffffffc1aec4f0) 00010000:00010000:0.0:1788744710.541214:0:3629:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ac643dad400/0xb6207a6e76dce196 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 25314 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744710.541232:0:3629:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ac643dad400/0xb6207a6e76dce196 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 25314 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744710.541258:0:3629:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff9ac7557d5b00) 00010000:00010000:0.0:1788744710.541261:0:3629:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:0.0:1788744710.541267:0:3629:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ac643dad400/0xb6207a6e76dce196 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 25314 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744710.541273:0:3629:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ac643dad400/0xb6207a6e76dce196 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 25314 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744710.541679:0:3630:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ac643dade00/0xb6207a6e76dce142 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25313 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744710.541688:0:3630:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ac643dade00/0xb6207a6e76dce142 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 25313 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744710.541694:0:3630:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ac643dade00/0xb6207a6e76dce142 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 25313 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744710.541709:0:3630:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ac643dade00 already unused, calling callback (ffffffffc1aec4f0) 00010000:00010000:2.0:1788744710.541712:0:3630:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ac643dade00/0xb6207a6e76dce142 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 25313 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744710.541725:0:3630:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ac643dade00/0xb6207a6e76dce142 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 25313 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744710.541736:0:3630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff9ac7557d5300) 00010000:00010000:2.0:1788744710.541738:0:3630:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788744710.541742:0:3630:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ac643dade00/0xb6207a6e76dce142 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 25313 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744710.541748:0:3630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ac643dade00/0xb6207a6e76dce142 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 25313 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744710.541765:0:3630:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ac643daca00/0xb6207a6e76dce149 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 25313 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744710.541771:0:3630:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ac643daca00/0xb6207a6e76dce149 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 25313 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744710.541777:0:3630:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ac643daca00/0xb6207a6e76dce149 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 25313 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744710.541781:0:3630:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ac643daca00 already unused, calling callback (ffffffffc1aec4f0) 00010000:00010000:2.0:1788744710.541784:0:3630:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ac643daca00/0xb6207a6e76dce149 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 25313 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744710.541789:0:3630:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ac643daca00/0xb6207a6e76dce149 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 25313 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744710.541796:0:3630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff9ac7557d5b00) 00010000:00010000:2.0:1788744710.541798:0:3630:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788744710.541801:0:3630:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ac643daca00/0xb6207a6e76dce149 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 25313 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744710.541814:0:3630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ac643daca00/0xb6207a6e76dce149 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 25313 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744710.541828:0:3630:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ac64446e000/0xb6207a6e76dce229 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22699 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744710.541842:0:3630:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ac64446e000/0xb6207a6e76dce229 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22699 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744710.541847:0:3630:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ac64446e000/0xb6207a6e76dce229 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22699 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744710.541852:0:3630:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ac64446e000 already unused, calling callback (ffffffffc1aec4f0) 00010000:00010000:2.0:1788744710.541854:0:3630:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ac64446e000/0xb6207a6e76dce229 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22699 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744710.541860:0:3630:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ac64446e000/0xb6207a6e76dce229 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22699 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744710.541866:0:3630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0xb42112bc (ffff9ac642257400) 00010000:00010000:2.0:1788744710.541869:0:3630:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788744710.541871:0:3630:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ac64446e000/0xb6207a6e76dce229 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22699 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744710.541877:0:3630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ac64446e000/0xb6207a6e76dce229 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22699 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744710.541892:0:3630:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ac775b82c00/0xb6207a6e76dce2ae lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 25313 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744710.541916:0:3630:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ac775b82c00/0xb6207a6e76dce2ae lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 25313 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744710.541928:0:3630:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ac775b82c00/0xb6207a6e76dce2ae lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 25313 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744710.541932:0:3630:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ac775b82c00 already unused, calling callback (ffffffffc1aec4f0) 00010000:00010000:2.0:1788744710.541935:0:3630:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ac775b82c00/0xb6207a6e76dce2ae lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 25313 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744710.541941:0:3630:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ac775b82c00/0xb6207a6e76dce2ae lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 25313 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744710.541950:0:3630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9ac642257c00) 00010000:00010000:2.0:1788744710.541953:0:3630:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788744710.541956:0:3630:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ac775b82c00/0xb6207a6e76dce2ae lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 25313 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744710.541961:0:3630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ac775b82c00/0xb6207a6e76dce2ae lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 25313 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744710.541974:0:3630:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ac773f47a00/0xb6207a6e76dce325 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22698 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744710.541980:0:3630:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ac773f47a00/0xb6207a6e76dce325 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22698 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744710.541986:0:3630:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ac773f47a00/0xb6207a6e76dce325 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22698 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744710.541991:0:3630:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ac773f47a00 already unused, calling callback (ffffffffc1aec4f0) 00010000:00010000:2.0:1788744710.541994:0:3630:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ac773f47a00/0xb6207a6e76dce325 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22698 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744710.542011:0:3630:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ac773f47a00/0xb6207a6e76dce325 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22698 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744710.542019:0:3630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff9ac7557d5600) 00010000:00010000:2.0:1788744710.542021:0:3630:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1788744710.542024:0:3630:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ac773f47a00/0xb6207a6e76dce325 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22698 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744710.542029:0:3630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ac773f47a00/0xb6207a6e76dce325 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22698 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788744710.542170:0:25313:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac780fd2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8f278e14-2cf4-4a87-bcb4-4affdb4e6fd0+15:18744:x1875634138809856:12345-192.168.203.4@tcp:44:lhsmtool_posix.0 Request processed in 3579us (3787us total) trans 0 rc 0/0 00000100:00100000:2.0:1788744710.542180:0:25313:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.4@tcp, seq: 61 00000100:00100000:0.0:1788744710.543163:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac780fd3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3645:1875634154638208:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1788744710.543222:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788744710.543371:0:24205:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154638208 00000100:00100000:1.0:1788744710.543379:0:24205:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154638208 00000100:00100000:1.0:1788744710.543449:0:24205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:1.0:1788744710.543470:0:24205:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac766964850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3645:x1875634154638208:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1788744710.543590:0:24205:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1788744710.543594:0:24205:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:1.0:1788744710.543597:0:24205:0:(ofd_lvb.c:319:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1788744710.543599:0:24205:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb ctime from disk: 1788744711 -> 1788744711 00002000:00010000:1.0:1788744710.543601:0:24205:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1788744710.543643:0:24205:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac766964850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3645:x1875634154638208:12345-0@lo:2:osp-syn-1-0.0 Request processed in 176us (420us total) trans 12884901892 rc 0/0 00000100:00100000:1.0:1788744710.543650:0:24205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000004:00080000:0.0:1788744710.544115:0:3645:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ac780fd3800/2, rc 0, transno 12884901892 00000100:00100000:0.0:1788744710.544123:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac780fd3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3645:1875634154638208:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1788744710.547183:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.4@tcp (source: 12345-192.168.203.4@tcp) 00000100:00100000:3.0:1788744710.547358:0:24204:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634138809984 00000100:00100000:3.0:1788744710.547366:0:24204:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634138809984 00000100:00100000:3.0:1788744710.547435:0:24204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.4@tcp, seq: 25 00000100:00100000:3.0:1788744710.547465:0:24204:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac641b45c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8f278e14-2cf4-4a87-bcb4-4affdb4e6fd0+7:2394:x1875634138809984:12345-192.168.203.4@tcp:16:lhsmtool_posix.0 00000100:00100000:3.0:1788744710.547562:0:24204:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac641b45c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8f278e14-2cf4-4a87-bcb4-4affdb4e6fd0+7:2394:x1875634138809984:12345-192.168.203.4@tcp:16:lhsmtool_posix.0 Request processed in 107us (387us total) trans 0 rc 0/0 00000100:00100000:3.0:1788744710.547569:0:24204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.4@tcp, seq: 25 00000100:00100000:0.0:1788744710.550144:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.4@tcp (source: 12345-192.168.203.4@tcp) 00000100:00100000:1.0:1788744710.550225:0:25314:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634138810240 00000100:00100000:1.0:1788744710.550235:0:25314:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634138810240 00000100:00100000:1.0:1788744710.550296:0:25314:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.4@tcp, seq: 62 00000100:00100000:1.0:1788744710.550306:0:25314:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac641b45880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8f278e14-2cf4-4a87-bcb4-4affdb4e6fd0+15:18744:x1875634138810240:12345-192.168.203.4@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1788744710.550355:0:25314:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788744710.550379:0:25314:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ac775b83000/0xb6207a6e76dce33a lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.4@tcp remote: 0x7053de4f1aa0db49 expref: 15 pid: 22697 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744710.550396:0:25314:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff9ac7557d5600) 00010000:00010000:1.0:1788744710.550447:0:25314:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1788744710.550485:0:25314:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ac773f46c00/0xb6207a6e76dce348 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 25314 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744710.550500:0:25314:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ac773f46c00/0xb6207a6e76dce348 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 25314 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744710.550525:0:25314:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ac773f46c00/0xb6207a6e76dce348 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 25314 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788744710.550641:0:25314:0:(mdt_handler.c:4682:mdt_save_lock()) ### save lock request 00000000813545f8 reply state 00000000b2eb6046 transno 12884901911 ns: mdt-lustre-MDT0000_UUID lock: ffff9ac773f46c00/0xb6207a6e76dce348 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 25314 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744710.550655:0:25314:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ac773f46c00/0xb6207a6e76dce348 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 25314 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744710.550661:0:25314:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff9ac7557d5600) 00010000:00010000:1.0:1788744710.550663:0:25314:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1788744710.550665:0:25314:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1788744710.551344:0:25314:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac641b45880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8f278e14-2cf4-4a87-bcb4-4affdb4e6fd0+16:18744:x1875634138810240:12345-192.168.203.4@tcp:36:lhsmtool_posix.0 Request processed in 1036us (1204us total) trans 12884901911 rc 0/0 00000100:00100000:1.0:1788744710.551353:0:25314:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.4@tcp, seq: 62 00000100:00100000:1.0:1788744710.555464:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.4@tcp (source: 12345-192.168.203.4@tcp) 00000100:00100000:3.0:1788744710.555643:0:24205:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634138810368 00000100:00100000:3.0:1788744710.555653:0:24205:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634138810368 00000100:00100000:3.0:1788744710.555717:0:24205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.4@tcp, seq: 26 00000100:00100000:3.0:1788744710.555728:0:24205:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac780fd1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8f278e14-2cf4-4a87-bcb4-4affdb4e6fd0+7:2395:x1875634138810368:12345-192.168.203.4@tcp:2:lhsmtool_posix.0 00002000:00010000:3.0:1788744710.555873:0:24205:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1788744710.555877:0:24205:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb mtime from disk: 0 -> 1788744710 00002000:00010000:3.0:1788744710.555880:0:24205:0:(ofd_lvb.c:319:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb atime from disk: 0 -> 1788744710 00002000:00010000:3.0:1788744710.555882:0:24205:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb ctime from disk: 1788744711 -> 1788744710 00002000:00010000:3.0:1788744710.555885:0:24205:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1788744710.555945:0:24205:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac780fd1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8f278e14-2cf4-4a87-bcb4-4affdb4e6fd0+8:2395:x1875634138810368:12345-192.168.203.4@tcp:2:lhsmtool_posix.0 Request processed in 219us (497us total) trans 12884901893 rc 0/0 00000100:00100000:3.0:1788744710.555954:0:24205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.4@tcp, seq: 26 00000100:00100000:0.0:1788744710.559301:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.4@tcp (source: 12345-192.168.203.4@tcp) 00000100:00100000:3.0:1788744710.559390:0:24204:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634138810496 00000100:00100000:3.0:1788744710.559430:0:24204:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634138810496 00000100:00100000:3.0:1788744710.559487:0:24204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.4@tcp, seq: 27 00000100:00100000:3.0:1788744710.559498:0:24204:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac641b44700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8f278e14-2cf4-4a87-bcb4-4affdb4e6fd0+8:2394:x1875634138810496:12345-192.168.203.4@tcp:1:lhsmtool_posix.0 00010000:00010000:3.0:1788744710.559543:0:24204:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000385089ee/0xb6207a6e76dce34f lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744710.559560:0:24204:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788744710.559565:0:24204:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788744710.559571:0:24204:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000385089ee/0xb6207a6e76dce34f lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744710.559602:0:24204:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000385089ee/0xb6207a6e76dce34f lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744710.559627:0:24204:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000385089ee/0xb6207a6e76dce34f lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744710.559635:0:24204:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000385089ee/0xb6207a6e76dce34f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744710.559644:0:24204:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000385089ee/0xb6207a6e76dce34f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744710.559651:0:24204:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ac643dac400 already unused, calling callback (ffffffffc0e92940) 00010000:00010000:3.0:1788744710.559655:0:24204:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000385089ee/0xb6207a6e76dce34f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744710.559663:0:24204:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000385089ee/0xb6207a6e76dce34f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744710.559679:0:24204:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000385089ee/0xb6207a6e76dce34f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744710.559686:0:24204:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000385089ee/0xb6207a6e76dce34f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788744710.559787:0:24204:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac641b44700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8f278e14-2cf4-4a87-bcb4-4affdb4e6fd0+8:2394:x1875634138810496:12345-192.168.203.4@tcp:1:lhsmtool_posix.0 Request processed in 291us (494us total) trans 0 rc 0/0 00000100:00100000:3.0:1788744710.559796:0:24204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.4@tcp, seq: 27 00000100:00100000:0.0:1788744710.563006:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.4@tcp (source: 12345-192.168.203.4@tcp) 00000100:00100000:3.0:1788744710.563128:0:22699:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634138810752 00000100:00100000:3.0:1788744710.563138:0:22699:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634138810752 00000100:00100000:3.0:1788744710.563201:0:22699:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.4@tcp, seq: 63 00000100:00100000:3.0:1788744710.563213:0:22699:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac641b45f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8f278e14-2cf4-4a87-bcb4-4affdb4e6fd0+16:18744:x1875634138810752:12345-192.168.203.4@tcp:57:lhsmtool_posix.0 00010000:00010000:3.0:1788744710.563299:0:22699:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ac643daca00/0xb6207a6e76dce356 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 22699 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744710.563317:0:22699:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ac773f47200/0xb6207a6e76dce2a7 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.4@tcp remote: 0x7053de4f1aa0db18 expref: 16 pid: 25314 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744710.563327:0:22699:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ac643daca00/0xb6207a6e76dce356 lrc: 4/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22699 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744710.563360:0:22699:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ac773f47200/0xb6207a6e76dce2a7 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.4@tcp remote: 0x7053de4f1aa0db18 expref: 16 pid: 25314 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744710.563375:0:22699:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ac773f47200/0xb6207a6e76dce2a7 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.4@tcp remote: 0x7053de4f1aa0db18 expref: 16 pid: 25314 timeout: 792 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788744710.563389:0:22699:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac644457800 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:22699:1875634154638336:192.168.203.4@tcp:104: 00000100:00100000:3.0:1788744710.563505:0:22699:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ac7556a79c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788744710.566793:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.4@tcp (source: 12345-192.168.203.4@tcp) 00000100:00100000:3.0:1788744710.566909:0:22699:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac644457800 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:22699:1875634154638336:192.168.203.4@tcp:104: 00010000:00010000:3.0:1788744710.566955:0:22699:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ac643daca00/0xb6207a6e76dce356 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22699 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788744710.567091:0:22683:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634138810880 00000100:00100000:2.0:1788744710.567100:0:22683:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634138810880 00010000:00010000:2.0:1788744710.567142:0:22683:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ac773f47200/0xb6207a6e76dce2a7 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.4@tcp remote: 0x7053de4f1aa0db18 expref: 17 pid: 25314 timeout: 792 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788744710.567182:0:22683:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.4@tcp, seq: 19 00000100:00100000:2.0:1788744710.567192:0:22683:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac780fd0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8f278e14-2cf4-4a87-bcb4-4affdb4e6fd0+17:2394:x1875634138810880:12345-192.168.203.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788744710.567207:0:22683:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788744710.567215:0:22683:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ac773f47200/0xb6207a6e76dce2a7 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.4@tcp remote: 0x7053de4f1aa0db18 expref: 17 pid: 25314 timeout: 792 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744710.567226:0:22683:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ac773f47200/0xb6207a6e76dce2a7 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.4@tcp remote: 0x7053de4f1aa0db18 expref: 17 pid: 25314 timeout: 792 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744710.567271:0:22683:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ac773f47200/0xb6207a6e76dce2a7 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.4@tcp remote: 0x7053de4f1aa0db18 expref: 17 pid: 25314 timeout: 792 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744710.567297:0:22683:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9ac642257c00) 00010000:00010000:2.0:1788744710.567304:0:22683:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9ac643dadc00/0xb6207a6e76dce2c3 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.4@tcp remote: 0x7053de4f1aa0db26 expref: 16 pid: 25313 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744710.567313:0:22683:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9ac643daca00/0xb6207a6e76dce356 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22699 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744710.567320:0:22683:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ac643daca00/0xb6207a6e76dce356 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 22699 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744710.567327:0:22683:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ac643daca00/0xb6207a6e76dce356 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 22699 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744710.567356:0:22683:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788744710.567451:0:22683:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac780fd0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8f278e14-2cf4-4a87-bcb4-4affdb4e6fd0+16:2394:x1875634138810880:12345-192.168.203.4@tcp:103:ldlm_bl.0 Request processed in 260us (668us total) trans 0 rc 0/0 00000100:00100000:2.0:1788744710.567458:0:22683:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.4@tcp, seq: 19 00010000:00010000:3.0:1788744710.567662:0:22699:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ac643daca00/0xb6207a6e76dce356 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22699 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744710.567670:0:22699:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ac643daca00/0xb6207a6e76dce356 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22699 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744710.567878:0:22699:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ac643dac400/0xb6207a6e76dce35d lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22699 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744710.567890:0:22699:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ac775b83c00/0xb6207a6e76dce32c lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.4@tcp remote: 0x7053de4f1aa0db42 expref: 16 pid: 22697 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744710.567909:0:22699:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ac643dac400/0xb6207a6e76dce35d lrc: 4/0,1 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22699 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744710.567940:0:22699:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ac775b83c00/0xb6207a6e76dce32c lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.4@tcp remote: 0x7053de4f1aa0db42 expref: 16 pid: 22697 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744710.567953:0:22699:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ac775b83c00/0xb6207a6e76dce32c lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.4@tcp remote: 0x7053de4f1aa0db42 expref: 16 pid: 22697 timeout: 792 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788744710.567968:0:22699:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac644457800 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:22699:1875634154638464:192.168.203.4@tcp:104: 00000100:00100000:3.0:1788744710.568040:0:22699:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ac64379c840 going to sleep for 11 seconds 00000100:00100000:1.0:1788744710.572290:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.4@tcp (source: 12345-192.168.203.4@tcp) 00000100:00100000:2.0:1788744710.572489:0:22682:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634138811008 00000100:00100000:2.0:1788744710.572501:0:22682:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634138811008 00010000:00010000:2.0:1788744710.572545:0:22682:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ac775b83c00/0xb6207a6e76dce32c lrc: 5/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.4@tcp remote: 0x7053de4f1aa0db42 expref: 17 pid: 22697 timeout: 792 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788744710.572590:0:22682:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.4@tcp, seq: 20 00000100:00100000:2.0:1788744710.572600:0:22682:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac780fd1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8f278e14-2cf4-4a87-bcb4-4affdb4e6fd0+17:2395:x1875634138811008:12345-192.168.203.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788744710.572634:0:22682:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788744710.572642:0:22682:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ac775b83c00/0xb6207a6e76dce32c lrc: 5/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.4@tcp remote: 0x7053de4f1aa0db42 expref: 17 pid: 22697 timeout: 792 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744710.572656:0:22682:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ac775b83c00/0xb6207a6e76dce32c lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.4@tcp remote: 0x7053de4f1aa0db42 expref: 17 pid: 22697 timeout: 792 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744710.572680:0:22682:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff9ac7557d5600) 00010000:00010000:2.0:1788744710.572685:0:22682:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9ac643dac400/0xb6207a6e76dce35d lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22699 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744710.572705:0:22682:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ac643dac400/0xb6207a6e76dce35d lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 22699 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744710.572713:0:22682:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ac643dac400/0xb6207a6e76dce35d lrc: 4/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 22699 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744710.572732:0:22682:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788744710.572788:0:22682:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac780fd1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8f278e14-2cf4-4a87-bcb4-4affdb4e6fd0+17:2395:x1875634138811008:12345-192.168.203.4@tcp:103:ldlm_bl.0 Request processed in 188us (506us total) trans 0 rc 0/0 00000100:00100000:2.0:1788744710.572795:0:22682:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.4@tcp, seq: 20 00010000:00010000:3.0:1788744710.573474:0:22699:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ac775b83c00/0xb6207a6e76dce32c lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.4@tcp remote: 0x7053de4f1aa0db42 expref: 16 pid: 22697 timeout: 792 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788744710.573493:0:22699:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac644457800 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:22699:1875634154638464:192.168.203.4@tcp:104: 00010000:00010000:3.0:1788744710.573522:0:22699:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ac643dac400/0xb6207a6e76dce35d lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22699 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744710.573531:0:22699:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ac643dac400/0xb6207a6e76dce35d lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22699 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744710.573537:0:22699:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ac643dac400/0xb6207a6e76dce35d lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22699 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1788744710.573642:0:22699:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901912 00000001:00080000:3.0:1788744710.573978:0:22699:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901913 00000001:00080000:3.0:1788744710.574019:0:22699:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901914 00000100:00100000:3.0:1788744710.574099:0:22699:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac644457800 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:22699:1875634154638592:0@lo:1000:mdt00_002.0 00000100:00100000:3.0:1788744710.574153:0:22699:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788744710.574237:0:22699:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ac7511690c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788744710.577368:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154638592 00000100:00100000:0.0:1788744710.577383:0:22703:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154638592 00000100:00100000:0.0:1788744710.577682:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50 00000100:00100000:0.0:1788744710.577692:0:22703:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac644454380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:22699:x1875634154638592:12345-0@lo:1000:mdt00_002.0 00000100:00100000:0.0:1788744710.577913:0:22703:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac644454380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:22699:x1875634154638592:12345-0@lo:1000:mdt00_002.0 Request processed in 222us (3759us total) trans 0 rc 0/0 00000100:00100000:0.0:1788744710.577920:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50 00000100:00100000:1.0:1788744710.578008:0:22699:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac644457800 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:22699:1875634154638592:0@lo:1000:mdt00_002.0 00000001:00080000:1.0:1788744710.578196:0:22699:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901915 00000100:00100000:1.0:1788744710.578278:0:22699:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac780fd3b80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:22699:1875634154638720:0@lo:1000:mdt00_002.0 00000100:00100000:1.0:1788744710.578314:0:22699:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788744710.578932:0:22699:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ac74520d300 going to sleep for 11 seconds 00000100:00100000:3.0:1788744710.579088:0:22702:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154638720 00000100:00100000:3.0:1788744710.579096:0:22702:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154638720 00000100:00100000:3.0:1788744710.579133:0:22702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51 00000100:00100000:3.0:1788744710.579141:0:22702:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac780fd0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:22699:x1875634154638720:12345-0@lo:1000:mdt00_002.0 00000100:00100000:3.0:1788744710.579297:0:22702:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac780fd0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+7:22699:x1875634154638720:12345-0@lo:1000:mdt00_002.0 Request processed in 156us (981us total) trans 12884901894 rc 0/0 00000100:00100000:3.0:1788744710.579305:0:22702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51 00000100:00100000:1.0:1788744710.579472:0:22699:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac780fd3b80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:22699:1875634154638720:0@lo:1000:mdt00_002.0 00010000:00010000:1.0:1788744710.579517:0:22699:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ac643dac400/0xb6207a6e76dce35d lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22699 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744710.579527:0:22699:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ac643dac400/0xb6207a6e76dce35d lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 22699 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744710.579550:0:22699:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ac643dac400/0xb6207a6e76dce35d lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22699 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744710.579555:0:22699:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ac643dac400 already unused, calling callback (ffffffffc1aec4f0) 00010000:00010000:1.0:1788744710.579560:0:22699:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ac643dac400/0xb6207a6e76dce35d lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22699 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744710.579569:0:22699:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ac643dac400/0xb6207a6e76dce35d lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 22699 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744710.579585:0:22699:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff9ac7557d5600) 00010000:00010000:1.0:1788744710.579589:0:22699:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1788744710.579595:0:22699:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ac643dac400/0xb6207a6e76dce35d lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22699 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744710.579602:0:22699:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ac643dac400/0xb6207a6e76dce35d lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22699 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744710.579633:0:22699:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ac643dac800/0xb6207a6e76dce2bc lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210400000020 pid: 22698 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744710.579639:0:22699:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ac643dac800/0xb6207a6e76dce2bc lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210400000020 pid: 22698 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744710.579645:0:22699:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ac643dac800/0xb6207a6e76dce2bc lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 22698 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744710.579650:0:22699:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ac643dac800 already unused, calling callback (ffffffffc1aec4f0) 00010000:00010000:1.0:1788744710.579653:0:22699:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ac643dac800/0xb6207a6e76dce2bc lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 22698 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744710.579668:0:22699:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ac643dac800/0xb6207a6e76dce2bc lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40218400000020 pid: 22698 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744710.579677:0:22699:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9ac642257c00) 00010000:00010000:1.0:1788744710.579679:0:22699:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1788744710.579686:0:22699:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9ac643dadc00/0xb6207a6e76dce2c3 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.4@tcp remote: 0x7053de4f1aa0db26 expref: 19 pid: 25313 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744710.579956:0:22699:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ac643dadc00/0xb6207a6e76dce2c3 lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.203.4@tcp remote: 0x7053de4f1aa0db26 expref: 19 pid: 25313 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744710.579968:0:22699:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ac643dadc00/0xb6207a6e76dce2c3 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.203.4@tcp remote: 0x7053de4f1aa0db26 expref: 19 pid: 25313 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744710.580027:0:22699:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ac643dadc00/0xb6207a6e76dce2c3 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.4@tcp remote: 0x7053de4f1aa0db26 expref: 19 pid: 25313 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788744710.580040:0:22699:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac780fd0a80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:22699:1875634154638848:192.168.203.4@tcp:105: 00000100:00100000:1.0:1788744710.580111:0:22699:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ac74520d840 going to sleep for 11 seconds 00000100:00100000:3.0:1788744710.585092:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.4@tcp (source: 12345-192.168.203.4@tcp) 00000100:00100000:1.0:1788744710.585208:0:22699:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac780fd0a80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:22699:1875634154638848:192.168.203.4@tcp:105: 00010000:00010000:1.0:1788744710.585240:0:22699:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ac643dac800/0xb6207a6e76dce2bc lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x44a19400000020 pid: 22698 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744710.585262:0:22699:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ac643dac800/0xb6207a6e76dce2bc lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x44a19400000020 pid: 22698 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744710.585295:0:22699:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ac773f47000/0xb6207a6e76dce364 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22699 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744710.585321:0:22699:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ac773f47000/0xb6207a6e76dce364 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22699 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744710.585332:0:22699:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ac773f47000/0xb6207a6e76dce364 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22699 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744710.585342:0:22699:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ac773f47000/0xb6207a6e76dce364 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22699 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744710.585348:0:22699:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ac773f47000/0xb6207a6e76dce364 lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22699 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744710.585354:0:22699:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ac773f47000/0xb6207a6e76dce364 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22699 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744710.585359:0:22699:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ac773f47000 already unused, calling callback (ffffffffc1aec4f0) 00010000:00010000:1.0:1788744710.585362:0:22699:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ac773f47000/0xb6207a6e76dce364 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22699 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744710.585369:0:22699:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ac773f47000/0xb6207a6e76dce364 lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22699 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744710.585380:0:22699:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9ac642257c00) 00010000:00010000:1.0:1788744710.585382:0:22699:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788744710.585386:0:22699:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ac773f47000/0xb6207a6e76dce364 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22699 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744710.585391:0:22699:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ac773f47000/0xb6207a6e76dce364 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22699 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744710.585428:0:22699:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ac643daca00/0xb6207a6e76dce356 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22699 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744710.585440:0:22699:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ac643daca00/0xb6207a6e76dce356 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 22699 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744710.585445:0:22699:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ac643daca00/0xb6207a6e76dce356 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22699 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744710.585450:0:22699:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ac643daca00 already unused, calling callback (ffffffffc1aec4f0) 00010000:00010000:1.0:1788744710.585651:0:22699:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ac643daca00/0xb6207a6e76dce356 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22699 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744710.585662:0:22699:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ac643daca00/0xb6207a6e76dce356 lrc: 4/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 22699 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744710.585671:0:22699:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9ac642257c00) 00010000:00010000:1.0:1788744710.585674:0:22699:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1788744710.585677:0:22699:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ac643daca00/0xb6207a6e76dce356 lrc: 2/0,0 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22699 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744710.585683:0:22699:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ac643daca00/0xb6207a6e76dce356 lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22699 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1788744710.586064:0:22733:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:3.0:1788744710.586069:0:22733:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x14:0x0] at index 3 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1788744710.586085:0:22733:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x14:0x0] index 2 count 2 00000040:00080000:3.0:1788744710.586092:0:22733:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 4 count 2 00000100:00100000:1.0:1788744710.586185:0:22699:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac641b45f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8f278e14-2cf4-4a87-bcb4-4affdb4e6fd0+19:18744:x1875634138810752:12345-192.168.203.4@tcp:57:lhsmtool_posix.0 Request processed in 22973us (23187us total) trans 12884901916 rc 0/0 00000100:00100000:1.0:1788744710.586197:0:22699:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.4@tcp, seq: 63 00000020:00080000:1.0:1788744710.586203:0:22699:0:(tgt_main.c:545:tgt_ses_key_exit()) total 5 transactions per RPC 00000100:00100000:1.0:1788744710.589517:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.4@tcp (source: 12345-192.168.203.4@tcp) 00000100:00100000:0.0:1788744710.589974:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634138811136 00000100:00100000:0.0:1788744710.589997:0:22701:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634138811136 00000100:00100000:3.0:1788744710.590120:0:22700:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634138811392 00000100:00100000:3.0:1788744710.590125:0:22700:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634138811392 00000100:00100000:3.0:1788744710.590159:0:22700:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.4@tcp, seq: 10 00000100:00100000:3.0:1788744710.590169:0:22700:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac64237fc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8f278e14-2cf4-4a87-bcb4-4affdb4e6fd0+20:18743:x1875634138811136:12345-192.168.203.4@tcp:49:dd.0 00000100:00100000:3.0:1788744710.590322:0:22700:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac64237fc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8f278e14-2cf4-4a87-bcb4-4affdb4e6fd0+20:18743:x1875634138811136:12345-192.168.203.4@tcp:49:dd.0 Request processed in 153us (5237us total) trans 0 rc 0/0 00000100:00100000:3.0:1788744710.590330:0:22700:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.4@tcp, seq: 10 00000100:00100000:3.0:1788744710.590379:0:22700:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.4@tcp, seq: 11 00000100:00100000:3.0:1788744710.590387:0:22700:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac780fd0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8f278e14-2cf4-4a87-bcb4-4affdb4e6fd0+19:18744:x1875634138811392:12345-192.168.203.4@tcp:35:lhsmtool_posix.0 00000004:00080000:3.0:1788744710.590995:0:22700:0:(mdd_object.c:4014:mdd_close()) Object [0x2000013a1:0x3:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:3.0:1788744710.591027:0:22700:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901917 00010000:00010000:3.0:1788744710.591060:0:22700:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ac643dade00/0xb6207a6e76dce36b lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22700 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744710.591077:0:22700:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ac643dade00/0xb6207a6e76dce36b lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 22700 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744710.591088:0:22700:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ac643dade00/0xb6207a6e76dce36b lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 22700 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744710.591096:0:22700:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ac643dade00/0xb6207a6e76dce36b lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 22700 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744710.591103:0:22700:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ac643dade00/0xb6207a6e76dce36b lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 22700 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744710.591109:0:22700:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ac643dade00/0xb6207a6e76dce36b lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 22700 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744710.591192:0:22700:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1788744710.591261:0:22700:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac780fd0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8f278e14-2cf4-4a87-bcb4-4affdb4e6fd0+21:18744:x1875634138811392:12345-192.168.203.4@tcp:35:lhsmtool_posix.0 Request processed in 872us (1751us total) trans 12884901918 rc 0/0 00000100:00100000:3.0:1788744710.591282:0:22700:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.4@tcp, seq: 11 00000020:00080000:3.0:1788744710.591286:0:22700:0:(tgt_main.c:545:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1788744710.592911:0:22685:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788744710.592926:0:22685:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ac643dade00/0xb6207a6e76dce36b lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 22700 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744710.592937:0:22685:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ac643dade00 already unused, calling callback (ffffffffc0e92940) 00010000:00010000:2.0:1788744710.592942:0:22685:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ac643dade00/0xb6207a6e76dce36b lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 22700 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744710.592952:0:22685:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ac643dade00/0xb6207a6e76dce36b lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 22700 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744710.592989:0:22685:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff9ac7557d5600) 00010000:00010000:2.0:1788744710.592993:0:22685:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1788744710.592999:0:22685:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ac643dade00/0xb6207a6e76dce36b lrc: 1/0,0 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 22700 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744710.593006:0:22685:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ac643dade00/0xb6207a6e76dce36b lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 22700 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744710.593028:0:22685:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788744710.593030:0:22685:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788744710.593032:0:22685:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788744710.595725:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.4@tcp (source: 12345-192.168.203.4@tcp) 00000100:00100000:2.0:1788744710.595791:0:25313:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634138811520 00000100:00100000:2.0:1788744710.595803:0:25313:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634138811520 00000100:00100000:2.0:1788744710.595860:0:25313:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.4@tcp, seq: 64 00000100:00100000:2.0:1788744710.595871:0:25313:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac641b44a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8f278e14-2cf4-4a87-bcb4-4affdb4e6fd0+21:18743:x1875634138811520:12345-192.168.203.4@tcp:101:dd.0 00010000:00010000:2.0:1788744710.595905:0:25313:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788744710.595930:0:25313:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ac775b82c00/0xb6207a6e76dce372 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7053de4f1aa0db57 expref: -99 pid: 25313 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744710.595965:0:25313:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ac775b82a00/0xb6207a6e76dce379 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 25313 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744710.595980:0:25313:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ac775b82a00/0xb6207a6e76dce379 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 25313 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744710.595993:0:25313:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ac775b82a00/0xb6207a6e76dce379 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 25313 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744710.596120:0:25313:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ac775b82c00/0xb6207a6e76dce372 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.4@tcp remote: 0x7053de4f1aa0db57 expref: 23 pid: 25313 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744710.596152:0:25313:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ac775b82a00/0xb6207a6e76dce379 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.4@tcp remote: 0x7053de4f1aa0db57 expref: 22 pid: 25313 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744710.596160:0:25313:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9ac642257c00) 00010000:00010000:2.0:1788744710.596164:0:25313:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1788744710.596167:0:25313:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ac775b82a00, rc 0) 00000100:00100000:2.0:1788744710.596235:0:25313:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac641b44a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8f278e14-2cf4-4a87-bcb4-4affdb4e6fd0+22:18743:x1875634138811520:12345-192.168.203.4@tcp:101:dd.0 Request processed in 365us (519us total) trans 0 rc 0/0 00000100:00100000:2.0:1788744710.596243:0:25313:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.4@tcp, seq: 64 00000100:00100000:0.0:1788744710.645269:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.4@tcp (source: 12345-192.168.203.4@tcp) 00000100:00100000:0.0:1788744710.645316:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.4@tcp (source: 12345-192.168.203.4@tcp) 00000100:00100000:1.0:1788744710.645479:0:24209:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634138811776 00000100:00100000:1.0:1788744710.645491:0:24209:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634138811776 00000100:00100000:1.0:1788744710.645565:0:24209:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634138811648 00000100:00100000:1.0:1788744710.645569:0:24209:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634138811648 00000100:00100000:1.0:1788744710.645621:0:24209:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.4@tcp, seq: 0 00000100:00100000:1.0:1788744710.645633:0:24209:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac641b46a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8f278e14-2cf4-4a87-bcb4-4affdb4e6fd0+9:2397:x1875634138811776:12345-192.168.203.4@tcp:4:dd.0 00010000:00010000:1.0:1788744710.645677:0:24209:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008f676f80/0xb6207a6e76dce380 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744710.645699:0:24209:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000f7e7a57a/0xb6207a6e76dce341 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.4@tcp remote: 0x7053de4f1aa0db50 expref: 9 pid: 24204 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744710.645707:0:24209:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788744710.645712:0:24209:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788744710.645717:0:24209:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008f676f80/0xb6207a6e76dce380 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744710.645752:0:24209:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000f7e7a57a/0xb6207a6e76dce341 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.4@tcp remote: 0x7053de4f1aa0db50 expref: 9 pid: 24204 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744710.645767:0:24209:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000f7e7a57a/0xb6207a6e76dce341 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.4@tcp remote: 0x7053de4f1aa0db50 expref: 9 pid: 24204 timeout: 792 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788744710.645780:0:24209:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac780fd1880 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_000:lustre-OST0001_UUID:24209:1875634154638976:192.168.203.4@tcp:104: 00000100:00100000:1.0:1788744710.645851:0:24209:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ac74520d840 going to sleep for 11 seconds 00000100:00100000:0.0:1788744710.649668:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.4@tcp (source: 12345-192.168.203.4@tcp) 00000100:00100000:2.0:1788744710.649768:0:22683:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634138811904 00000100:00100000:2.0:1788744710.649778:0:22683:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634138811904 00010000:00010000:2.0:1788744710.649814:0:22683:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000f7e7a57a/0xb6207a6e76dce341 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.4@tcp remote: 0x7053de4f1aa0db50 expref: 10 pid: 24204 timeout: 792 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788744710.649870:0:22683:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.4@tcp, seq: 21 00000100:00100000:2.0:1788744710.649880:0:22683:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac641b46d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8f278e14-2cf4-4a87-bcb4-4affdb4e6fd0+10:2394:x1875634138811904:12345-192.168.203.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788744710.649903:0:22683:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788744710.649926:0:22683:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000f7e7a57a/0xb6207a6e76dce341 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.4@tcp remote: 0x7053de4f1aa0db50 expref: 10 pid: 24204 timeout: 792 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744710.649941:0:22683:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000f7e7a57a/0xb6207a6e76dce341 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.4@tcp remote: 0x7053de4f1aa0db50 expref: 10 pid: 24204 timeout: 792 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744710.649966:0:22683:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788744710.649971:0:22683:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788744710.649994:0:22683:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000008f676f80/0xb6207a6e76dce380 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 4 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744710.650005:0:22683:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008f676f80/0xb6207a6e76dce380 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 4 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744710.650026:0:22683:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788744710.650080:0:22683:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac641b46d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8f278e14-2cf4-4a87-bcb4-4affdb4e6fd0+10:2394:x1875634138811904:12345-192.168.203.4@tcp:103:ldlm_bl.0 Request processed in 201us (419us total) trans 0 rc 0/0 00000100:00100000:2.0:1788744710.650094:0:22683:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.4@tcp, seq: 21 00010000:00010000:1.0:1788744710.651396:0:24209:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f7e7a57a/0xb6207a6e76dce341 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.4@tcp remote: 0x7053de4f1aa0db50 expref: 9 pid: 24204 timeout: 792 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788744710.651528:0:24209:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac780fd1880 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_000:lustre-OST0001_UUID:24209:1875634154638976:192.168.203.4@tcp:104: 00010000:00010000:1.0:1788744710.651566:0:24209:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000008f676f80/0xb6207a6e76dce380 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744710.651578:0:24209:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000008f676f80/0xb6207a6e76dce380 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744710.651586:0:24209:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008f676f80/0xb6207a6e76dce380 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1788744710.728354:0:25019:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 12884901895 is committed 00000001:00080000:2.0:1788744710.728371:0:25019:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 12884901894 is committed 00002000:00010000:1.0:1788744710.728994:0:24209:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb size from disk: 0 -> 7654321 00002000:00010000:1.0:1788744710.728999:0:24209:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb mtime from disk: 1788744710 -> 1788744711 00002000:00010000:1.0:1788744710.729002:0:24209:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb ctime from disk: 1788744710 -> 1788744711 00002000:00010000:1.0:1788744710.729004:0:24209:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb blocks from disk: 0 -> 6760 00010000:00010000:1.0:1788744710.729020:0:24209:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008f676f80/0xb6207a6e76dce380 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744710.729033:0:24209:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000008f676f80/0xb6207a6e76dce380 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744710.729042:0:24209:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000008f676f80/0xb6207a6e76dce380 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744710.729050:0:24209:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ac773f47000 already unused, calling callback (ffffffffc0e92940) 00010000:00010000:1.0:1788744710.729055:0:24209:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000008f676f80/0xb6207a6e76dce380 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744710.729063:0:24209:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000008f676f80/0xb6207a6e76dce380 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744710.729100:0:24209:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000008f676f80/0xb6207a6e76dce380 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744710.729107:0:24209:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008f676f80/0xb6207a6e76dce380 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788744710.729250:0:24209:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac641b46a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8f278e14-2cf4-4a87-bcb4-4affdb4e6fd0+6:2397:x1875634138811776:12345-192.168.203.4@tcp:4:dd.0 Request processed in 83615us (83987us total) trans 12884901895 rc 0/0 00000100:00100000:1.0:1788744710.729260:0:24209:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.4@tcp, seq: 0 00000100:00100000:1.0:1788744710.729289:0:24209:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.4@tcp, seq: 1 00000100:00100000:1.0:1788744710.729300:0:24209:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac641b46300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8f278e14-2cf4-4a87-bcb4-4affdb4e6fd0+5:2397:x1875634138811648:12345-192.168.203.4@tcp:4:dd.0 00002000:00010000:1.0:1788744710.729339:0:24209:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x42:0x0] initial LVB size: 7654321, mtime: 0x6a9e1407, atime: 0x6a9e1406, ctime: 0x6a9e1407, blocks: 0x1a68 00010000:00010000:1.0:1788744710.729346:0:24209:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001a748155/0xb6207a6e76dce387 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744710.729357:0:24209:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=692s v=(0 0) 00010000:00010000:1.0:1788744710.729362:0:24209:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788744710.729367:0:24209:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001a748155/0xb6207a6e76dce387 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744710.729378:0:24209:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001a748155/0xb6207a6e76dce387 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1788744710.801576:0:25019:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 12884901896 is committed 00002000:00010000:0.0:1788744710.801919:0:24209:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb blocks from disk: 6760 -> 14952 00010000:00010000:0.0:1788744710.801941:0:24209:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001a748155/0xb6207a6e76dce387 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744710.801955:0:24209:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000001a748155/0xb6207a6e76dce387 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744710.801964:0:24209:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000001a748155/0xb6207a6e76dce387 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744710.801971:0:24209:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ac773f46600 already unused, calling callback (ffffffffc0e92940) 00010000:00010000:0.0:1788744710.801975:0:24209:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000001a748155/0xb6207a6e76dce387 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744710.801985:0:24209:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000001a748155/0xb6207a6e76dce387 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744710.802005:0:24209:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000001a748155/0xb6207a6e76dce387 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744710.802013:0:24209:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001a748155/0xb6207a6e76dce387 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788744710.802220:0:24209:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac641b46300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8f278e14-2cf4-4a87-bcb4-4affdb4e6fd0+5:2397:x1875634138811648:12345-192.168.203.4@tcp:4:dd.0 Request processed in 72918us (156897us total) trans 12884901896 rc 0/0 00000100:00100000:0.0:1788744710.802249:0:24209:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.4@tcp, seq: 1 00010000:00010000:2.0:1788744711.150571:0:24997:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788744711.180286:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.4@tcp (source: 12345-192.168.203.4@tcp) 00000100:00100000:1.0:1788744711.180335:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.4@tcp (source: 12345-192.168.203.4@tcp) 00000100:00100000:2.0:1788744711.180367:0:22689:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634138812032 00000100:00100000:2.0:1788744711.180377:0:22689:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634138812032 00000100:00100000:1.0:1788744711.180384:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.4@tcp (source: 12345-192.168.203.4@tcp) 00000100:00100000:2.0:1788744711.180490:0:22689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.4@tcp, seq: 166 00000100:00100000:2.0:1788744711.180500:0:22689:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac74683ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3571d18d-7aff-4e21-b5bb-1b9bfbdb5579+13:2394:x1875634138812032:12345-192.168.203.4@tcp:400:kworker.0 00000100:00100000:2.0:1788744711.180562:0:22689:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac74683ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3571d18d-7aff-4e21-b5bb-1b9bfbdb5579+13:2394:x1875634138812032:12345-192.168.203.4@tcp:400:kworker.0 Request processed in 65us (287us total) trans 0 rc 0/0 00000100:00100000:2.0:1788744711.180569:0:22689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.4@tcp, seq: 166 00000100:00100000:0.0:1788744711.180822:0:25314:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634138812288 00000100:00100000:0.0:1788744711.180827:0:25314:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634138812288 00000100:00100000:0.0:1788744711.180886:0:25314:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.4@tcp, seq: 56 00000100:00100000:0.0:1788744711.180911:0:25314:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac780fd1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8f278e14-2cf4-4a87-bcb4-4affdb4e6fd0+5:2394:x1875634138812288:12345-192.168.203.4@tcp:400:kworker.0 00000100:00100000:0.0:1788744711.180947:0:25314:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac780fd1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8f278e14-2cf4-4a87-bcb4-4affdb4e6fd0+5:2394:x1875634138812288:12345-192.168.203.4@tcp:400:kworker.0 Request processed in 55us (611us total) trans 0 rc 0/0 00000100:00100000:0.0:1788744711.180954:0:25314:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.4@tcp, seq: 56 00000100:00100000:1.0:1788744711.188194:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.4@tcp (source: 12345-192.168.203.4@tcp) 00000100:00100000:1.0:1788744711.188246:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.4@tcp (source: 12345-192.168.203.4@tcp) 00000100:00100000:1.0:1788744711.188331:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.4@tcp (source: 12345-192.168.203.4@tcp) 00000100:00100000:1.0:1788744711.188359:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.4@tcp (source: 12345-192.168.203.4@tcp) 00000100:00100000:1.0:1788744711.188377:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.4@tcp (source: 12345-192.168.203.4@tcp) 00000100:00100000:1.0:1788744711.188428:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.4@tcp (source: 12345-192.168.203.4@tcp) 00000100:00100000:1.0:1788744711.188498:0:24206:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634138812544 00000100:00100000:1.0:1788744711.188509:0:24206:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634138812544 00000100:00100000:1.0:1788744711.188551:0:24206:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634138813056 00000100:00100000:1.0:1788744711.188554:0:24206:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634138813056 00000100:00100000:1.0:1788744711.188570:0:24206:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634138812416 00000100:00100000:1.0:1788744711.188572:0:24206:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634138812416 00000100:00100000:1.0:1788744711.188584:0:24206:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634138812928 00000100:00100000:1.0:1788744711.188586:0:24206:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634138812928 00000100:00100000:1.0:1788744711.188601:0:24206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.4@tcp, seq: 18 00000100:00100000:1.0:1788744711.188610:0:24206:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac780fd2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8f278e14-2cf4-4a87-bcb4-4affdb4e6fd0+5:2394:x1875634138812544:12345-192.168.203.4@tcp:400:kworker.0 00000100:00100000:1.0:1788744711.188679:0:24206:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac780fd2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8f278e14-2cf4-4a87-bcb4-4affdb4e6fd0+5:2394:x1875634138812544:12345-192.168.203.4@tcp:400:kworker.0 Request processed in 69us (8293us total) trans 0 rc 0/0 00000100:00100000:1.0:1788744711.188687:0:24206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.4@tcp, seq: 18 00000100:00100000:1.0:1788744711.188703:0:24206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.4@tcp, seq: 19 00000100:00100000:1.0:1788744711.188710:0:24206:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac7556eea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1f4cf581-4271-4491-9100-97a634e1335f+5:2394:x1875634138813056:12345-192.168.203.4@tcp:400:kworker.0 00000100:00100000:1.0:1788744711.188734:0:24206:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac7556eea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1f4cf581-4271-4491-9100-97a634e1335f+5:2394:x1875634138813056:12345-192.168.203.4@tcp:400:kworker.0 Request processed in 24us (487us total) trans 0 rc 0/0 00000100:00100000:1.0:1788744711.188740:0:24206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.4@tcp, seq: 19 00000100:00100000:1.0:1788744711.188751:0:24206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.4@tcp, seq: 20 00000100:00100000:1.0:1788744711.188756:0:24206:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac745dd7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8f278e14-2cf4-4a87-bcb4-4affdb4e6fd0+5:2394:x1875634138812416:12345-192.168.203.4@tcp:400:kworker.0 00000100:00100000:1.0:1788744711.188789:0:24206:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac745dd7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8f278e14-2cf4-4a87-bcb4-4affdb4e6fd0+5:2394:x1875634138812416:12345-192.168.203.4@tcp:400:kworker.0 Request processed in 33us (431us total) trans 0 rc 0/0 00000100:00100000:1.0:1788744711.188794:0:24206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.4@tcp, seq: 20 00000100:00100000:1.0:1788744711.188801:0:24206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.4@tcp, seq: 21 00000100:00100000:1.0:1788744711.188805:0:24206:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac644547800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1f4cf581-4271-4491-9100-97a634e1335f+5:2394:x1875634138812928:12345-192.168.203.4@tcp:400:kworker.0 00000100:00100000:1.0:1788744711.188816:0:24206:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac644547800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1f4cf581-4271-4491-9100-97a634e1335f+5:2394:x1875634138812928:12345-192.168.203.4@tcp:400:kworker.0 Request processed in 12us (390us total) trans 0 rc 0/0 00000100:00100000:1.0:1788744711.188820:0:24206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.4@tcp, seq: 21 00000100:00100000:1.0:1788744711.188963:0:22698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634138812800 00000100:00100000:1.0:1788744711.188968:0:22698:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634138812800 00000100:00100000:1.0:1788744711.189015:0:25314:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634138812160 00000100:00100000:1.0:1788744711.189030:0:25314:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634138812160 00000100:00100000:1.0:1788744711.189051:0:25314:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634138812672 00000100:00100000:1.0:1788744711.189054:0:25314:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634138812672 00000100:00100000:1.0:1788744711.189068:0:25314:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.4@tcp, seq: 57 00000100:00100000:1.0:1788744711.189251:0:25314:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac780fd2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f4cf581-4271-4491-9100-97a634e1335f+5:2394:x1875634138812800:12345-192.168.203.4@tcp:400:kworker.0 00000100:00100000:1.0:1788744711.189291:0:25314:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac780fd2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f4cf581-4271-4491-9100-97a634e1335f+5:2394:x1875634138812800:12345-192.168.203.4@tcp:400:kworker.0 Request processed in 45us (1105us total) trans 0 rc 0/0 00000100:00100000:1.0:1788744711.189298:0:25314:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.4@tcp, seq: 57 00000100:00100000:1.0:1788744711.189312:0:25314:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.4@tcp, seq: 58 00000100:00100000:1.0:1788744711.189319:0:25314:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac7556efb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8f278e14-2cf4-4a87-bcb4-4affdb4e6fd0+22:2394:x1875634138812160:12345-192.168.203.4@tcp:400:kworker.0 00000100:00100000:1.0:1788744711.189347:0:25314:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac7556efb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8f278e14-2cf4-4a87-bcb4-4affdb4e6fd0+22:2394:x1875634138812160:12345-192.168.203.4@tcp:400:kworker.0 Request processed in 30us (1081us total) trans 0 rc 0/0 00000100:00100000:1.0:1788744711.189353:0:25314:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.4@tcp, seq: 58 00000100:00100000:1.0:1788744711.189364:0:25314:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.4@tcp, seq: 59 00000100:00100000:1.0:1788744711.189380:0:25314:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac745dd5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f4cf581-4271-4491-9100-97a634e1335f+6:2394:x1875634138812672:12345-192.168.203.4@tcp:400:kworker.0 00000100:00100000:1.0:1788744711.189436:0:25314:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac745dd5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1f4cf581-4271-4491-9100-97a634e1335f+6:2394:x1875634138812672:12345-192.168.203.4@tcp:400:kworker.0 Request processed in 56us (1056us total) trans 0 rc 0/0 00000100:00100000:1.0:1788744711.189441:0:25314:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.4@tcp, seq: 59 00000100:00080000:2.0:1788744711.192923:0:22693:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1788744711.192934:0:22693:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1788744711.192938:0:22693:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1788744711.192941:0:22693:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1788744712.176043:0:22686:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1788744712.392801:0:25782:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: sanity-pcc test_1d: @@@@@@ FAIL: expected /mnt/pcc.d1d.sanity-pcc/d1d.sanity-pcc/13a3/0x2000013a1:0x2:0x0 size: 7654321 got: 0 00000100:00100000:1.0:1788744713.070847:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1788744713.072534:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac644456d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3645:1875634154639104:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1788744713.072757:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788744713.073060:0:24207:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154639104 00000100:00100000:3.0:1788744713.073069:0:24207:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154639104 00000100:00100000:3.0:1788744713.073202:0:24207:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:3.0:1788744713.073223:0:24207:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac644545880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3645:x1875634154639104:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1788744713.073252:0:24207:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3915857920 avail 3684335616 00000100:00100000:3.0:1788744713.073319:0:24207:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac644545880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3645:x1875634154639104:12345-0@lo:13:osp-pre-0-1.0 Request processed in 99us (562us total) trans 0 rc 0/0 00000100:00100000:3.0:1788744713.073325:0:24207:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:1.0:1788744713.073442:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac644456d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3645:1875634154639104:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1788744713.075172:0:22693:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1788744713.201531:0:22685:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788744713.584789:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac781281880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3643:1875634154639232:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1788744713.584869:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788744713.584921:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1788744713.584928:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ac781280e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3643:1875634154639360:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1788744713.584950:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788744713.584987:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154639232 00000100:00100000:1.0:1788744713.584994:0:22703:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154639232 00000100:00100000:1.0:1788744713.585034:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634154639360 00000100:00100000:1.0:1788744713.585036:0:22703:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634154639360 00000100:00100000:1.0:1788744713.585052:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 52 00000100:00100000:1.0:1788744713.585516:0:22703:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac644545c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3643:x1875634154639232:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1788744713.585568:0:22703:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446289408 avail 1300049920 00000100:00100000:1.0:1788744713.585622:0:22703:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac644545c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3643:x1875634154639232:12345-0@lo:41:osp-pre-0-1.0 Request processed in 563us (753us total) trans 0 rc 0/0 00000100:00100000:1.0:1788744713.585630:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 52 00000100:00100000:1.0:1788744713.585649:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53 00000100:00100000:1.0:1788744713.585656:0:22703:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9ac644546680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3643:x1875634154639360:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1788744713.585685:0:22703:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:1.0:1788744713.585713:0:22703:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9ac644546680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3643:x1875634154639360:12345-0@lo:41:osp-pre-1-0.0 Request processed in 58us (762us total) trans 0 rc 0/0 00000100:00100000:1.0:1788744713.585719:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53 00000100:00100000:1.0:1788744713.585765:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac781280e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3643:1875634154639360:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1788744713.585778:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ac781281880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3643:1875634154639232:0@lo:41:osp-pre-0-1.0 Debug log: 13875 lines, 13875 kept, 0 dropped, 0 bad.